{"meta":{"query_hash":"1dafc3f46175","filters":{"venue":"Journal of Graduate Medical Education"},"cohort_total":232,"direct_labels_cover":1,"predictions_cover":232,"exported":232,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1dafc3f46175","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Graduate+Medical+Education"},"results":[{"id":"W1917811855","doi":"10.4300/jgme-d-14-00728.1","title":"A Systematic Review and Qualitative Analysis to Determine Quality Indicators forHealth Professions Education Blogs and Podcasts","year":2015,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster Divinity College; Western University","funders":"","keywords":"Credibility; Medical education; Mainstream; Quality (philosophy); Qualitative research; Content analysis; Systematic review; MEDLINE; Psychology; Computer science; Medicine; Sociology; Political science; Social science","score_opus":0.3498723243696323,"score_gpt":0.6286266132982988,"score_spread":0.27875428892866655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1917811855","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030312259,0.7051586,0.03489289,0.0083188275,0.0014932106,0.1796183,0.026946343,0.00026901026,0.012990609],"genre_scores_gemma":[0.15443821,0.36224148,0.10279588,0.0047761598,0.0002773073,0.36610368,0.0071294857,0.00012728963,0.0021106491],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.82647014,0.08062018,0.05463125,0.0056332843,0.029970659,0.0026745342],"domain_scores_gemma":[0.66811824,0.22571817,0.03924281,0.007109212,0.05797244,0.0018391954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1523239,0.002565951,0.009940815,0.0462262,0.0036912358,0.0070302193,0.0038114293,0.0028174464,0.006947215],"category_scores_gemma":[0.34554067,0.0019074914,0.008574964,0.04754731,0.003763416,0.009316132,0.006081458,0.0023371163,0.0008111271],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028711793,0.00006296134,0.00331267,0.9051541,0.002584605,0.00032879045,0.009510761,0.00025228047,0.00035079962,0.0029930135,0.0050611664,0.07010172],"study_design_scores_gemma":[0.00027594558,0.00027114744,0.004246363,0.9327107,0.010634587,0.00027749097,0.012717203,0.00028922546,0.00057818915,0.0024720158,0.03543128,0.00009589045],"about_ca_topic_score_codex":0.011738016,"about_ca_topic_score_gemma":0.022303872,"teacher_disagreement_score":0.8476761,"about_ca_system_score_codex":0.026888015,"about_ca_system_score_gemma":0.082253784,"threshold_uncertainty_score":0.80557543},"labels":[],"label_agreement":null},{"id":"W1928915676","doi":"10.4300/jgme-d-15-00071.1","title":"<i>JGME</i> -ALiEM Hot Topics in Medical Education Online Journal Club: An Analysis of a Virtual Discussion About Resident Teachers","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Journal club; Medical education; Library science; Data science; Computer science; World Wide Web; Medicine","score_opus":0.041418174840474956,"score_gpt":0.4093703078694863,"score_spread":0.36795213302901136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1928915676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985385,0.0004723563,0.0011673467,0.0015482517,0.00023685856,0.00016909865,0.00083594635,0.00008204792,0.010103075],"genre_scores_gemma":[0.9890702,0.00051657954,0.002112987,0.0009922278,0.0004398372,0.0003183575,0.0011987938,0.00015748585,0.0051936763],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99713326,0.0017053502,0.00015059146,0.00021107656,0.00047332412,0.00032632775],"domain_scores_gemma":[0.97250754,0.019116387,0.0030203683,0.00069921336,0.0019427837,0.0027136756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003466705,0.0003119031,0.0003200373,0.0038305232,0.0034382625,0.0038321705,0.0005811847,0.0010906782,0.0030921458],"category_scores_gemma":[0.018959248,0.00018101033,0.0004794352,0.0023592114,0.0018369744,0.0026194844,0.0030795904,0.0010736642,0.0008029807],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054226606,0.00043875238,0.09992548,0.000947415,0.000065234184,0.0025655308,0.8059283,0.00015051091,0.003820647,0.0015236048,0.01973084,0.064361416],"study_design_scores_gemma":[0.000031524236,0.0003527742,0.28601202,0.0009176749,0.00007117333,0.0012515056,0.6153727,0.0008549259,0.0019208784,0.00094247237,0.09216722,0.00010499714],"about_ca_topic_score_codex":0.001674122,"about_ca_topic_score_gemma":0.004166375,"teacher_disagreement_score":0.0038321705,"about_ca_system_score_codex":0.0012899019,"about_ca_system_score_gemma":0.0010070379,"threshold_uncertainty_score":0.018333912},"labels":[],"label_agreement":null},{"id":"W1929927246","doi":"10.4300/jgme-d-15-00070.1","title":"Creating a Virtual Journal Club: A Community of Practice Using Multiple Social Media Strategies","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster Divinity College","funders":"","keywords":"Journal club; Social media; Club; Medical education; Digital media; Psychological intervention; Public relations; Computer science; World Wide Web; Medicine; Political science; Nursing","score_opus":0.360019818054165,"score_gpt":0.5107140710590723,"score_spread":0.1506942530049073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929927246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43126252,0.0069406326,0.24132591,0.05436601,0.007155662,0.019858763,0.00061270146,0.0071346494,0.23134314],"genre_scores_gemma":[0.5981851,0.0027070628,0.34461677,0.008006199,0.0021939676,0.010609613,0.00054235023,0.0011826523,0.0319562],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9694001,0.022513457,0.0007252079,0.0023975852,0.003385131,0.0015784564],"domain_scores_gemma":[0.9502519,0.017896209,0.0027652294,0.003893749,0.0032185297,0.021974439],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.02398627,0.0015171112,0.0008532542,0.0067929686,0.017689714,0.017925477,0.0051155104,0.004116899,0.016141396],"category_scores_gemma":[0.04315453,0.0012524173,0.001669704,0.0020816054,0.008969999,0.014563159,0.030231414,0.0038773206,0.004712517],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005107242,0.003717513,0.012878509,0.0024077634,0.0002185164,0.0038662013,0.2912889,0.0007969616,0.0045294175,0.020933054,0.08756595,0.5712865],"study_design_scores_gemma":[0.0009181849,0.0023494486,0.010492368,0.0036716736,0.00024015918,0.004150966,0.19690108,0.0066338507,0.0018496478,0.054528046,0.7176394,0.0006251606],"about_ca_topic_score_codex":0.0008559781,"about_ca_topic_score_gemma":0.0039540343,"teacher_disagreement_score":0.9820745,"about_ca_system_score_codex":0.002288599,"about_ca_system_score_gemma":0.009470603,"threshold_uncertainty_score":0.12685299},"labels":[],"label_agreement":null},{"id":"W1946809582","doi":"10.4300/jgme-d-14-00514.1","title":"The Best of Both Worlds: Resident Experiences of Urban and Regional Contexts in a Hybrid Pediatrics Residency Program","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; University of Calgary","funders":"","keywords":"Context (archaeology); Specialty; Medical education; Graduate medical education; Thematic analysis; Focus group; Community health center; Medicine; Quality (philosophy); Family medicine; Psychology; Qualitative research; Nursing; Accreditation; Sociology","score_opus":0.09220385944949046,"score_gpt":0.4495550710182957,"score_spread":0.3573512115688053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1946809582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967637,0.00017762589,0.00018429842,0.00064237206,0.000016208649,0.000011809567,0.000018404944,0.000006298465,0.00217929],"genre_scores_gemma":[0.9983273,0.00018621418,0.00022573405,0.00021448272,0.0000062356658,0.000012937801,0.000012879227,0.000005626818,0.0010085674],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968076,0.002063533,0.000052928528,0.00012011299,0.00022769977,0.0007282065],"domain_scores_gemma":[0.9975805,0.00085711584,0.00025088975,0.000061426676,0.0001926824,0.0010573531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029685067,0.00029665543,0.00031597266,0.00043783328,0.008221486,0.0027308227,0.0010776714,0.0008568673,0.0023062145],"category_scores_gemma":[0.0037070909,0.00042199044,0.00021300289,0.00065291143,0.00551298,0.0015588795,0.0057799118,0.0017314192,0.00021215362],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057268488,0.000105704195,0.014979431,0.000071759976,0.000009366315,0.0016938691,0.9736926,0.000094601935,0.0005763718,0.0006796551,0.0012853629,0.0067540063],"study_design_scores_gemma":[0.0000023329612,0.0000710727,0.005649179,0.000031649233,0.0000041392955,0.00044078584,0.9894024,0.00004092919,0.00010418318,0.00005446424,0.0041900342,0.000008895232],"about_ca_topic_score_codex":0.040046852,"about_ca_topic_score_gemma":0.14645354,"teacher_disagreement_score":0.040046852,"about_ca_system_score_codex":0.0036696347,"about_ca_system_score_gemma":0.0060359193,"threshold_uncertainty_score":0.079627514},"labels":[],"label_agreement":null},{"id":"W1960827476","doi":"10.4300/jgme-d-14-00791.1","title":"Promoting Success: A Professional Development Coaching Program for Interns in Medicine","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Victoria General Hospital","funders":"Massachusetts General Hospital","keywords":"Coaching; Professional development; Medical education; Medicine; Psychology","score_opus":0.19563903135297178,"score_gpt":0.5448296387632096,"score_spread":0.3491906074102378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1960827476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759186,0.0002146954,0.0065226764,0.0031086653,0.000154135,0.002957138,0.00012242101,0.0008071269,0.010194487],"genre_scores_gemma":[0.8894028,0.00051603006,0.08758486,0.0017561638,0.00020039652,0.004450223,0.0005838647,0.00009929727,0.015406256],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988856,0.0003585011,0.000030522096,0.00014023717,0.00022386531,0.0003613701],"domain_scores_gemma":[0.9907732,0.0005816519,0.0004275144,0.00028018048,0.0005577365,0.007379742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026347246,0.0006597064,0.00017016697,0.0006399378,0.0020413285,0.0007836209,0.0010772891,0.0005030866,0.0061621545],"category_scores_gemma":[0.00434103,0.00029251375,0.00022413238,0.00026229932,0.0005100865,0.0005328181,0.0033101866,0.0012312926,0.0012334625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009556086,0.034777444,0.13374248,0.00033610742,0.000036839516,0.00058888615,0.0065200604,0.0008855323,0.008018332,0.00047245913,0.033935606,0.7797306],"study_design_scores_gemma":[0.004025498,0.04389897,0.79765064,0.0006267608,0.00016663733,0.0019764109,0.008898783,0.005861664,0.011772754,0.0013842962,0.12359986,0.00013768804],"about_ca_topic_score_codex":0.002040004,"about_ca_topic_score_gemma":0.007406831,"teacher_disagreement_score":0.0061621545,"about_ca_system_score_codex":0.0012265011,"about_ca_system_score_gemma":0.0086800475,"threshold_uncertainty_score":0.020614505},"labels":[],"label_agreement":null},{"id":"W1968392044","doi":"10.4300/jgme-d-11-00220.1","title":"Multisource Feedback for Residents: How High Must the Stakes Be?","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Psychology; Medical education; Pyramid (geometry); Medicine; Social psychology","score_opus":0.09373465535803589,"score_gpt":0.3546861954279536,"score_spread":0.2609515400699177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968392044","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093558446,0.031128325,0.0142492745,0.82936984,0.003422501,0.00074852956,0.0002931934,0.00064366503,0.02658636],"genre_scores_gemma":[0.9004356,0.015502499,0.03297086,0.042264167,0.0026240852,0.0015277673,0.00023691345,0.00017156414,0.004266576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.951523,0.02739321,0.0024743006,0.001136042,0.015128472,0.0023450404],"domain_scores_gemma":[0.8971973,0.04810761,0.0067600813,0.0032989613,0.026770854,0.017865228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05522807,0.00065341376,0.0015811952,0.0016541856,0.0041231224,0.007778634,0.0020009533,0.005220247,0.0071618627],"category_scores_gemma":[0.24439164,0.0005202514,0.00069001055,0.00083860324,0.003199574,0.012666231,0.0070520123,0.0052303597,0.0024923473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042506141,0.00061026786,0.0251827,0.0017621011,0.00008201321,0.00092567253,0.010812465,0.00035003765,0.00075840816,0.00980301,0.108984545,0.84030366],"study_design_scores_gemma":[0.00066178484,0.006076346,0.16456605,0.052540287,0.00044325556,0.0154260285,0.13556726,0.007890258,0.005494817,0.20651825,0.4038131,0.0010025852],"about_ca_topic_score_codex":0.005004696,"about_ca_topic_score_gemma":0.008726076,"teacher_disagreement_score":0.05522807,"about_ca_system_score_codex":0.006095037,"about_ca_system_score_gemma":0.013218997,"threshold_uncertainty_score":0.29207742},"labels":[],"label_agreement":null},{"id":"W1968595189","doi":"10.4300/jgme-06-04-49","title":"Factors That Influence Residents' Perceived Credibility of Examiners During a Formative OSCE","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Formative assessment; Credibility; Affect (linguistics); Quality (philosophy); Medicine; Psychology; Perception; Medical education; Pedagogy","score_opus":0.04108509251355567,"score_gpt":0.3563062870372725,"score_spread":0.31522119452371683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968595189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987165,0.00016191282,0.0005017313,0.00011067092,0.000007681555,0.000020873365,0.000035930818,0.000008225238,0.0004364248],"genre_scores_gemma":[0.99915695,0.00008433232,0.00057580683,0.000026744876,0.000014982542,0.000017458413,0.000034041735,0.0000026914656,0.000086978944],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947101,0.0027075803,0.00058944814,0.00022939315,0.0015201436,0.0002433536],"domain_scores_gemma":[0.88945675,0.075093694,0.023202596,0.0018485988,0.007797789,0.0026005956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009342761,0.00020940017,0.00021869449,0.0005913343,0.00032275572,0.0007347007,0.0002393012,0.00035873338,0.0022929441],"category_scores_gemma":[0.110107645,0.0001873444,0.0003633285,0.00026808254,0.00040793963,0.00041939956,0.0005236589,0.00042863074,0.0002679489],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008941973,0.00016348653,0.9718626,0.00011060502,0.000089114415,0.00011291275,0.002242709,0.0002244823,0.0019385646,0.000025017232,0.00033911693,0.021997223],"study_design_scores_gemma":[0.00002503977,0.0011635688,0.9933929,0.00007851618,0.000056218563,0.00045795183,0.0018449529,0.00088307506,0.0015329404,0.000053394386,0.0004896405,0.000021688122],"about_ca_topic_score_codex":0.000881397,"about_ca_topic_score_gemma":0.00124567,"teacher_disagreement_score":0.009342761,"about_ca_system_score_codex":0.00040548912,"about_ca_system_score_gemma":0.00063047174,"threshold_uncertainty_score":0.049409807},"labels":[],"label_agreement":null},{"id":"W1975866458","doi":"10.4300/jgme-d-13-00373.1","title":"Effects of Postgraduate Medical Education “Boot Camps” on Clinical Skills, Knowledge, and Confidence: A Meta-Analysis","year":2014,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"CINAHL; PsycINFO; Boot camp; MEDLINE; Inclusion (mineral); Medicine; Medical education; Psychology; Family medicine; Nursing; Social psychology; Computer science; Psychological intervention","score_opus":0.09740745151678853,"score_gpt":0.5055132878028339,"score_spread":0.40810583628604535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975866458","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010843548,0.9867762,0.0005198771,0.00019930438,0.00017264237,0.0005039562,0.00044284284,0.00003778511,0.0005038284],"genre_scores_gemma":[0.23403007,0.7579385,0.003092443,0.0009569427,0.00027101225,0.0022673102,0.00082582794,0.00003637679,0.0005814688],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99235815,0.003382324,0.0022567187,0.0008418178,0.0009173055,0.000243671],"domain_scores_gemma":[0.97531325,0.019008672,0.003368195,0.00055191835,0.0013562781,0.00040167145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013011963,0.0025146683,0.018615024,0.005414254,0.00072615326,0.0033346496,0.0025306225,0.0028251843,0.00487412],"category_scores_gemma":[0.027774267,0.0015501974,0.04454971,0.00653819,0.0008269402,0.0020428153,0.001511515,0.0023901602,0.0003532786],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004755092,0.00013196093,0.0020765993,0.377381,0.59694606,0.00009636869,0.00011551315,0.0003863327,0.00019174474,0.00011951045,0.00047806234,0.017321736],"study_design_scores_gemma":[0.0016306334,0.0005384792,0.0035554797,0.024419319,0.96837384,0.000058476726,0.000056278204,0.00011315303,0.000118907126,0.00010870267,0.0010073796,0.000019296105],"about_ca_topic_score_codex":0.0075608725,"about_ca_topic_score_gemma":0.014859683,"teacher_disagreement_score":0.018615024,"about_ca_system_score_codex":0.003229611,"about_ca_system_score_gemma":0.003258749,"threshold_uncertainty_score":0.068814635},"labels":[],"label_agreement":null},{"id":"W1979296090","doi":"10.4300/jgme-d-13-00051.1","title":"Building Capacity for Quality: A Pilot Co-Learning Curriculum in Quality Improvement for Faculty and Resident Learners","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Collaborative Teaching and Inclusion","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Medical education; Faculty development; Medicine; Mandate; Quality (philosophy); Quality management; Psychology; Professional development; Pedagogy; Engineering","score_opus":0.12591726376993811,"score_gpt":0.477360449253739,"score_spread":0.3514431854838009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979296090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792827,0.00008611237,0.011376762,0.0007673552,0.00008505403,0.0044650743,0.00012289856,0.000445914,0.0033680003],"genre_scores_gemma":[0.89341545,0.00023845455,0.09553515,0.00062067143,0.000097277945,0.0059563178,0.0003694107,0.000056235225,0.0037110597],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99810153,0.0007371342,0.000115819,0.00023619436,0.00041288522,0.00039652517],"domain_scores_gemma":[0.9933357,0.0015487202,0.00045358256,0.00047494035,0.0008774214,0.0033096175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062851054,0.00057440775,0.00033729107,0.00065678457,0.0011062119,0.0007110843,0.0016543808,0.00081563095,0.003758396],"category_scores_gemma":[0.0074085314,0.0003536073,0.00050604664,0.00034485798,0.00068471144,0.00091378967,0.0034133045,0.0012818762,0.0005411477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032812122,0.14614654,0.05074646,0.0010104773,0.00011401293,0.00087954366,0.011457986,0.0068333503,0.026231157,0.00127084,0.013379451,0.738649],"study_design_scores_gemma":[0.010022425,0.24991609,0.5303129,0.0009458397,0.0003873736,0.003081197,0.009771295,0.031244894,0.08101942,0.004599035,0.078398794,0.00030072388],"about_ca_topic_score_codex":0.0014124017,"about_ca_topic_score_gemma":0.0034763752,"teacher_disagreement_score":0.0062851054,"about_ca_system_score_codex":0.0016412946,"about_ca_system_score_gemma":0.006492879,"threshold_uncertainty_score":0.033239186},"labels":[],"label_agreement":null},{"id":"W1984408367","doi":"10.4300/jgme-d-11-00006.1","title":"The Roots of Discontent: Understanding the Pressures of Psychiatric Emergency Training","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychiatry; Medicine; Training (meteorology); Psychology; Medical education","score_opus":0.16966364639408993,"score_gpt":0.36193708857016793,"score_spread":0.192273442176078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984408367","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37059116,0.010443303,0.005203072,0.5228989,0.0054835374,0.00014030004,0.000063579544,0.0000990922,0.085077025],"genre_scores_gemma":[0.95513874,0.0043151663,0.00096398394,0.03459707,0.0011259129,0.00010073256,0.00002430852,0.00011364639,0.003620398],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9449691,0.040863074,0.00091809913,0.0013879682,0.0049245805,0.006937132],"domain_scores_gemma":[0.9286028,0.044596463,0.006772939,0.0017083633,0.0046717124,0.013647753],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0329814,0.0008664663,0.001007164,0.0032952104,0.041489013,0.023376545,0.006846971,0.009674953,0.004362782],"category_scores_gemma":[0.06477696,0.001533744,0.0009198919,0.0023768116,0.0976774,0.038549963,0.02777542,0.025579704,0.00066787633],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014696456,0.000036388024,0.0021621014,0.00010980836,0.000008922203,0.0009350313,0.96609634,0.000045438468,0.00005670559,0.017016621,0.008463941,0.005053977],"study_design_scores_gemma":[0.000007118976,0.000018966997,0.0011255321,0.0002661507,0.000004081236,0.0003723184,0.9680549,0.00008321748,0.00003345565,0.007930119,0.022081641,0.000022555638],"about_ca_topic_score_codex":0.021217749,"about_ca_topic_score_gemma":0.0316285,"teacher_disagreement_score":0.9670186,"about_ca_system_score_codex":0.01874776,"about_ca_system_score_gemma":0.032770548,"threshold_uncertainty_score":0.17442435},"labels":[],"label_agreement":null},{"id":"W1986162062","doi":"10.4300/jgme-d-13-00026.1","title":"Evaluation of Residency Programs: A Novel Approach Using Simulation","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Strengths and weaknesses; Accreditation; Medical education; Process (computing); MEDLINE; Restructuring; Computer science; Best practice; Program evaluation; Psychology; Process management; Medicine; Business; Statistics; Political science; Social psychology; Mathematics","score_opus":0.18610953536448846,"score_gpt":0.45750513321698855,"score_spread":0.2713955978525001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986162062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08990216,0.00039079308,0.8745591,0.001313801,0.0001838395,0.005092753,0.0003365459,0.0014289792,0.026792146],"genre_scores_gemma":[0.33988553,0.00028809163,0.6534931,0.0002162319,0.00004963402,0.0040818686,0.00019616936,0.00008260633,0.0017067636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9779894,0.018528469,0.00064856734,0.0009935461,0.0015443328,0.00029578942],"domain_scores_gemma":[0.9638502,0.028326117,0.0014171036,0.0031426176,0.0024434512,0.000820529],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.019000191,0.0012879089,0.0009635221,0.0025778764,0.00103873,0.0040254537,0.002658857,0.0014830395,0.008134352],"category_scores_gemma":[0.047026377,0.0006635544,0.0014645961,0.0015289875,0.0013540683,0.0025581075,0.0037892591,0.0012392239,0.0009337549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023359028,0.004574378,0.037313037,0.0026908983,0.000983501,0.0011103598,0.0124732135,0.2887775,0.0099638235,0.079832554,0.007989907,0.5519549],"study_design_scores_gemma":[0.0009520666,0.0034847625,0.007040666,0.0010771073,0.00039683367,0.00084488594,0.0041343155,0.89822453,0.004489955,0.048848204,0.030302277,0.00020434223],"about_ca_topic_score_codex":0.003786076,"about_ca_topic_score_gemma":0.006016802,"teacher_disagreement_score":0.9809998,"about_ca_system_score_codex":0.0025871398,"about_ca_system_score_gemma":0.0044153463,"threshold_uncertainty_score":0.100483775},"labels":[],"label_agreement":null},{"id":"W1989244792","doi":"10.4300/jgme-d-12-00254.1","title":"Time to Refine Resident Duty Hour Guidelines","year":2012,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"MEDLINE; Duty; Medicine; Computer science; Medical education; Data science; Biology; Political science","score_opus":0.06827119338229047,"score_gpt":0.40812555311156407,"score_spread":0.3398543597292736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989244792","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020483634,0.01871402,0.051679663,0.79089236,0.05414397,0.0060938313,0.0015245341,0.0042324737,0.052235458],"genre_scores_gemma":[0.114191234,0.035982292,0.39482847,0.34362525,0.039748017,0.009623513,0.006137956,0.0028828073,0.05298047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9617656,0.015058086,0.0070943735,0.001632095,0.010473991,0.0039758123],"domain_scores_gemma":[0.79961324,0.04844408,0.011036035,0.01482701,0.10122759,0.024852056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.061005984,0.0014227226,0.0017856514,0.004979474,0.0044810865,0.008245131,0.0053503695,0.009560388,0.03754304],"category_scores_gemma":[0.19083473,0.0015574626,0.0025192196,0.0022287224,0.0017340719,0.011222543,0.0087396735,0.01584536,0.025856303],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006819148,0.0005492972,0.005054659,0.00055920664,0.000028218057,0.00078349304,0.0023204272,0.000696245,0.0007073317,0.0025035306,0.72646123,0.26026815],"study_design_scores_gemma":[0.00014587471,0.0003701425,0.011493978,0.003388031,0.00003672496,0.00071307993,0.009722435,0.0010473692,0.00084095984,0.00863319,0.9634011,0.00020716868],"about_ca_topic_score_codex":0.01227631,"about_ca_topic_score_gemma":0.0204668,"teacher_disagreement_score":0.938994,"about_ca_system_score_codex":0.006825982,"about_ca_system_score_gemma":0.028974893,"threshold_uncertainty_score":0.32263434},"labels":[],"label_agreement":null},{"id":"W1989841489","doi":"10.4300/jgme-d-13-00445.1","title":"Competency-Based Education: Milestones or Millstones1?","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Data science; Computer science; Psychology","score_opus":0.026605585460144732,"score_gpt":0.36532796923022415,"score_spread":0.3387223837700794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989841489","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002532931,0.09183878,0.0155679155,0.82260287,0.018356284,0.00009836762,0.000097802724,0.00016847528,0.04873652],"genre_scores_gemma":[0.26743174,0.18068135,0.042364474,0.43901628,0.021904849,0.0006578712,0.00041982625,0.0005014787,0.047022212],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9881357,0.004804785,0.0010626446,0.0011554551,0.0038141462,0.0010272422],"domain_scores_gemma":[0.9775173,0.009581743,0.0013276546,0.0012917207,0.0050009345,0.0052805943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021172721,0.0011188377,0.0008794742,0.0021229864,0.0028665452,0.010192916,0.003181768,0.0071655056,0.01126499],"category_scores_gemma":[0.048177227,0.0005173198,0.0004396388,0.0017345407,0.019448971,0.026065659,0.0099107735,0.021332765,0.005421665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046337922,0.00009722238,0.0005982516,0.0010125999,0.000014691337,0.00020168898,0.0031093364,0.0001970768,0.00017050549,0.6050082,0.17925008,0.21029407],"study_design_scores_gemma":[0.000024292456,0.00009394072,0.0005364291,0.0035376209,0.000007404479,0.0005337475,0.0041276626,0.00039831345,0.00028708682,0.3952432,0.5951668,0.00004343665],"about_ca_topic_score_codex":0.0043781362,"about_ca_topic_score_gemma":0.0046993,"teacher_disagreement_score":0.021172721,"about_ca_system_score_codex":0.009201568,"about_ca_system_score_gemma":0.013837252,"threshold_uncertainty_score":0.111973345},"labels":[],"label_agreement":null},{"id":"W1997134145","doi":"10.4300/jgme-d-11-00202.1","title":"Effects of the Restriction of Working Time for Residents: A Dutch Perspective","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Medicine; Time perspective; MEDLINE; Family medicine; Data science; Computer science; Psychology; Political science; Social psychology; Artificial intelligence","score_opus":0.039599918712252574,"score_gpt":0.328496292991302,"score_spread":0.28889637427904946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997134145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3857283,0.085886665,0.0024403594,0.1666765,0.00185795,0.00008486891,0.003007024,0.000015758991,0.35430247],"genre_scores_gemma":[0.89702207,0.04484788,0.0009217182,0.023881802,0.00076046283,0.000106615254,0.00094936194,0.00010432245,0.031405702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9969291,0.0012931651,0.00016254261,0.00026337366,0.00063806365,0.00071369536],"domain_scores_gemma":[0.99687886,0.0012353521,0.00073699694,0.00006325311,0.0005892974,0.00049618183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024729774,0.00019771348,0.00031843947,0.00054273795,0.0009843685,0.0029186946,0.0010314161,0.0017503793,0.008893235],"category_scores_gemma":[0.007248452,0.00021845002,0.0004959222,0.0011892952,0.0013792969,0.0015022563,0.0014753663,0.0015315514,0.000588843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014651789,0.0012611956,0.09060927,0.0045092013,0.0005306706,0.017235197,0.04488335,0.0073983334,0.005620326,0.38163242,0.1885977,0.2562572],"study_design_scores_gemma":[0.0002465249,0.0003053833,0.12848482,0.005062491,0.00022097674,0.0026943595,0.046889152,0.0017333478,0.0012919081,0.03233523,0.7805242,0.00021158425],"about_ca_topic_score_codex":0.23432699,"about_ca_topic_score_gemma":0.27609643,"teacher_disagreement_score":0.23432699,"about_ca_system_score_codex":0.007328573,"about_ca_system_score_gemma":0.007976207,"threshold_uncertainty_score":0.4659261},"labels":[],"label_agreement":null},{"id":"W2003934940","doi":"10.4300/jgme-d-11-00148.1","title":"The Resident-as-Teacher: It's More Than Just About Student Learning","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Task (project management); Psychology; Medicine","score_opus":0.05793470117598922,"score_gpt":0.4072186298050109,"score_spread":0.3492839286290217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003934940","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0084820865,0.046568215,0.00801798,0.8558309,0.02319978,0.00009104087,0.000092800285,0.0011293696,0.05658782],"genre_scores_gemma":[0.17495623,0.05552594,0.015300016,0.58908415,0.029103195,0.00042194818,0.0002899128,0.0015238444,0.13379474],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98878455,0.006405679,0.00025713653,0.0008637904,0.002882226,0.0008066318],"domain_scores_gemma":[0.9817229,0.0041905693,0.0009977691,0.0010391029,0.0023696076,0.00968001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068843975,0.0007282117,0.0007653448,0.00092178927,0.0061082663,0.011266965,0.0020564857,0.007085243,0.013970837],"category_scores_gemma":[0.021091426,0.00036301345,0.0005026473,0.00077412673,0.007612631,0.016976785,0.010472332,0.012332487,0.0071568675],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004396224,0.0002505383,0.002653162,0.00061106146,0.000027268676,0.00034467533,0.022206997,0.00006949428,0.00036902062,0.014631871,0.7008311,0.2579608],"study_design_scores_gemma":[0.000021714384,0.00018029974,0.0016357766,0.0010650629,0.000017034523,0.0011545408,0.015644278,0.00009165407,0.00028176833,0.017418995,0.96245027,0.00003856799],"about_ca_topic_score_codex":0.0020527723,"about_ca_topic_score_gemma":0.0042797,"teacher_disagreement_score":0.013970837,"about_ca_system_score_codex":0.003177147,"about_ca_system_score_gemma":0.00800583,"threshold_uncertainty_score":0.046737075},"labels":[],"label_agreement":null},{"id":"W2006326318","doi":"10.4300/jgme-d-11-00123.1","title":"Prospective Comparison of Live Evaluation and Video Review in the Evaluation of Operator Performance in a Pediatric Emergency Airway Simulation","year":2012,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre","funders":"","keywords":"Inter-rater reliability; Concordance; Medicine; Intra-rater reliability; Intubation; Reliability (semiconductor); Confidence interval; Medical physics; Rating scale; Psychology; Surgery","score_opus":0.15915143160520362,"score_gpt":0.5048788781775292,"score_spread":0.34572744657232557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006326318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99606055,0.0005703784,0.0018990223,0.000027050575,0.000044124987,0.00057653623,0.000116940704,0.000026846183,0.0006784624],"genre_scores_gemma":[0.99677974,0.00016784768,0.0022693013,0.000024815778,0.000029122693,0.00047283198,0.00012274952,0.0000066030384,0.00012705976],"study_design_codex":"observational","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9741745,0.017445741,0.0020295181,0.0022749673,0.0034611833,0.0006140722],"domain_scores_gemma":[0.904458,0.04696661,0.022888994,0.0040205335,0.01861888,0.003047048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025306845,0.0005615935,0.0005793792,0.0012473203,0.00038258394,0.0010205499,0.00078168075,0.000633843,0.0010159807],"category_scores_gemma":[0.08528249,0.000595876,0.0006348511,0.0005914194,0.0008165466,0.0015273074,0.0014838312,0.00057058566,0.0003375845],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.030063545,0.0026580517,0.8649816,0.0011213485,0.0009942179,0.0003054377,0.0058772196,0.001630043,0.003604586,0.0002201254,0.0006933502,0.087850556],"study_design_scores_gemma":[0.0013638872,0.036747403,0.9468868,0.00029458082,0.00046925028,0.0007637014,0.002328148,0.006305646,0.0033509831,0.00010710267,0.0012499142,0.00013268647],"about_ca_topic_score_codex":0.002071777,"about_ca_topic_score_gemma":0.0033735153,"teacher_disagreement_score":0.025306845,"about_ca_system_score_codex":0.0011030182,"about_ca_system_score_gemma":0.0012907948,"threshold_uncertainty_score":0.13383704},"labels":[],"label_agreement":null},{"id":"W2017655149","doi":"10.4300/jgme-d-10-00060.1","title":"Resident Training in the Psychiatric Emergency Service: Duty Hours Tell Only Part of the Story","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Grounded theory; Service (business); Psychology; Multidisciplinary approach; Medicine; Medical education; Perspective (graphical); Work (physics); Contentment; Focus group; Qualitative research; Social psychology; Engineering; Computer science; Sociology","score_opus":0.07142312915362409,"score_gpt":0.34219743970788535,"score_spread":0.27077431055426127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017655149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5392367,0.010060444,0.0062782667,0.4033246,0.0078672385,0.0001676119,0.0003255417,0.00017284855,0.03256673],"genre_scores_gemma":[0.9324566,0.0061403043,0.0016946374,0.051747218,0.0012761009,0.0001559612,0.000090135676,0.00009013868,0.0063489573],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99327105,0.00457541,0.00015247615,0.0002972415,0.0008454743,0.00085842586],"domain_scores_gemma":[0.9902006,0.003776764,0.0015187917,0.00027403166,0.0010675954,0.0031621824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044282647,0.00064678956,0.0005219113,0.0004890989,0.013317664,0.0041604755,0.0017147305,0.0041498896,0.0030940792],"category_scores_gemma":[0.014762934,0.0006018204,0.00060304056,0.00063664216,0.00990653,0.007388662,0.0059687532,0.010047843,0.0010031144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008470416,0.00012517569,0.0096253585,0.0007161771,0.00003343452,0.007261879,0.8613865,0.000142252,0.0008693549,0.005541003,0.09564194,0.018572254],"study_design_scores_gemma":[0.0000078413905,0.00013759517,0.004215344,0.0005494053,0.000018874076,0.004767418,0.8984086,0.00013018382,0.00038483384,0.0012345244,0.090100914,0.00004450414],"about_ca_topic_score_codex":0.00686929,"about_ca_topic_score_gemma":0.012686552,"teacher_disagreement_score":0.013317664,"about_ca_system_score_codex":0.0041530537,"about_ca_system_score_gemma":0.003570024,"threshold_uncertainty_score":0.030132711},"labels":[],"label_agreement":null},{"id":"W2019305453","doi":"10.4300/jgme-d-12-00211.1","title":"Understanding the Impact of Residents' Interpersonal Relationships During Emergency Department Referrals and Consultations","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University of Illinois at Chicago; University of Illinois at Urbana-Champaign; Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Referral; Audit; Interpersonal communication; Emergency department; Context (archaeology); Grounded theory; Medicine; Focus group; Family medicine; Psychology; Qualitative research; Medical education; Nursing; Medical emergency; Social psychology","score_opus":0.1543057197122137,"score_gpt":0.3590216801144851,"score_spread":0.20471596040227139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019305453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98917013,0.0010260966,0.0011818572,0.004505846,0.00003496858,0.00003504857,0.000015125598,0.000014003667,0.004016902],"genre_scores_gemma":[0.9981523,0.00063818437,0.0006310871,0.00027540472,0.000015684376,0.000022491076,0.000006917529,0.0000029955145,0.00025488753],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9912117,0.006575413,0.00030305714,0.00021366782,0.0009287692,0.0007673179],"domain_scores_gemma":[0.9686284,0.021834662,0.005201289,0.0003144845,0.0020340355,0.0019870517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008881469,0.0002103535,0.00022646913,0.0006992032,0.0028560276,0.0024232124,0.0008109806,0.0012657914,0.0014109248],"category_scores_gemma":[0.04507533,0.00031581064,0.00020016762,0.0004300249,0.0024385809,0.0029311085,0.0025210297,0.0015758646,0.00015201172],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011413529,0.00019256871,0.07010881,0.00064072385,0.000031778458,0.0025081811,0.8683247,0.00019916087,0.0014466515,0.0010811875,0.0017084014,0.053643778],"study_design_scores_gemma":[0.000015913976,0.00029536124,0.09760629,0.00064732344,0.00003921401,0.001964412,0.88924575,0.0005095681,0.00067319145,0.0011063875,0.007861989,0.0000345434],"about_ca_topic_score_codex":0.0042557367,"about_ca_topic_score_gemma":0.00914363,"teacher_disagreement_score":0.008881469,"about_ca_system_score_codex":0.0028143465,"about_ca_system_score_gemma":0.005125168,"threshold_uncertainty_score":0.04697025},"labels":[],"label_agreement":null},{"id":"W2023936105","doi":"10.4300/jgme-d-13-00316.1","title":"The 7 Habits of Highly Effective Rounding","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Curriculum; Graduate medical education; Coursework; Set (abstract data type); Psychology; Core competency; Medicine; Pedagogy; Management; Computer science","score_opus":0.06322691313378188,"score_gpt":0.4168204510555602,"score_spread":0.35359353792177833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023936105","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31510356,0.04000831,0.018513694,0.2160236,0.029701287,0.00095135334,0.0013818163,0.001234583,0.37708178],"genre_scores_gemma":[0.75812477,0.03087814,0.023310175,0.08599699,0.0077054678,0.00075489783,0.0015217497,0.0005459247,0.091161884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99313724,0.002060238,0.0005049599,0.00037447497,0.0033968636,0.00052630366],"domain_scores_gemma":[0.9900539,0.0030114497,0.0016091398,0.0008461722,0.0027879688,0.0016913626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029094755,0.00030274416,0.00024132551,0.001053347,0.0018675845,0.0029427793,0.0008748493,0.0014446038,0.0069974475],"category_scores_gemma":[0.018560445,0.00028813575,0.00043895765,0.001187333,0.0018025537,0.0014045526,0.0025902784,0.0020603803,0.0023415133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020035356,0.0002916412,0.061616853,0.0006270039,0.000041428495,0.0007105915,0.0043156375,0.00016203338,0.00067320705,0.0061182524,0.26287952,0.66236347],"study_design_scores_gemma":[0.000037143673,0.0004941987,0.09488175,0.0014471902,0.000055824432,0.005439303,0.009506518,0.000274902,0.0014187585,0.0065883584,0.87974906,0.00010690642],"about_ca_topic_score_codex":0.0025117071,"about_ca_topic_score_gemma":0.0081079835,"teacher_disagreement_score":0.0069974475,"about_ca_system_score_codex":0.0014812795,"about_ca_system_score_gemma":0.0034863006,"threshold_uncertainty_score":0.02340877},"labels":[],"label_agreement":null},{"id":"W2024538809","doi":"10.4300/jgme-d-13-00042.1","title":"Scholarly Mentorship and Publication: An Innovative Approach for Female Psychiatry Residents","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Mentorship; Medical education; Publishing; Medicine; Psychology; Family medicine; Political science","score_opus":0.21394361378503124,"score_gpt":0.4710098484993782,"score_spread":0.257066234714347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024538809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84213656,0.005057408,0.035423458,0.07480171,0.002662562,0.003403587,0.00012761499,0.0007201591,0.035666943],"genre_scores_gemma":[0.84655,0.006432355,0.11107601,0.008323641,0.0049180537,0.0034609265,0.00012762495,0.00011326436,0.01899802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967769,0.0017954159,0.000116389274,0.0001975028,0.00066135323,0.00045239186],"domain_scores_gemma":[0.9930085,0.0012709755,0.0010517079,0.0005516873,0.00047069392,0.003646554],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0078078276,0.0005064418,0.00027062953,0.0010787618,0.004347186,0.0026340077,0.0023582457,0.0014738988,0.005959286],"category_scores_gemma":[0.010206381,0.0002672027,0.000637392,0.0005764911,0.0013408152,0.002079263,0.0062343483,0.001179229,0.00094787276],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002603348,0.004435903,0.032769963,0.00086680014,0.000051136452,0.0050351727,0.020648578,0.00015146015,0.003848369,0.0020457038,0.027370252,0.90251625],"study_design_scores_gemma":[0.0018127094,0.028927118,0.17447491,0.0031845244,0.00040237373,0.06352892,0.16444075,0.0029185964,0.009300586,0.015383656,0.5352101,0.00041578355],"about_ca_topic_score_codex":0.00029289915,"about_ca_topic_score_gemma":0.0031337496,"teacher_disagreement_score":0.99219215,"about_ca_system_score_codex":0.0008492643,"about_ca_system_score_gemma":0.005601969,"threshold_uncertainty_score":0.04129219},"labels":[],"label_agreement":null},{"id":"W2026328098","doi":"10.4300/jgme-02-04-29","title":"Expertise, Diversity, and Perspective: Introducing the JGME Editorial Board","year":2010,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Diversity (politics); Editorial board; Data science; Engineering ethics; Library science; Computer science; Medicine; Political science; Engineering; Artificial intelligence; Law","score_opus":0.06742381434834857,"score_gpt":0.4404760711579156,"score_spread":0.373052256809567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026328098","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000571773,0.008126274,0.00087137223,0.2959647,0.6918353,0.000056846424,0.000011937815,0.00008847271,0.0024733995],"genre_scores_gemma":[0.01041712,0.009540626,0.0026070469,0.13829812,0.83039427,0.00016974613,0.00002813333,0.00023821578,0.00830673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9721938,0.012021039,0.002668741,0.0021988829,0.008589493,0.002328131],"domain_scores_gemma":[0.8757517,0.04390098,0.005440746,0.0024334516,0.03155562,0.040917583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047324512,0.0018155903,0.001618263,0.0034989365,0.013124212,0.03199162,0.0035354644,0.013829888,0.005970816],"category_scores_gemma":[0.11829616,0.0013343552,0.0016209015,0.0015034075,0.01217067,0.015810525,0.009467813,0.02750104,0.002693731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003238709,0.000042549746,0.00045307042,0.00027196997,0.000012811744,0.0008183689,0.003988961,0.0000699652,0.00020620886,0.004844003,0.9648507,0.024408992],"study_design_scores_gemma":[0.000024590458,0.00005348533,0.00048077275,0.0006316222,0.000012010667,0.0008772293,0.0041595413,0.000120141565,0.00006763379,0.003423089,0.99009633,0.00005358014],"about_ca_topic_score_codex":0.0015588988,"about_ca_topic_score_gemma":0.0042589405,"teacher_disagreement_score":0.047324512,"about_ca_system_score_codex":0.0066502043,"about_ca_system_score_gemma":0.016319226,"threshold_uncertainty_score":0.2502789},"labels":[],"label_agreement":null},{"id":"W2035064279","doi":"10.4300/jgme-d-10-00187.1","title":"Ten Things You Didn't Know About the Journal of Graduate Medical Education","year":2010,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Accreditation; Specialty; Subspecialty; Publication; Medical education; Graduate education; Medicine; Political science; Family medicine","score_opus":0.09087773756742393,"score_gpt":0.4530440502861305,"score_spread":0.3621663127187066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035064279","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056328106,0.01904364,0.00064416317,0.60628814,0.36872068,0.000031933658,0.00008252865,0.00013698843,0.0044886717],"genre_scores_gemma":[0.010848489,0.037986174,0.004853565,0.6201592,0.2891709,0.0001257623,0.00027914078,0.00042014438,0.03615662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97607213,0.0066843657,0.0026778711,0.00263884,0.009961846,0.0019648813],"domain_scores_gemma":[0.87255096,0.026751399,0.005124787,0.0048923683,0.059301265,0.03137918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027835649,0.0014840736,0.0017290522,0.003362703,0.00810408,0.023174884,0.002936275,0.0145416735,0.019103698],"category_scores_gemma":[0.10486738,0.000976796,0.0017709116,0.002645549,0.01160848,0.020424193,0.0046638786,0.03286239,0.0117064575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011304803,0.00008601364,0.0013562021,0.0008196654,0.000043919532,0.0003170802,0.0009119449,0.000043683354,0.0003633861,0.0064656893,0.93313986,0.056339525],"study_design_scores_gemma":[0.000026615277,0.000081242215,0.0009773852,0.0017632263,0.000029548159,0.0007226973,0.0016468881,0.000069856265,0.00016531044,0.007078116,0.9873662,0.000072854506],"about_ca_topic_score_codex":0.0023550729,"about_ca_topic_score_gemma":0.0050420067,"teacher_disagreement_score":0.027835649,"about_ca_system_score_codex":0.0051557627,"about_ca_system_score_gemma":0.012987619,"threshold_uncertainty_score":0.14721078},"labels":[],"label_agreement":null},{"id":"W2037317887","doi":"10.4300/jgme-d-11-00083.1","title":"Deconstructing Quality in Education Research","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Medical education; Psychology; Subject (documents); Persuasion; Medicine; Computer science; Social psychology; Library science","score_opus":0.2301799346129748,"score_gpt":0.519937019305551,"score_spread":0.2897570846925762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037317887","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002751616,0.32195175,0.11590091,0.5158804,0.027617173,0.0013419582,0.00040967477,0.00026973282,0.013876756],"genre_scores_gemma":[0.22088154,0.1655988,0.22624491,0.31198844,0.063718334,0.008392723,0.00040790986,0.0010699838,0.0016974336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.111993805,0.73815256,0.06825523,0.01499065,0.063696735,0.0029109519],"domain_scores_gemma":[0.03856118,0.8913932,0.02009774,0.024821378,0.023691384,0.0014351137],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7486294,0.0029735111,0.008429291,0.035902683,0.009408989,0.045517936,0.014377287,0.017258283,0.0028750326],"category_scores_gemma":[0.81109226,0.0038160253,0.005775842,0.024204535,0.13087682,0.052717105,0.032870516,0.030920565,0.00075812003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022988171,0.000057100897,0.0032991758,0.024902135,0.0017492516,0.00020672382,0.030694015,0.0010532498,0.00017267349,0.7585621,0.031407923,0.14766587],"study_design_scores_gemma":[0.00020182645,0.00019900009,0.0018329584,0.058835413,0.0005256241,0.00027597748,0.0059795924,0.0014431715,0.0003504675,0.83221364,0.097930826,0.00021150122],"about_ca_topic_score_codex":0.00731435,"about_ca_topic_score_gemma":0.009147372,"teacher_disagreement_score":0.2513706,"about_ca_system_score_codex":0.03400869,"about_ca_system_score_gemma":0.047290932,"threshold_uncertainty_score":0.30998474},"labels":[],"label_agreement":null},{"id":"W2047676161","doi":"10.4300/jgme-d-12-00186.1","title":"Culture Shock: A Canadian Fellow Lands at the VA","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"White (mutation); White coat; Sociology; Psychology; Media studies; Medicine","score_opus":0.052124776185134766,"score_gpt":0.4287747025541127,"score_spread":0.3766499263689779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047676161","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048333425,0.010190468,0.00059795025,0.7618517,0.025937438,0.0001718379,0.00044959364,0.00024558607,0.152222],"genre_scores_gemma":[0.26964268,0.0140993,0.0018137366,0.41606212,0.0027245802,0.00017293086,0.00034244786,0.000618273,0.29452386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603856,0.00052553276,0.00006545249,0.0003326368,0.0009336654,0.002104251],"domain_scores_gemma":[0.98624045,0.00019142465,0.00012016383,0.00012865169,0.0023339512,0.010985383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022967719,0.00079283444,0.00064668787,0.0010855073,0.054509293,0.0075885807,0.0031298522,0.005302038,0.034090094],"category_scores_gemma":[0.005675258,0.00066274195,0.0007780151,0.0015983157,0.0057505737,0.0030276855,0.0077942647,0.017951595,0.0037104597],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035362034,0.00018886164,0.0060705715,0.000062461135,0.00003021276,0.007339055,0.016089242,0.000074892916,0.00027925495,0.0034728823,0.93646705,0.029890183],"study_design_scores_gemma":[0.00003311035,0.00013100804,0.010066029,0.0006356926,0.000034793087,0.006190823,0.15762965,0.0002179948,0.0001659572,0.0029515377,0.82176965,0.00017382001],"about_ca_topic_score_codex":0.8958085,"about_ca_topic_score_gemma":0.97838426,"teacher_disagreement_score":0.8958085,"about_ca_system_score_codex":0.050235793,"about_ca_system_score_gemma":0.14155032,"threshold_uncertainty_score":0.3644879},"labels":[],"label_agreement":null},{"id":"W2055491678","doi":"10.4300/jgme-d-14-00022.1","title":"Predictors of Well-Being in Resident Physicians: A Descriptive and Psychometric Study","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Burnout; Descriptive statistics; Medicine; Family medicine; Psychology; Clinical psychology; Gerontology","score_opus":0.1150436596824649,"score_gpt":0.4653084681254038,"score_spread":0.3502648084429389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055491678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995247,0.000060586484,0.000053630753,0.00004293501,0.0000019243,0.00001855286,0.00010821185,0.0000023783605,0.00018722971],"genre_scores_gemma":[0.9995615,0.00007165294,0.00013729047,0.000029685823,0.000004053782,0.000026348383,0.00011044442,9.929742e-7,0.00005799357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928325,0.00021737648,0.000102035156,0.000069911584,0.00021135081,0.000116102296],"domain_scores_gemma":[0.9953199,0.0015268818,0.0015821918,0.00012244556,0.00064243213,0.0008061444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002256634,0.00016022743,0.00026214283,0.00093552313,0.00045127,0.00046380126,0.00026330558,0.00028607107,0.0010723788],"category_scores_gemma":[0.0066974456,0.0002338148,0.0003751792,0.0011200908,0.00040138746,0.0004693432,0.00056654593,0.00053074525,0.00023537895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027910455,0.00010964767,0.9975865,0.000010599991,0.000013268223,0.000025410964,0.00036184318,0.000022196455,0.000052975698,0.0000051386587,0.00008058024,0.0017038272],"study_design_scores_gemma":[0.0000037764523,0.00024269422,0.99838233,0.000010114178,0.0000074591853,0.00009542196,0.0009833808,0.00011078106,0.000032147665,0.000007139093,0.000121660494,0.000002969567],"about_ca_topic_score_codex":0.0031734128,"about_ca_topic_score_gemma":0.0051365914,"teacher_disagreement_score":0.0031734128,"about_ca_system_score_codex":0.00038406224,"about_ca_system_score_gemma":0.00079434423,"threshold_uncertainty_score":0.01193434},"labels":[],"label_agreement":null},{"id":"W2057415348","doi":"10.4300/jgme-05-04-42","title":"The Impact of Varying Levels of Implementation Fidelity on Resident Perceptions of an Assessment Innovation","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perception; Fidelity; Computer science; MEDLINE; Data science; Psychology; Medicine; Political science; Telecommunications","score_opus":0.0735442460657168,"score_gpt":0.5097162696303833,"score_spread":0.4361720235646665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057415348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962075,0.00010362108,0.0013966864,0.00052670296,0.000019460747,0.000108995075,0.00002506559,0.000021049771,0.0015908481],"genre_scores_gemma":[0.9983394,0.00004056775,0.0013182496,0.000094464805,0.0000071117483,0.00007597906,0.000015934218,0.0000056228737,0.000102561695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9309216,0.040261023,0.007254312,0.0019828458,0.015256159,0.004324114],"domain_scores_gemma":[0.64028776,0.2864109,0.03409846,0.010972479,0.019976068,0.008254224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06744553,0.00027874068,0.0003694737,0.0011466433,0.0014571513,0.0034526738,0.0013277815,0.0012303905,0.002301266],"category_scores_gemma":[0.2638047,0.00052718766,0.00091212685,0.00062435365,0.0030283516,0.0020517295,0.0036688296,0.0016944355,0.00016329008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007257468,0.0012523467,0.82485366,0.0007256382,0.0003149704,0.00041728813,0.08499542,0.00074361876,0.0025144524,0.00085312314,0.0006307106,0.08197312],"study_design_scores_gemma":[0.00007127437,0.0033921627,0.92060155,0.00062743586,0.00016945098,0.000610642,0.06630924,0.0022504567,0.0022130704,0.00066049764,0.0029661004,0.00012816241],"about_ca_topic_score_codex":0.003671675,"about_ca_topic_score_gemma":0.0045300527,"teacher_disagreement_score":0.06744553,"about_ca_system_score_codex":0.003055441,"about_ca_system_score_gemma":0.0044374983,"threshold_uncertainty_score":0.35669035},"labels":[],"label_agreement":null},{"id":"W2058852607","doi":"10.4300/jgme-d-09-00029.1","title":"Mapping Cognitive Overlaps Between Practice-Based Learning and Improvement and Evidence-Based Medicine: An Operational Definition for Assessing Resident Physician Competence","year":2009,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"Universidade Federal do Estado do Rio de Janeiro; National Board of Medical Examiners","keywords":"Competence (human resources); Cognition; Graduate medical education; Accreditation; Computer science; Medical education; Psychology; Medicine; Artificial intelligence; Social psychology","score_opus":0.09826517425080082,"score_gpt":0.4282303852931561,"score_spread":0.32996521104235527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058852607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7908165,0.0009860221,0.17653601,0.0014450359,0.000064517466,0.002030627,0.00057329884,0.0001943703,0.02735369],"genre_scores_gemma":[0.89930457,0.00017048344,0.09791652,0.0001316506,0.000017004624,0.0016063376,0.00050968234,0.000017247914,0.00032640222],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98213035,0.008653695,0.0025904991,0.0011471687,0.0050012455,0.00047701036],"domain_scores_gemma":[0.91378754,0.051984053,0.014466078,0.004506926,0.013907069,0.0013483919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022167446,0.00066160347,0.00042186675,0.010937616,0.0014355042,0.0026149822,0.0013953409,0.0008491393,0.0013500056],"category_scores_gemma":[0.08845566,0.00035007746,0.0010969145,0.004684696,0.0051570563,0.004765472,0.005699291,0.0011348331,0.00018459895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034507824,0.00071810343,0.47661945,0.0031912222,0.00031616582,0.0004123312,0.096453585,0.0066173878,0.008514232,0.059100546,0.0021723842,0.34553957],"study_design_scores_gemma":[0.00012426128,0.0014428665,0.7367113,0.002694473,0.00028710387,0.0013136021,0.09974116,0.034174018,0.008284829,0.093488395,0.021519132,0.00021874146],"about_ca_topic_score_codex":0.0034143508,"about_ca_topic_score_gemma":0.0039809616,"teacher_disagreement_score":0.022167446,"about_ca_system_score_codex":0.004530464,"about_ca_system_score_gemma":0.0077626295,"threshold_uncertainty_score":0.11723405},"labels":[],"label_agreement":null},{"id":"W2065028344","doi":"10.4300/jgme-d-12-00205.1","title":"The Relationship Between the American Board of Anesthesiology Part 1 Certification Examination and the United States Medical Licensing Examination","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Certification; Licensure; Medical education; Context (archaeology); Test (biology); Medicine; Family medicine; Psychology; Medical school; Political science; Biology","score_opus":0.0648137662039485,"score_gpt":0.3574582680571969,"score_spread":0.29264450185324836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065028344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99681693,0.00020053807,0.00015498362,0.00032197864,0.000014801811,0.000011463003,0.00019101727,0.000006410893,0.0022817329],"genre_scores_gemma":[0.9993722,0.00006426845,0.00010316728,0.000024621715,0.000011310116,0.0000063792854,0.00016504347,0.000002493461,0.00025048107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99742967,0.00082524726,0.00023517592,0.0002919121,0.00093797233,0.00027998554],"domain_scores_gemma":[0.954972,0.01982027,0.01536759,0.0011218401,0.0052043414,0.003513946],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036859054,0.000171142,0.0002013095,0.0017521456,0.00045015808,0.0008303695,0.00050794904,0.0005074034,0.005420713],"category_scores_gemma":[0.044972435,0.00020389575,0.00022640348,0.0015776113,0.00065050425,0.0006522341,0.00092485204,0.0010110659,0.00065320986],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009063325,0.000014697148,0.998906,0.0000018918859,0.000007992629,0.000010001292,0.000025980497,0.000015251254,0.000012797948,0.000019521018,0.000109658235,0.0008670848],"study_design_scores_gemma":[6.473065e-7,0.000017610144,0.99963427,0.000003366026,0.000003931348,0.00005652971,0.000051082174,0.00008564148,0.000014240893,0.000014406781,0.00011725064,9.548294e-7],"about_ca_topic_score_codex":0.0101262815,"about_ca_topic_score_gemma":0.011741535,"teacher_disagreement_score":0.9963141,"about_ca_system_score_codex":0.000575098,"about_ca_system_score_gemma":0.001119582,"threshold_uncertainty_score":0.020134687},"labels":[],"label_agreement":null},{"id":"W2069882165","doi":"10.4300/jgme-05-04-41","title":"Resident Sleep Associated With Overnight Duty Periods of 12-, 16-, and 24-Hour Durations","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Medicine; Interquartile range; Sleep deprivation; Sleep (system call); Workload; Physical therapy; Anesthesia; Emergency medicine; Circadian rhythm; Internal medicine","score_opus":0.026848407312587662,"score_gpt":0.3061560051277881,"score_spread":0.2793075978152005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069882165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99969923,0.000052638152,0.000050611667,0.000005615442,0.0000015821706,0.0000116657,0.000036853267,0.0000016356026,0.00014023822],"genre_scores_gemma":[0.9994491,0.000053182786,0.00021713303,0.000010653673,0.0000037889802,0.000020892126,0.00011670108,0.0000014032095,0.00012715773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995807,0.00009105372,0.000036943202,0.00005143491,0.00013176781,0.00010807825],"domain_scores_gemma":[0.9982356,0.00029789668,0.0007309305,0.00008472916,0.00029292825,0.00035792156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008462246,0.00024168516,0.0001563269,0.00018529923,0.00032359196,0.00023365078,0.00024540434,0.00013453979,0.001107454],"category_scores_gemma":[0.0024956758,0.000106221436,0.0002728379,0.0001816911,0.00046862973,0.00013971225,0.00036877996,0.0002100767,0.000095314244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008097567,0.0005859129,0.9414832,0.00022347525,0.00026268765,0.000098723795,0.00092518,0.000781164,0.019276267,0.000045905665,0.0003077002,0.027912213],"study_design_scores_gemma":[0.00003434025,0.0024858683,0.99587303,0.000010944091,0.000024984825,0.000056525783,0.00021891626,0.00020031111,0.00087570143,0.000011550735,0.00020267579,0.0000051442257],"about_ca_topic_score_codex":0.02706681,"about_ca_topic_score_gemma":0.06744655,"teacher_disagreement_score":0.02706681,"about_ca_system_score_codex":0.0010521394,"about_ca_system_score_gemma":0.001414626,"threshold_uncertainty_score":0.053818524},"labels":[],"label_agreement":null},{"id":"W2074552764","doi":"10.4300/jgme-d-10-00186.1","title":"Internal Medicine Physicians' Knowledge of Health Care Charges","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Research Resources","keywords":"Family medicine; Health care; Test (biology); Intervention (counseling); Likert scale; Quarter (Canadian coin); Medicine; Wilcoxon signed-rank test; Diagnostic test; Tertiary care; MEDLINE; Psychology; Nursing; Emergency medicine; Internal medicine","score_opus":0.6544064686078727,"score_gpt":0.6020489138123604,"score_spread":0.052357554795512296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074552764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928181,0.0008671052,0.00017415393,0.001768875,0.000014971337,0.000017587194,0.00011169293,0.00000993434,0.0042176433],"genre_scores_gemma":[0.99896955,0.0003075165,0.000105428706,0.0002845492,0.000022445909,0.0000053791737,0.000047216556,0.0000014403237,0.00025656892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979582,0.000732619,0.00023293766,0.00011157238,0.0007365056,0.00022819535],"domain_scores_gemma":[0.9735174,0.013038877,0.008918468,0.00052314135,0.002234091,0.0017679125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033090978,0.00017003657,0.00027358052,0.000971409,0.00040494715,0.0007306276,0.00033028368,0.0006841724,0.007826382],"category_scores_gemma":[0.034626536,0.00015591722,0.00024178406,0.000509133,0.00067617174,0.0007539101,0.00075380306,0.0006619595,0.00053565623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009316593,0.00014680323,0.9782638,0.00008566052,0.00003503599,0.00013293489,0.0030153927,0.00016634478,0.00030845567,0.00008338536,0.0013279621,0.016341163],"study_design_scores_gemma":[0.00001675635,0.0003279985,0.99289715,0.00014749944,0.000032023836,0.0008751633,0.00286997,0.00036237252,0.00020210215,0.00012796091,0.002129613,0.000011429935],"about_ca_topic_score_codex":0.0036577643,"about_ca_topic_score_gemma":0.0033266894,"teacher_disagreement_score":0.007826382,"about_ca_system_score_codex":0.0009550297,"about_ca_system_score_gemma":0.0010501482,"threshold_uncertainty_score":0.026181877},"labels":[],"label_agreement":null},{"id":"W2091793466","doi":"10.4300/jgme-d-13-00092.1","title":"How Do You Define High-Quality Education Research?","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Data science; Medical education; Computer science; MEDLINE; Medicine; Political science","score_opus":0.09143622573787248,"score_gpt":0.450719858407068,"score_spread":0.35928363266919555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091793466","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010592423,0.20903574,0.033046987,0.71050113,0.036124974,0.0013426149,0.0003403012,0.00028169574,0.00826725],"genre_scores_gemma":[0.08642714,0.20902537,0.23167819,0.3897392,0.06819442,0.008953132,0.0008835223,0.0016781441,0.0034209434],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.44676024,0.33196545,0.09559811,0.020900035,0.09873753,0.0060385745],"domain_scores_gemma":[0.12619303,0.5562821,0.06555893,0.039670233,0.18679035,0.02550543],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4798887,0.0030303607,0.0111897,0.028913673,0.008460678,0.06015177,0.008491942,0.023186302,0.0055269655],"category_scores_gemma":[0.74229187,0.0027493068,0.0040250598,0.025599673,0.046694815,0.049900208,0.016206004,0.03580762,0.006051828],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054685073,0.00034319045,0.011420156,0.041368112,0.0018800704,0.00041443694,0.019980293,0.0012219095,0.0008838569,0.24733543,0.37890506,0.29570055],"study_design_scores_gemma":[0.0004552884,0.00034112472,0.005219504,0.1118917,0.00065723853,0.00083603145,0.01317258,0.001305125,0.00064762984,0.3571847,0.5077623,0.00052684185],"about_ca_topic_score_codex":0.007600332,"about_ca_topic_score_gemma":0.0051248325,"teacher_disagreement_score":0.5201113,"about_ca_system_score_codex":0.020578047,"about_ca_system_score_gemma":0.050856628,"threshold_uncertainty_score":0.64138985},"labels":[],"label_agreement":null},{"id":"W2093399148","doi":"10.4300/jgme-d-13-00061.1","title":"Resident Duty Hours in the Outpatient Electronic Health Record Era: Inaccuracies and Implications","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"National Center for Advancing Translational Sciences","keywords":"Medicine; Electronic health record; Burnout; Graduate medical education; Family medicine; Ambulatory; Names of the days of the week; Medical record; Emergency medicine; Accreditation; Medical emergency; Health care; Internal medicine; Medical education","score_opus":0.02626842203013326,"score_gpt":0.3598118640808007,"score_spread":0.33354344205066744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093399148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97669697,0.0030728849,0.010270132,0.00385459,0.00022744035,0.00009149947,0.001010672,0.000061257604,0.0047146943],"genre_scores_gemma":[0.99375206,0.000689026,0.0042069396,0.00066740066,0.00013654254,0.000045678134,0.00027324722,0.000021291306,0.00020779824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95936334,0.024119636,0.004801919,0.002475796,0.0085744485,0.00066482334],"domain_scores_gemma":[0.7720608,0.13502747,0.06753976,0.008887335,0.015127084,0.001357586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028317012,0.0003330682,0.00032720383,0.0016884377,0.0005228524,0.0012458724,0.00085631426,0.0004477015,0.00087472564],"category_scores_gemma":[0.14949791,0.00032068172,0.00044691158,0.0023536056,0.0010993923,0.0011740017,0.001430645,0.0006066461,0.0002494893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009421201,0.000038145845,0.9640465,0.00020611341,0.00010066139,0.000062533385,0.0019261703,0.00051947485,0.00013860241,0.00024554663,0.0014429403,0.031179082],"study_design_scores_gemma":[0.000007658564,0.00010531474,0.9878445,0.00054185156,0.000074948104,0.00045640251,0.0041019777,0.0029121183,0.00057814945,0.0005485201,0.0028073275,0.000021316539],"about_ca_topic_score_codex":0.01018627,"about_ca_topic_score_gemma":0.013897399,"teacher_disagreement_score":0.028317012,"about_ca_system_score_codex":0.001622292,"about_ca_system_score_gemma":0.0011810991,"threshold_uncertainty_score":0.14975649},"labels":[],"label_agreement":null},{"id":"W2093553077","doi":"10.4300/jgme-d-12-00238.1","title":"Update in Internal Medicine Residency Education: A Review of the Literature in 2010 and 2011","year":2013,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medical education; Workload; Medicine; Quality (philosophy); Inclusion (mineral); Family medicine; Psychology; Computer science","score_opus":0.044403499133676666,"score_gpt":0.41889342541682434,"score_spread":0.3744899262831477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093553077","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007708418,0.9975516,0.00005379344,0.0008628647,0.00022333684,0.000030607494,0.00014227747,0.0000034697673,0.00036124286],"genre_scores_gemma":[0.004517506,0.9938719,0.00035997966,0.00077242457,0.00017686027,0.000060114595,0.00014957506,0.0000023459197,0.00008933809],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99389535,0.0013360763,0.0027886115,0.00046669727,0.0012992992,0.00021407516],"domain_scores_gemma":[0.96313167,0.021629198,0.007957574,0.00032245775,0.0063393023,0.0006197814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009255281,0.00092363055,0.0024794424,0.025598222,0.00073207833,0.0025381793,0.0013427448,0.002089814,0.0034335945],"category_scores_gemma":[0.037606403,0.00084827637,0.002768558,0.025156753,0.0009784768,0.003939909,0.0015962344,0.0013857622,0.0004828009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020382946,0.00005335725,0.004328754,0.52912253,0.0010032656,0.00059129595,0.001773965,0.00014519824,0.00034185624,0.00077755225,0.018761702,0.44289663],"study_design_scores_gemma":[0.00006067213,0.00016599886,0.020399116,0.8057416,0.0049907584,0.0022624221,0.002301002,0.00008349669,0.00024528595,0.00030899365,0.16339067,0.000050088005],"about_ca_topic_score_codex":0.010228684,"about_ca_topic_score_gemma":0.03425639,"teacher_disagreement_score":0.025598222,"about_ca_system_score_codex":0.006557412,"about_ca_system_score_gemma":0.016735708,"threshold_uncertainty_score":0.048947155},"labels":[],"label_agreement":null},{"id":"W2099232349","doi":"10.4300/jgme-d-14-00612.1","title":"The Effect of Restricting Residents' Duty Hours on Patient Safety, Resident Well-Being, and Resident Education: An Updated Systematic Review","year":2015,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":257,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Graduate medical education; Medicine; Accreditation; Duty; Psychological intervention; MEDLINE; Family medicine; Patient safety; Patient care; Nursing; Medical education; Health care; Political science","score_opus":0.023219528805091722,"score_gpt":0.38575096567967443,"score_spread":0.3625314368745827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099232349","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018941943,0.99674594,0.00009672028,0.00031497938,0.00013441453,0.0001753867,0.00037073123,0.000007289959,0.00026032372],"genre_scores_gemma":[0.021137388,0.9766936,0.00059456954,0.0007090635,0.000103462145,0.00041953553,0.0002368473,0.000005225806,0.00010040939],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884488,0.0040082443,0.0043082642,0.0007203887,0.0021773449,0.0003369636],"domain_scores_gemma":[0.9399681,0.043726478,0.010241607,0.0008167681,0.0047879512,0.00045912107],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011439069,0.0012569262,0.0069911852,0.0098281065,0.00069400313,0.0028515593,0.0019119495,0.002152618,0.003010492],"category_scores_gemma":[0.0615316,0.001210321,0.007389435,0.011027261,0.0008755307,0.0024413746,0.0015045768,0.0014418338,0.00024713742],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002044793,0.000020907946,0.0016598979,0.95323163,0.013116749,0.00013511222,0.0002656923,0.000075009884,0.0001378725,0.00011368143,0.0018027406,0.029236285],"study_design_scores_gemma":[0.0003002391,0.00030981994,0.011355277,0.85348594,0.11945204,0.00044508593,0.00037205793,0.000082027116,0.00019373841,0.00016557013,0.013793321,0.000044892702],"about_ca_topic_score_codex":0.012862028,"about_ca_topic_score_gemma":0.045487013,"teacher_disagreement_score":0.9885609,"about_ca_system_score_codex":0.0037721344,"about_ca_system_score_gemma":0.01590719,"threshold_uncertainty_score":0.06049633},"labels":[],"label_agreement":null},{"id":"W2106603591","doi":"10.4300/jgme-d-11-00043.1","title":"The Relative Influence of Available Resources During the Residency Match: A National Survey of Canadian Medical Students","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"Royal Bank of Canada","keywords":"Medical education; Residency training; MEDLINE; Family medicine; Graduate medical education; Medicine; Data science; Computer science; Political science; Accreditation","score_opus":0.10682095659077136,"score_gpt":0.346192320998577,"score_spread":0.23937136440780565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106603591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961009,0.00027093664,0.000032696644,0.00087244913,0.000010481257,0.000027416789,0.00059143786,0.0000043009904,0.0020893747],"genre_scores_gemma":[0.99874926,0.00028075464,0.000094147275,0.00016938477,0.000005147357,0.000012916486,0.00028598122,0.0000028746788,0.00039958916],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676216,0.0004105161,0.00018210374,0.00025828482,0.0016405617,0.00074626156],"domain_scores_gemma":[0.99248475,0.00087509106,0.0018210707,0.00010235695,0.0014245111,0.0032922917],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020326744,0.00020565807,0.0003021657,0.0018335816,0.0027492796,0.0014344376,0.0012582199,0.0005863383,0.002363595],"category_scores_gemma":[0.009042446,0.0002482017,0.00033217712,0.0030927295,0.0009918985,0.0005189021,0.0012851965,0.00083326927,0.00022072671],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004097383,0.00006190854,0.98674613,0.000059491344,0.000024067871,0.00008908524,0.004727637,0.000044622102,0.000103234,0.00006400421,0.0014848502,0.006553938],"study_design_scores_gemma":[0.0000021981868,0.000025221512,0.98985344,0.000037678954,0.0000075004937,0.000033310087,0.008862384,0.00008374123,0.000025143487,0.000009800715,0.0010489709,0.000010558594],"about_ca_topic_score_codex":0.92027605,"about_ca_topic_score_gemma":0.960484,"teacher_disagreement_score":0.9979673,"about_ca_system_score_codex":0.011030427,"about_ca_system_score_gemma":0.019945951,"threshold_uncertainty_score":0.16038686},"labels":[],"label_agreement":null},{"id":"W2114427908","doi":"10.4300/jgme-d-11-00258.1","title":"Changes in the National Residency Matching Program Policy: Are Internal Medicine Program Directors “All-In”?","year":2012,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matching (statistics); Medical education; Program director; Residency training; Family medicine; Medicine; Psychology; Continuing education","score_opus":0.12829811706722927,"score_gpt":0.4575598334286947,"score_spread":0.32926171636146545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114427908","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013922372,0.012787443,0.0018178286,0.9517006,0.009110032,0.000083104234,0.00025647684,0.00010918919,0.010213036],"genre_scores_gemma":[0.1196243,0.012758168,0.0047705835,0.84914863,0.0064568305,0.00032550163,0.00055723713,0.0001201213,0.006238466],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9761965,0.008260083,0.0023309726,0.0028001321,0.007035397,0.0033769791],"domain_scores_gemma":[0.9403676,0.020505263,0.008008608,0.0021989862,0.012092718,0.016826842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046613682,0.0003614293,0.00065106066,0.0013186622,0.0038705103,0.0057575954,0.0047912207,0.008561025,0.010234165],"category_scores_gemma":[0.084220774,0.00065758533,0.0008378557,0.0031700958,0.0030245276,0.008838612,0.0044820867,0.010968264,0.0016405314],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025862126,0.0004449693,0.021756614,0.0017644807,0.00006337726,0.0003243938,0.0034995042,0.00042889803,0.0006059809,0.049707375,0.46806356,0.45308217],"study_design_scores_gemma":[0.00017537823,0.00027123326,0.044743698,0.006166957,0.00007067504,0.0004946282,0.0049461056,0.00064133597,0.0005828362,0.0077244258,0.93405557,0.00012725657],"about_ca_topic_score_codex":0.02946362,"about_ca_topic_score_gemma":0.048896734,"teacher_disagreement_score":0.046613682,"about_ca_system_score_codex":0.011893894,"about_ca_system_score_gemma":0.03971053,"threshold_uncertainty_score":0.24651963},"labels":[],"label_agreement":null},{"id":"W2116285738","doi":"10.4300/jgme-03-03-30","title":"Internal Medicine Residents' Acceptance of Self-Directed Learning Plans at the Point of Care","year":2011,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"","keywords":"Curriculum; Framing (construction); Perception; Descriptive statistics; Medicine; Medical education; MEDLINE; Psychology; Family medicine","score_opus":0.029070677614254747,"score_gpt":0.34526611356202713,"score_spread":0.3161954359477724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116285738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99613994,0.00013008315,0.0010838233,0.0010131018,0.000025742502,0.00016415425,0.000015263802,0.00004226429,0.0013855135],"genre_scores_gemma":[0.9942713,0.0001824146,0.004199222,0.00041082053,0.000022966826,0.00015536582,0.000030363894,0.0000040649347,0.0007234728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953011,0.0026305444,0.00028778406,0.0001822726,0.001288383,0.00030978394],"domain_scores_gemma":[0.9779886,0.009581793,0.0051061288,0.00094378385,0.0029813966,0.0033983476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009828927,0.00023881638,0.00017321086,0.00033276447,0.00031522496,0.00074355584,0.0006410238,0.00060520816,0.0019783163],"category_scores_gemma":[0.032710597,0.00022694512,0.000282747,0.0001293324,0.000494856,0.0005526272,0.0013905334,0.0008769221,0.00027238514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090365467,0.0065540704,0.55979407,0.0010140591,0.0001233716,0.0007914974,0.04638154,0.0013440567,0.010409874,0.00035596945,0.0040339064,0.368294],"study_design_scores_gemma":[0.0004808793,0.025734497,0.90225744,0.0011509552,0.00012163937,0.0014574176,0.031438455,0.004433417,0.0084755225,0.000511918,0.023801507,0.00013637768],"about_ca_topic_score_codex":0.00091127475,"about_ca_topic_score_gemma":0.001612632,"teacher_disagreement_score":0.009828927,"about_ca_system_score_codex":0.00077924907,"about_ca_system_score_gemma":0.0022774022,"threshold_uncertainty_score":0.051980972},"labels":[],"label_agreement":null},{"id":"W2120650221","doi":"10.4300/jgme-06-04-47","title":"Updating CanMEDS in 2015: Ensuring Quality in the Change Process","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Manitoba; Queen's University; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Medical education; Urology; Process (computing); Qualitative research","score_opus":0.385602001999994,"score_gpt":0.6151458469355061,"score_spread":0.2295438449355121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120650221","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11733219,0.010921538,0.07396183,0.61190826,0.009588875,0.010692537,0.0024944814,0.0042953356,0.158805],"genre_scores_gemma":[0.6563113,0.004943645,0.2634161,0.049697433,0.0013107072,0.003806234,0.002460139,0.0006587288,0.017395692],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8062967,0.1085067,0.010540132,0.005020265,0.059277218,0.010358945],"domain_scores_gemma":[0.62820524,0.077682644,0.020236382,0.034388334,0.16150922,0.077978246],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.26065487,0.00091346627,0.0011469164,0.0058553377,0.012429205,0.01285079,0.006258418,0.0047532707,0.0100033935],"category_scores_gemma":[0.31051025,0.00090872555,0.0016605201,0.0046890075,0.009777364,0.009373496,0.016245928,0.0065665855,0.0026611127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040505626,0.00088601094,0.041379772,0.0035133953,0.00018265606,0.0005487539,0.041531056,0.0016792078,0.0011253982,0.019341229,0.27106747,0.61833996],"study_design_scores_gemma":[0.00028040312,0.00084408635,0.10265276,0.012159168,0.0001482752,0.0006285077,0.047033045,0.0028160454,0.0030092378,0.026669716,0.80330735,0.00045139517],"about_ca_topic_score_codex":0.14343458,"about_ca_topic_score_gemma":0.25050855,"teacher_disagreement_score":0.26065487,"about_ca_system_score_codex":0.06413103,"about_ca_system_score_gemma":0.29676998,"threshold_uncertainty_score":0.9117442},"labels":[],"label_agreement":null},{"id":"W2147861855","doi":"10.4300/jgme-d-13-00036.1","title":"Leading Educationally Effective Family-Centered Bedside Rounds","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Medical education; Data science; Computer science; Biology","score_opus":0.09823794531649614,"score_gpt":0.43340448842952023,"score_spread":0.3351665431130241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147861855","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9509619,0.00036367137,0.014918292,0.0069503216,0.00018823854,0.00053964247,0.000066299,0.00026838164,0.02574324],"genre_scores_gemma":[0.98027575,0.00023873516,0.015797492,0.00057927205,0.00003480571,0.00010565698,0.000030737705,0.000021879496,0.0029157547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965749,0.0022007506,0.00008129447,0.00013478936,0.00042249513,0.00058584125],"domain_scores_gemma":[0.9879417,0.0040530544,0.0020884795,0.00042371865,0.0012801182,0.0042130123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038465448,0.00025176848,0.00010919337,0.000255246,0.002638145,0.0012258972,0.00079988874,0.000578345,0.002928763],"category_scores_gemma":[0.015112663,0.00020861957,0.00020810282,0.00011346287,0.0011444587,0.0008210462,0.0017488918,0.000770838,0.00048632242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044538916,0.0030737463,0.18520965,0.0014908855,0.00012601043,0.008386783,0.18636157,0.004284857,0.020704685,0.010298352,0.07423169,0.5053864],"study_design_scores_gemma":[0.00023105081,0.002718284,0.3094704,0.0019234542,0.00017857569,0.009302065,0.3853831,0.0045859716,0.029458916,0.013819698,0.24269156,0.00023694805],"about_ca_topic_score_codex":0.00090871344,"about_ca_topic_score_gemma":0.005519093,"teacher_disagreement_score":0.0038465448,"about_ca_system_score_codex":0.0017825069,"about_ca_system_score_gemma":0.006057126,"threshold_uncertainty_score":0.020342708},"labels":[],"label_agreement":null},{"id":"W2151021145","doi":"10.4300/jgme-d-09-00071.1","title":"An Assessment Tool for Aseptic Technique in Resident Physicians: A Journey Towards Validation in the Real World of Limited Supervision","year":2010,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Safe Handling of Antineoplastic Drugs","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre","funders":"","keywords":"Checklist; Cronbach's alpha; Inter-rater reliability; Medicine; Intraclass correlation; Reliability (semiconductor); Asepsis; Scale (ratio); Internal consistency; Medical education; Psychology; Psychometrics; Clinical psychology; Surgery; Rating scale","score_opus":0.07336529067656074,"score_gpt":0.4980416088096976,"score_spread":0.4246763181331369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151021145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86485577,0.0057615573,0.11531042,0.0037162653,0.0003727119,0.0059751263,0.00019778567,0.00033508532,0.0034752304],"genre_scores_gemma":[0.7141501,0.0014784574,0.27839273,0.00060866645,0.00014595497,0.004340851,0.00041547153,0.000065057466,0.00040277423],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8121872,0.13456124,0.012558752,0.0024206035,0.03667672,0.0015954981],"domain_scores_gemma":[0.67095995,0.1927272,0.023191424,0.024515988,0.08441251,0.0041929935],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.23601767,0.00093224464,0.0011189369,0.0027397836,0.0011753668,0.0038207124,0.0039002781,0.0020973163,0.0004650696],"category_scores_gemma":[0.25119907,0.0005195336,0.0009014635,0.001477789,0.0038967063,0.004292659,0.005163389,0.003611812,0.00029141174],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010129547,0.0034161801,0.4310486,0.002285045,0.0003149255,0.00039466773,0.023155998,0.0024683406,0.009115819,0.0018816715,0.0028707252,0.522035],"study_design_scores_gemma":[0.00060880295,0.021095207,0.834858,0.009090299,0.00038811428,0.0036352575,0.02823211,0.04950998,0.014407783,0.0045413165,0.03312998,0.0005031055],"about_ca_topic_score_codex":0.0020069021,"about_ca_topic_score_gemma":0.0024611158,"teacher_disagreement_score":0.23601767,"about_ca_system_score_codex":0.0022823992,"about_ca_system_score_gemma":0.0110247275,"threshold_uncertainty_score":0.9421262},"labels":[],"label_agreement":null},{"id":"W2164877048","doi":"10.4300/jgme-d-14-00180.1","title":"The Perceived Effect of Duty Hour Restrictions on Learning Opportunities in the Intensive Care Unit","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intensive care unit; Duty; Unit (ring theory); MEDLINE; Medicine; Psychology; Medical education; Computer science; Intensive care medicine; Biology; Mathematics education; Political science","score_opus":0.10838757640949846,"score_gpt":0.3865143078666751,"score_spread":0.27812673145717665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164877048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99854654,0.00011148601,0.00007374491,0.0002483113,0.000009675654,0.000009839728,0.000049035538,0.000005060577,0.0009463907],"genre_scores_gemma":[0.9994647,0.00008026237,0.00012320664,0.000099691904,0.000010696475,0.000009954677,0.00004085187,0.0000014347694,0.00016923524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983353,0.0005132729,0.00012975575,0.00009129508,0.0005500723,0.0003803135],"domain_scores_gemma":[0.9890693,0.0021944952,0.0036165793,0.00020510255,0.0010735214,0.003841073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018755749,0.00018358543,0.00014846768,0.00034783623,0.00067588215,0.00082472735,0.00064961833,0.00041374896,0.0035910083],"category_scores_gemma":[0.009904777,0.00013581562,0.00033529388,0.00023274917,0.0008496536,0.00036962397,0.0010581198,0.00051079027,0.00025915206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036276487,0.0005792561,0.9554416,0.00019837613,0.00009624686,0.00030652335,0.008111866,0.00034520586,0.0023109417,0.00007283353,0.0018383705,0.030335898],"study_design_scores_gemma":[0.0000067519545,0.00032497454,0.9934994,0.000040534687,0.000008839041,0.00007766418,0.0050007,0.00011084151,0.00015176862,0.000022061751,0.00074519264,0.000011402648],"about_ca_topic_score_codex":0.0231248,"about_ca_topic_score_gemma":0.046530485,"teacher_disagreement_score":0.0231248,"about_ca_system_score_codex":0.0015763713,"about_ca_system_score_gemma":0.0019493827,"threshold_uncertainty_score":0.045980453},"labels":[],"label_agreement":null},{"id":"W2169429925","doi":"10.4300/jgme-d-14-00340.1","title":"Expertise, Time, Money, Mentoring, and Reward: Systemic Barriers That Limit Education Researcher Productivity—Proceedings From the AAMC GEA Workshop","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mentorship; Medical education; Publishing; Productivity; Feeling; Quality (philosophy); Public relations; Publication; Medicine; Psychology; Political science","score_opus":0.03668882823599754,"score_gpt":0.341600448803247,"score_spread":0.30491162056724946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169429925","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03293581,0.053700704,0.009134962,0.8077931,0.07210893,0.0006904963,0.00018439004,0.0002589919,0.023192568],"genre_scores_gemma":[0.43628356,0.113945246,0.04166919,0.20052399,0.05101443,0.0045610433,0.0009612303,0.0010527605,0.14998853],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9740647,0.012900149,0.0015153708,0.0016220412,0.0064596557,0.0034381703],"domain_scores_gemma":[0.9507941,0.022826927,0.0023194111,0.001318042,0.011250752,0.011490781],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06655509,0.0014105674,0.00083237764,0.0012409886,0.009332068,0.010282055,0.004623982,0.010727751,0.0059585716],"category_scores_gemma":[0.048094235,0.0010752144,0.0018752036,0.0011077932,0.0046037054,0.005213939,0.010498548,0.012055755,0.0021789924],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032226415,0.0006263838,0.0025504355,0.002562286,0.00016187182,0.0037321707,0.0273885,0.0008959661,0.0027452274,0.008523066,0.7628135,0.18767835],"study_design_scores_gemma":[0.000066821136,0.00014547165,0.0037707174,0.0028743625,0.0000758198,0.0009751749,0.030704863,0.0004616462,0.0016024271,0.005591015,0.9535782,0.00015359755],"about_ca_topic_score_codex":0.008895731,"about_ca_topic_score_gemma":0.024323042,"teacher_disagreement_score":0.9334449,"about_ca_system_score_codex":0.0075001237,"about_ca_system_score_gemma":0.029852895,"threshold_uncertainty_score":0.35198116},"labels":[],"label_agreement":null},{"id":"W2170379886","doi":"10.4300/jgme-d-14-00738.1","title":"Two Cheers for Milestones","year":2015,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Milestone; Scholarship; Graduation (instrument); Perspective (graphical); Graduate medical education; Medical education; Developmental Milestone; Action (physics); Evidence-based practice; Psychology; Medicine; Accreditation; Political science; Computer science; Alternative medicine; Law","score_opus":0.040940858763626575,"score_gpt":0.4306042699869773,"score_spread":0.38966341122335074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170379886","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056402845,0.013240414,0.00288983,0.7247086,0.24827394,0.000041689556,0.000022775188,0.00016595624,0.010092753],"genre_scores_gemma":[0.023377186,0.022033209,0.005935165,0.6660148,0.2280475,0.0002131867,0.00010107325,0.00069407595,0.053583823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94851255,0.019845577,0.0055347825,0.0047620046,0.018009625,0.0033355954],"domain_scores_gemma":[0.8647234,0.07162492,0.008758363,0.005547629,0.032717563,0.016628223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031619832,0.0011517995,0.0012900868,0.00178638,0.0044084447,0.013655737,0.0031536298,0.011546481,0.009402574],"category_scores_gemma":[0.171797,0.00079930515,0.0014962151,0.0010342426,0.012792524,0.016928485,0.0063745547,0.038332187,0.005907545],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000758854,0.000045867888,0.00022469203,0.0004523744,0.000021554672,0.00020067295,0.001493319,0.00009669203,0.00015764464,0.05884827,0.8859838,0.05239923],"study_design_scores_gemma":[0.000013413447,0.000038265618,0.00010589575,0.0005836332,0.000008687886,0.00013490749,0.00051259116,0.00005711901,0.00015192175,0.0059496816,0.9924118,0.000032015298],"about_ca_topic_score_codex":0.0021111036,"about_ca_topic_score_gemma":0.003476623,"teacher_disagreement_score":0.031619832,"about_ca_system_score_codex":0.0070695104,"about_ca_system_score_gemma":0.014395339,"threshold_uncertainty_score":0.16722363},"labels":[],"label_agreement":null},{"id":"W2177032795","doi":"10.4300/jgme-d-14-00613.1","title":"Development and Validation of an Assessment Tool for Competency in Critical Care Ultrasound","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, New York University; York University; NorthShore University HealthSystem","keywords":"Medicine; Inter-rater reliability; Checklist; Cronbach's alpha; Delphi method; Medical physics; Delphi; Nursing; Medical education; Family medicine; Psychology; Rating scale; Clinical psychology; Psychometrics; Computer science; Artificial intelligence","score_opus":0.1255223871181646,"score_gpt":0.4897802337826779,"score_spread":0.3642578466645133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177032795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7428588,0.0007134337,0.19817294,0.0015531145,0.00043909677,0.04349377,0.0007400715,0.00048616706,0.011542532],"genre_scores_gemma":[0.55616176,0.00032921066,0.41440317,0.00033426937,0.00005032952,0.026964115,0.000767281,0.000063171385,0.00092672266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.93152386,0.03526225,0.009716726,0.002153709,0.019908328,0.0014350833],"domain_scores_gemma":[0.83477485,0.08037977,0.00882869,0.006974913,0.06697698,0.002064863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.086922206,0.0008002231,0.0008240419,0.0051715397,0.0013019044,0.0017630795,0.0020955538,0.0014397092,0.0012759252],"category_scores_gemma":[0.15708719,0.00050839,0.0017820445,0.0017304132,0.0013758385,0.002337947,0.003385255,0.0019206008,0.0005102397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008993376,0.0034938348,0.29310334,0.0018599686,0.00031088296,0.000439279,0.016876802,0.0035427508,0.014154029,0.0037677067,0.00546096,0.65609103],"study_design_scores_gemma":[0.001266149,0.015390616,0.8005958,0.00488466,0.0005459252,0.0021728033,0.020073825,0.0795385,0.0358788,0.005661459,0.033462808,0.0005285728],"about_ca_topic_score_codex":0.002044245,"about_ca_topic_score_gemma":0.0024867707,"teacher_disagreement_score":0.086922206,"about_ca_system_score_codex":0.0025828432,"about_ca_system_score_gemma":0.00911365,"threshold_uncertainty_score":0.45969403},"labels":[],"label_agreement":null},{"id":"W2185251361","doi":"10.4300/jgme-d-15-00404.1","title":"The Imperative of Teaching Cost Consciousness in Graduate Medical Education","year":2015,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petrel Robertson Consulting (Canada)","funders":"","keywords":"Harm; Fallacy; Health care; Incentive; Medical prescription; Medicine; Reimbursement; Nothing; Quality (philosophy); Value (mathematics); Psychology; Nursing; Economics; Social psychology; Computer science; Economic growth","score_opus":0.5430501538069302,"score_gpt":0.5896507160827696,"score_spread":0.04660056227583942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185251361","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023601218,0.0052798674,0.0016861595,0.9730136,0.0045586284,0.00002996642,0.000013999083,0.000054920914,0.013002862],"genre_scores_gemma":[0.16100042,0.016362427,0.008297155,0.7794725,0.022005275,0.00021748157,0.000074721946,0.00017110271,0.012399032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97872615,0.0074657635,0.00086364313,0.0014327861,0.008244721,0.0032669422],"domain_scores_gemma":[0.89015776,0.033932038,0.0060944376,0.0051142783,0.013788432,0.05091321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028221255,0.0006521462,0.00075664726,0.0017826749,0.008953631,0.01584232,0.0023631724,0.020052137,0.01726357],"category_scores_gemma":[0.077253744,0.00078369264,0.0007181485,0.0011662468,0.018610856,0.016208703,0.017782098,0.0356849,0.003915419],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065386055,0.000567132,0.0039756293,0.0007574762,0.00003623542,0.00032784007,0.0059035453,0.0005135297,0.00041398252,0.1979617,0.58613145,0.2033462],"study_design_scores_gemma":[0.00009000713,0.0002366587,0.0065447,0.0033094715,0.000018855602,0.00073488173,0.0046145553,0.0005306106,0.00037203747,0.27530658,0.7081586,0.000083128354],"about_ca_topic_score_codex":0.005807334,"about_ca_topic_score_gemma":0.009293482,"teacher_disagreement_score":0.028221255,"about_ca_system_score_codex":0.015216806,"about_ca_system_score_gemma":0.05512355,"threshold_uncertainty_score":0.14925003},"labels":[],"label_agreement":null},{"id":"W2185484677","doi":"10.4300/jgme-d-15-00438.1","title":"Thinking on the Front Line: Understanding Resident Decision Making in Clinical Practice","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competence (human resources); Grounded theory; Medical diagnosis; Psychology; Cognition; Curiosity; Medical education; Qualitative research; MEDLINE; Front line; Medicine; Social psychology; Pathology; Psychiatry","score_opus":0.23804562332717558,"score_gpt":0.5029804777038022,"score_spread":0.26493485437662656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185484677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8250332,0.010039718,0.054494876,0.065001234,0.00029464037,0.00028996344,0.00011588299,0.00008275199,0.044647817],"genre_scores_gemma":[0.98191327,0.002046342,0.013810913,0.0015838593,0.000036023448,0.00006711025,0.000026641814,0.00000995305,0.00050580694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9843891,0.012395074,0.0004614999,0.00060035975,0.0012743623,0.00087949116],"domain_scores_gemma":[0.9520322,0.039227996,0.0040756813,0.0006879218,0.0021679245,0.0018082915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021704566,0.00041365944,0.00025554138,0.0021915284,0.0024995916,0.0067777527,0.0015811725,0.0022321597,0.002187728],"category_scores_gemma":[0.0398884,0.00036792297,0.0004183077,0.0013935501,0.012453288,0.008005114,0.0029254423,0.0027332145,0.00021738766],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009309605,0.00018745559,0.03239462,0.001336118,0.00005024436,0.0008475143,0.8277705,0.0011139218,0.00069743115,0.04791343,0.0034286787,0.084167],"study_design_scores_gemma":[0.000045252833,0.00020082253,0.025249073,0.0044771843,0.00005926872,0.001424597,0.78181255,0.004638261,0.0009060926,0.14170823,0.039379485,0.00009914753],"about_ca_topic_score_codex":0.007196305,"about_ca_topic_score_gemma":0.00607316,"teacher_disagreement_score":0.021704566,"about_ca_system_score_codex":0.006606071,"about_ca_system_score_gemma":0.012357352,"threshold_uncertainty_score":0.11478609},"labels":[],"label_agreement":null},{"id":"W2186460003","doi":"10.4300/jgme-d-15-00405.1","title":"Blending Community and Big Hospital Experiences for Residents—Does It Add Value?","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Value (mathematics); Data science; Medicine; MEDLINE; Medical education; Computer science; Family medicine; Political science","score_opus":0.09674128356321514,"score_gpt":0.3986883827594135,"score_spread":0.30194709919619833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186460003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17250137,0.035503015,0.0014484546,0.7219221,0.021229772,0.0002588668,0.00026789063,0.0004767737,0.04639174],"genre_scores_gemma":[0.7955453,0.025172682,0.0051152445,0.14923517,0.010541849,0.0004217614,0.0002362483,0.0004889444,0.013242829],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9850953,0.008893892,0.00026378912,0.00045746152,0.0019667407,0.0033228148],"domain_scores_gemma":[0.9561217,0.005764427,0.002008998,0.0018906931,0.0034545998,0.030759621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013012557,0.00081707316,0.0011233039,0.0013632553,0.01125984,0.015740922,0.003586977,0.00540078,0.016972568],"category_scores_gemma":[0.032951113,0.00077507296,0.00096069556,0.0012721561,0.013272314,0.021806687,0.023921344,0.008954548,0.0026668822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028558547,0.00089818897,0.011113811,0.0026509608,0.00025359762,0.0028071299,0.2844837,0.000080672624,0.00038030065,0.01130187,0.42677718,0.25896695],"study_design_scores_gemma":[0.000108477056,0.0007398561,0.00750087,0.0033600603,0.000097560514,0.0025665036,0.65303826,0.00007311372,0.00021011406,0.008916734,0.32321823,0.00017029289],"about_ca_topic_score_codex":0.0047634463,"about_ca_topic_score_gemma":0.023768457,"teacher_disagreement_score":0.016972568,"about_ca_system_score_codex":0.005876905,"about_ca_system_score_gemma":0.014524101,"threshold_uncertainty_score":0.068817794},"labels":[],"label_agreement":null},{"id":"W2187132998","doi":"10.4300/jgme-d-15-00440.1","title":"Multisource Feedback: Everyone Has a Say, But Who Is Listening?","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Thematic analysis; Active listening; Focus group; Medical education; Health care; Interpersonal communication; Medicine; Health professionals; Psychology; Perception; Exploratory research; Nursing; Qualitative research; Social psychology","score_opus":0.06480639048202742,"score_gpt":0.3635949368606593,"score_spread":0.2987885463786319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187132998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6745189,0.008467165,0.10717177,0.069539346,0.0042023254,0.001371198,0.0003937738,0.001390075,0.13294545],"genre_scores_gemma":[0.96513444,0.0026709873,0.020701509,0.005758567,0.0005067727,0.0005153832,0.00008996401,0.00009388883,0.004528466],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9842553,0.011256595,0.00056818937,0.0005102006,0.0029543457,0.00045535198],"domain_scores_gemma":[0.95329326,0.032516167,0.004507607,0.0014428415,0.0053365007,0.0029036126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014390537,0.0004065814,0.00034460853,0.0007021942,0.0019916336,0.0026100145,0.0010040404,0.0015160007,0.0063092983],"category_scores_gemma":[0.038881216,0.00017450558,0.00027918007,0.00066286925,0.0035040032,0.0026869937,0.0030421633,0.0016773065,0.0009037287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005286617,0.0005611845,0.03103151,0.006036473,0.0000436879,0.0013692409,0.3891795,0.00027684035,0.016240874,0.01114858,0.03379139,0.5097921],"study_design_scores_gemma":[0.0001076464,0.0021413118,0.1015059,0.0105304215,0.00015392367,0.005353808,0.48815233,0.0018626959,0.010377877,0.02678753,0.3526891,0.00033746375],"about_ca_topic_score_codex":0.0009536262,"about_ca_topic_score_gemma":0.0012867226,"teacher_disagreement_score":0.014390537,"about_ca_system_score_codex":0.0012874012,"about_ca_system_score_gemma":0.0034830517,"threshold_uncertainty_score":0.076105356},"labels":[],"label_agreement":null},{"id":"W2188660453","doi":"10.4300/jgme-d-15-00437.1","title":"General Versus Technique-Specific Surgical Skills Assessments: Do We Need to Reinvent the Wheel?","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cronbach's alpha; Construct validity; Reliability (semiconductor); Rating scale; Concurrent validity; Medicine; Laparoscopic cholecystectomy; Construct (python library); Educational measurement; Scale (ratio); Medical physics; Psychometrics; Medical education; Psychology; Curriculum; Surgery; Clinical psychology; Computer science; Internal consistency","score_opus":0.07396001131527487,"score_gpt":0.4201404088972802,"score_spread":0.34618039758200536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188660453","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070277415,0.351415,0.019330185,0.5301659,0.021003844,0.0005468639,0.00022235278,0.00018003723,0.0068584187],"genre_scores_gemma":[0.65187865,0.14207594,0.06948061,0.11310277,0.019750854,0.0013141355,0.00033803098,0.00034834872,0.0017107273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9225488,0.046234034,0.009630901,0.004114343,0.01626003,0.0012119545],"domain_scores_gemma":[0.57047033,0.3207564,0.02058876,0.009136172,0.07106254,0.007985816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.22324017,0.0008378066,0.0037268978,0.0032258003,0.0020237158,0.009275017,0.004586996,0.0068499222,0.0033466998],"category_scores_gemma":[0.32732964,0.0009466341,0.0015338178,0.0037301888,0.011033773,0.018815955,0.0038925589,0.009241553,0.0009003579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013402755,0.0002998468,0.111012235,0.008212313,0.001028369,0.000118335534,0.006020875,0.00044070926,0.0007344654,0.020398324,0.03398518,0.81640905],"study_design_scores_gemma":[0.0013952047,0.0059322864,0.5111075,0.11336959,0.0019841897,0.002441979,0.05862352,0.015241709,0.0011265348,0.1207009,0.16669458,0.0013820084],"about_ca_topic_score_codex":0.007496292,"about_ca_topic_score_gemma":0.022564167,"teacher_disagreement_score":0.22324017,"about_ca_system_score_codex":0.0056939814,"about_ca_system_score_gemma":0.010602444,"threshold_uncertainty_score":0.9578832},"labels":[],"label_agreement":null},{"id":"W2189376981","doi":"10.4300/jgme-d-15-00436.1","title":"A Blog Literacy Level Project: Analyzing the Relationship Between FOAMed Resource Characteristics in Blog Posts and Knowledge Dissemination","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Manitoba","funders":"","keywords":"Resource (disambiguation); Knowledge management; Literacy; World Wide Web; Social media; Dissemination; Microblogging; Computer science; Business; Data science; Psychology; Telecommunications; Pedagogy","score_opus":0.3115019439465056,"score_gpt":0.507945645730235,"score_spread":0.19644370178372944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189376981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99451905,0.00004722336,0.00073981786,0.00013826779,0.000010516616,0.0006641238,0.0019858545,0.000042254636,0.0018527808],"genre_scores_gemma":[0.98112154,0.00011621153,0.006858335,0.00022954302,0.00005947562,0.004624582,0.003807202,0.000050518443,0.0031325421],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981059,0.0007468152,0.00030206912,0.00026534413,0.00039856133,0.00018127647],"domain_scores_gemma":[0.95416594,0.023141043,0.010754541,0.0022863057,0.0061969906,0.0034552834],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0054796725,0.00034720212,0.0003839614,0.0028395609,0.00082311116,0.002090955,0.0005594888,0.00069770153,0.005258607],"category_scores_gemma":[0.026820412,0.0004131101,0.0005516357,0.0017247824,0.0005895169,0.0017757498,0.0020080197,0.001042311,0.0016055064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052335433,0.0015896047,0.9441853,0.0004432168,0.00012189264,0.00020794163,0.0065692156,0.00013140467,0.0010612854,0.00018598164,0.0025250155,0.042455766],"study_design_scores_gemma":[0.00006260546,0.00069667643,0.99258935,0.00007031453,0.000057355177,0.00012428562,0.0028233323,0.00053437636,0.0005903055,0.00014659588,0.002285227,0.000019445215],"about_ca_topic_score_codex":0.001537838,"about_ca_topic_score_gemma":0.0028868567,"teacher_disagreement_score":0.99790907,"about_ca_system_score_codex":0.00057349855,"about_ca_system_score_gemma":0.0010604833,"threshold_uncertainty_score":0.02897966},"labels":[],"label_agreement":null},{"id":"W2191847963","doi":"10.4300/jgme-d-14-00585.1","title":"My New Country: A Journey to Belonging","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; World Wide Web; Computer science; Medicine; Political science; Law","score_opus":0.1474700869577998,"score_gpt":0.5103609340282323,"score_spread":0.3628908470704325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191847963","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060762163,0.04150748,0.0058584963,0.54388833,0.02692839,0.0001866833,0.00024082552,0.0004938889,0.3201338],"genre_scores_gemma":[0.52667725,0.048236288,0.0068523563,0.16289662,0.006396007,0.0003799895,0.00043171234,0.0010149204,0.24711482],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99165195,0.00425457,0.0001970413,0.0007275793,0.0013608926,0.0018079259],"domain_scores_gemma":[0.9874192,0.00075324473,0.00044217613,0.00042520155,0.0010232885,0.009936808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006266968,0.0010425871,0.0011585536,0.001323156,0.04362405,0.025793018,0.002554725,0.0069627212,0.027774299],"category_scores_gemma":[0.010902805,0.000609458,0.0008127708,0.0013207084,0.021129156,0.026024783,0.031987384,0.028017856,0.008928701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038229897,0.00023039602,0.0018145595,0.00022132207,0.000024665853,0.0025681816,0.4412001,0.000077639765,0.00040898516,0.10498716,0.37699264,0.07143608],"study_design_scores_gemma":[0.0000052437763,0.000045281733,0.00043999264,0.00058919226,0.0000043479436,0.0011255343,0.2660452,0.000046067074,0.00003269855,0.02102099,0.7106095,0.00003603144],"about_ca_topic_score_codex":0.006374428,"about_ca_topic_score_gemma":0.012273899,"teacher_disagreement_score":0.04362405,"about_ca_system_score_codex":0.0043815314,"about_ca_system_score_gemma":0.013244062,"threshold_uncertainty_score":0.09291428},"labels":[],"label_agreement":null},{"id":"W2260933185","doi":"10.4300/jgme-d-15-00569.1","title":"Medium, Message, Panopticon: The Electronic Health Record in Residency Education","year":2016,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"Audit; Health care; Clinical governance; Information governance; Champion; Work (physics); Medical record; Public relations; Medicine; Business; Internet privacy; Medical education; Information system; Computer science; Management information systems; Political science; Engineering","score_opus":0.06545894397159402,"score_gpt":0.4566446045050847,"score_spread":0.3911856605334907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260933185","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021997434,0.21776947,0.0038930022,0.65622133,0.06236859,0.00010698545,0.0002885877,0.00034592516,0.05680634],"genre_scores_gemma":[0.06731127,0.2831738,0.01537386,0.47797552,0.1013656,0.0003494341,0.00048129528,0.00058884453,0.05338041],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98243505,0.012064206,0.000995925,0.0008539259,0.0030909854,0.0005598783],"domain_scores_gemma":[0.9692039,0.02148809,0.001898809,0.0011246204,0.0039571933,0.0023274801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016262503,0.0006497233,0.0005055486,0.0048727784,0.0028060246,0.008629725,0.0015943684,0.0063987016,0.030059678],"category_scores_gemma":[0.04746696,0.000491889,0.0005663602,0.0044553834,0.007376065,0.026267258,0.007951987,0.0077458806,0.0059089004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014020377,0.000038458908,0.001237938,0.00228437,0.000023064134,0.00018495783,0.0021136217,0.000059100403,0.00023411248,0.042703602,0.60370874,0.34727174],"study_design_scores_gemma":[0.000031245985,0.00008297895,0.0020647119,0.008190756,0.000034255885,0.0007913642,0.0024274008,0.00008220907,0.0001674607,0.010431313,0.975654,0.000042294847],"about_ca_topic_score_codex":0.004774853,"about_ca_topic_score_gemma":0.008038061,"teacher_disagreement_score":0.030059678,"about_ca_system_score_codex":0.0037157515,"about_ca_system_score_gemma":0.00441776,"threshold_uncertainty_score":0.10055959},"labels":[],"label_agreement":null},{"id":"W2295534027","doi":"10.4300/jgme-d-15-00276.1","title":"Characteristics and Core Curricular Elements of Medical Simulation Fellowships in North America","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Debriefing; Curriculum; Medical education; Set (abstract data type); Faculty development; Psychology; Medical school; Grounded theory; Medicine; Professional development; Computer science; Pedagogy; Qualitative research; Sociology","score_opus":0.07153969460997159,"score_gpt":0.4100722553867905,"score_spread":0.3385325607768189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295534027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99748635,0.00021082071,0.00016048187,0.0006254229,0.000008212687,0.000026730604,0.00007555503,0.0000071492964,0.0013991517],"genre_scores_gemma":[0.99894327,0.00023198318,0.00029303448,0.0001388213,0.0000066523426,0.00003671039,0.000120230834,0.0000039323227,0.00022542122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978861,0.0006500778,0.00021812155,0.00020483551,0.00050709606,0.0005336896],"domain_scores_gemma":[0.9883001,0.0023332231,0.0027268701,0.00021529854,0.002001775,0.0044227736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002562177,0.000123599,0.00017181956,0.0015102467,0.0011585283,0.0008824684,0.00057437574,0.00043095887,0.0015037096],"category_scores_gemma":[0.01636022,0.0001963155,0.00019717694,0.0015957587,0.00071485795,0.00066541845,0.0016764372,0.00052663265,0.00009160024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043305692,0.00014961431,0.97544664,0.000047445345,0.000017398494,0.00012251326,0.0072728824,0.00019381482,0.00037884398,0.0003417898,0.001032226,0.014953557],"study_design_scores_gemma":[0.000004559478,0.000061555125,0.98455966,0.00005351671,0.0000047116464,0.00026327127,0.0123168975,0.00029276856,0.000074920266,0.00010449213,0.0022561576,0.0000074553523],"about_ca_topic_score_codex":0.034590468,"about_ca_topic_score_gemma":0.0910865,"teacher_disagreement_score":0.034590468,"about_ca_system_score_codex":0.003338487,"about_ca_system_score_gemma":0.0076726642,"threshold_uncertainty_score":0.06877828},"labels":[],"label_agreement":null},{"id":"W2314914516","doi":"10.4300/jgme-d-14-00442.1","title":"JGME Welcomes Deputy Editors","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Milestone; Medical education; Editorial board; Graduate medical education; Library science; Publishing; Medicine; Political science; History; Law; Computer science","score_opus":0.01964375712111118,"score_gpt":0.35246098738373643,"score_spread":0.3328172302626253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314914516","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018248546,0.004276153,0.00029501345,0.06439861,0.91568196,0.00008581983,0.00017206997,0.00031314924,0.014594771],"genre_scores_gemma":[0.0017581583,0.006176212,0.0008660489,0.08463965,0.76584375,0.00020643156,0.00043602218,0.00046985448,0.13960396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99207544,0.00090138055,0.00053863536,0.00096398406,0.004597547,0.0009230273],"domain_scores_gemma":[0.9422473,0.0041998434,0.0025946267,0.0017903359,0.029538127,0.019629786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009473261,0.002391823,0.00175633,0.0030887537,0.003876993,0.0128226075,0.0026494032,0.010506771,0.11915294],"category_scores_gemma":[0.04785964,0.0008658069,0.0016570379,0.0012925159,0.0014420981,0.004687768,0.0056523997,0.011448947,0.098145746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016533771,0.000010421834,0.00004515836,0.00007580127,0.000002880596,0.000077222634,0.0000209949,0.0000071400154,0.000042458334,0.00020974119,0.9895397,0.009951904],"study_design_scores_gemma":[0.000017192131,0.000018373501,0.00016695976,0.00015922297,0.0000048451443,0.00013171605,0.00006127503,0.00001891073,0.000043462107,0.00032676512,0.99904114,0.00001005899],"about_ca_topic_score_codex":0.0009976308,"about_ca_topic_score_gemma":0.003371467,"teacher_disagreement_score":0.11915294,"about_ca_system_score_codex":0.0024176626,"about_ca_system_score_gemma":0.0074694087,"threshold_uncertainty_score":0.3986063},"labels":[],"label_agreement":null},{"id":"W2346030303","doi":"10.4300/jgme-d-15-00297.1","title":"Skills for Interviewing Adolescent Patients: Sustainability of Structured Feedback in Undergraduate Education on Performance in Residency","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Interview; Medical education; Residency training; Sustainability; Motivational interviewing; Medicine; Psychology; Family medicine; Nursing; Political science; Continuing education; Psychological intervention; Biology","score_opus":0.01661991676299773,"score_gpt":0.3483527209974622,"score_spread":0.33173280423446444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346030303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977227,0.0002492764,0.00034300817,0.000415128,0.000022458124,0.0001033391,0.000026782083,0.00002140024,0.0010958496],"genre_scores_gemma":[0.9989065,0.00011285849,0.00072986644,0.00005671797,0.0000166405,0.000043067073,0.000024530593,0.0000021130195,0.000107772925],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99503076,0.0030530281,0.00018200495,0.00019464463,0.001238081,0.0003014856],"domain_scores_gemma":[0.9788011,0.0101090195,0.0039528357,0.000706492,0.0020017435,0.0044288114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00796465,0.00020221155,0.00019463284,0.00023703629,0.00024387424,0.0003534049,0.0004456466,0.0002745405,0.001476909],"category_scores_gemma":[0.046717186,0.00011984825,0.00018968194,0.00017377679,0.0003200074,0.0003735926,0.0009953717,0.00033228702,0.00015820857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021020821,0.004068005,0.45167404,0.00064136356,0.00009909784,0.00019023029,0.005392516,0.0006711808,0.0048887315,0.00005906087,0.0015934532,0.5286202],"study_design_scores_gemma":[0.00013164857,0.012207565,0.98258185,0.0002451342,0.000042704913,0.00016069287,0.0014775267,0.00064967136,0.0015020996,0.00003670561,0.00095298083,0.0000114359],"about_ca_topic_score_codex":0.0014516783,"about_ca_topic_score_gemma":0.0038292443,"teacher_disagreement_score":0.00796465,"about_ca_system_score_codex":0.00051922543,"about_ca_system_score_gemma":0.0021238239,"threshold_uncertainty_score":0.04212165},"labels":[],"label_agreement":null},{"id":"W2347137623","doi":"10.4300/jgme-d-15-00491.1","title":"Examining Residents' Strategic Mindfulness During Self-Regulated Learning of a Simulated Procedural Skill","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; University of British Columbia; University Health Network","funders":"","keywords":"Session (web analytics); Mindfulness; Thematic analysis; Task (project management); Trainer; Medical education; Curriculum; Memorization; Psychology; Applied psychology; Medicine; Computer science; Cognitive psychology; Clinical psychology; Pedagogy; Qualitative research","score_opus":0.05070684963071295,"score_gpt":0.3556177633995699,"score_spread":0.30491091376885693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2347137623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990113,0.000024384235,0.00042923316,0.000034212084,0.0000020639216,0.00002155031,0.000004449372,0.000003843449,0.00046898704],"genre_scores_gemma":[0.9991535,0.000037072434,0.0005266044,0.000032004282,0.0000022216811,0.000032708074,0.000007982953,0.0000014559141,0.00020637432],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.999348,0.00031772535,0.000023123976,0.00005320084,0.00014372518,0.00011428615],"domain_scores_gemma":[0.9980805,0.0008642531,0.00045124697,0.00008790849,0.0003100816,0.00020595717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015919193,0.00016637683,0.00014894568,0.0003039849,0.00039078918,0.00045084776,0.0002820717,0.00028237604,0.00072676037],"category_scores_gemma":[0.005960639,0.00016232433,0.00017679116,0.00011814148,0.0008709489,0.00031556233,0.0006567793,0.0005082003,0.00011687364],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007022281,0.0024400658,0.36885497,0.0005535108,0.00013149242,0.00085890153,0.44589987,0.00083047483,0.05856358,0.00050761556,0.0009837489,0.119673565],"study_design_scores_gemma":[0.00005321646,0.0051056137,0.8337148,0.0001926539,0.00007422697,0.001110615,0.1412235,0.0025814443,0.010626121,0.0006520985,0.0045787427,0.00008698303],"about_ca_topic_score_codex":0.0010247602,"about_ca_topic_score_gemma":0.002343536,"teacher_disagreement_score":0.0015919193,"about_ca_system_score_codex":0.0003867978,"about_ca_system_score_gemma":0.00066358317,"threshold_uncertainty_score":0.008418977},"labels":[],"label_agreement":null},{"id":"W2414108258","doi":"10.4300/jgme-d-15-00161.1","title":"Scholarship in Residency: Invoking Change in the Era of Competency-Based Medical Education","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Graduate medical education; Medical education; Residency training; MEDLINE; Medicine; Psychology; Political science; Accreditation; Continuing education","score_opus":0.10316465115859093,"score_gpt":0.4182781237754661,"score_spread":0.31511347261687517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414108258","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43517023,0.007007636,0.0043698517,0.46715266,0.0054384144,0.00022773983,0.000055088716,0.00025563486,0.08032274],"genre_scores_gemma":[0.96205384,0.0019203823,0.0027326432,0.024234755,0.0021160014,0.000119933844,0.000024469617,0.00005489788,0.006743034],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9744426,0.015357465,0.00063182804,0.00148527,0.0044440525,0.003638802],"domain_scores_gemma":[0.94519955,0.01981103,0.0049438574,0.002257233,0.0044724,0.023315966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027763233,0.0003691134,0.0004200413,0.0018481269,0.010303198,0.013595113,0.0027004688,0.0057906527,0.007951091],"category_scores_gemma":[0.06604056,0.00035053867,0.0004783105,0.0010744203,0.015753604,0.009620017,0.019516665,0.005501768,0.000810458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025943108,0.0013383798,0.04195354,0.0010699831,0.000049745628,0.0026183273,0.3051708,0.0002726557,0.0019253823,0.12693277,0.07194139,0.44646764],"study_design_scores_gemma":[0.00008961001,0.0012782847,0.0471572,0.0017794457,0.00002518697,0.001679884,0.43242332,0.0004887972,0.0010686531,0.06831538,0.4455759,0.000118337106],"about_ca_topic_score_codex":0.0026140062,"about_ca_topic_score_gemma":0.0095593715,"teacher_disagreement_score":0.97223675,"about_ca_system_score_codex":0.009439678,"about_ca_system_score_gemma":0.02927641,"threshold_uncertainty_score":0.14682776},"labels":[],"label_agreement":null},{"id":"W2414690391","doi":"10.4300/jgme-d-14-00199.1","title":"Designing for the Future: Quality and Safety Education at US Teaching Hospitals","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Patient safety; Graduate medical education; Medical education; Competence (human resources); Quality management; Scrutiny; Curriculum; Medicine; Health care; Nursing; Psychology; Political science; Management system; Engineering; Pedagogy; Operations management","score_opus":0.059343398158963126,"score_gpt":0.41692733495909573,"score_spread":0.3575839368001326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2414690391","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4516496,0.04028436,0.006386085,0.45942932,0.0017845829,0.00034429008,0.00063344184,0.0004609174,0.039027285],"genre_scores_gemma":[0.93536305,0.011593749,0.0062099965,0.041526236,0.0004688671,0.00014311221,0.00026129608,0.00007948889,0.00435427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9835269,0.0093697235,0.0007359007,0.0006408074,0.003228034,0.0024986123],"domain_scores_gemma":[0.96066415,0.008562374,0.007108263,0.0012358808,0.0054964167,0.016932964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012032754,0.00027696526,0.00024786164,0.0013183696,0.0081444075,0.0076040984,0.0024335182,0.0025281745,0.011314607],"category_scores_gemma":[0.033732347,0.00037838082,0.00033450878,0.0030403244,0.0037475936,0.005733062,0.007008267,0.0034710255,0.0008933847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093676055,0.00066878693,0.16784886,0.0023004585,0.0000658852,0.0015339983,0.13650553,0.0006409929,0.0012685489,0.012835407,0.14843437,0.52780354],"study_design_scores_gemma":[0.00003634679,0.0004911203,0.26350525,0.00598365,0.00005314485,0.0018018794,0.35009083,0.00076174666,0.0011123136,0.009730697,0.36628237,0.00015063243],"about_ca_topic_score_codex":0.042152714,"about_ca_topic_score_gemma":0.11783307,"teacher_disagreement_score":0.042152714,"about_ca_system_score_codex":0.015524876,"about_ca_system_score_gemma":0.05036962,"threshold_uncertainty_score":0.112641394},"labels":[],"label_agreement":null},{"id":"W2460545393","doi":"10.4300/jgme-d-15-00645.1","title":"Ethics M&amp;Ms: Toward a Recognition of Ethics in Everyday Practice","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Ethics in medical practice","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Curriculum; Medicine; Nursing ethics; Medical education; Patient safety; Information ethics; Quality (philosophy); Engineering ethics; Psychology; Health care; Political science; Pedagogy; Law; Engineering","score_opus":0.44696266157427067,"score_gpt":0.5995484621985667,"score_spread":0.15258580062429605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460545393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64336497,0.0016894396,0.058849376,0.1676538,0.0037402625,0.006350053,0.000098945355,0.0011570858,0.11709611],"genre_scores_gemma":[0.8412832,0.0018545775,0.09485826,0.03116514,0.00077282864,0.0062424922,0.00009985701,0.00019170453,0.023531942],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9834293,0.011849384,0.0004452463,0.00079935376,0.001856393,0.001620249],"domain_scores_gemma":[0.97484684,0.0077861845,0.0028756566,0.0012873795,0.0016338382,0.011570112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012955518,0.00057228334,0.00044337838,0.0008656585,0.007561326,0.004063658,0.0014865077,0.0023839423,0.0070896484],"category_scores_gemma":[0.022087963,0.00048350162,0.0004689322,0.00039265238,0.010774942,0.004172041,0.013650567,0.0070607765,0.0020934609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029112116,0.0096919425,0.01779943,0.0022276705,0.000020982843,0.002104451,0.29893807,0.00069775694,0.006668335,0.049855597,0.18722534,0.42447925],"study_design_scores_gemma":[0.00035955803,0.002364375,0.048683487,0.002946009,0.00003223726,0.0026307786,0.19393355,0.0019873998,0.0046513346,0.05027431,0.6919315,0.00020543113],"about_ca_topic_score_codex":0.0020609098,"about_ca_topic_score_gemma":0.0069250227,"teacher_disagreement_score":0.012955518,"about_ca_system_score_codex":0.006025657,"about_ca_system_score_gemma":0.02734497,"threshold_uncertainty_score":0.068516135},"labels":[],"label_agreement":null},{"id":"W2474322282","doi":"10.4300/jgme-d-15-00501.1","title":"Residency Interviews in the 21st Century","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"MEDLINE; Medical education; Medicine; Data science; Family medicine; Computer science; Political science","score_opus":0.04297218773553854,"score_gpt":0.36361973996207353,"score_spread":0.32064755222653496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474322282","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09241993,0.043561667,0.060603097,0.6383229,0.020328276,0.002821616,0.0006670905,0.0005577578,0.14071761],"genre_scores_gemma":[0.42399675,0.036784478,0.09328607,0.3442795,0.010679124,0.008925259,0.00053287327,0.0007741132,0.08074183],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9151503,0.07475846,0.002163538,0.00184271,0.0031751103,0.002909853],"domain_scores_gemma":[0.9333479,0.032570854,0.005184444,0.0040056417,0.0099848285,0.014906309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045002855,0.00070418144,0.0008111352,0.0028960605,0.019227387,0.007602818,0.0035463131,0.0058082263,0.017428434],"category_scores_gemma":[0.06424582,0.001076992,0.00034748245,0.0023060136,0.021641638,0.010964426,0.021181894,0.011388038,0.004839773],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085640306,0.00036223934,0.0029795293,0.00090666686,0.0000130497665,0.0023652385,0.61593825,0.0002004056,0.0015661923,0.057348754,0.21485662,0.10337752],"study_design_scores_gemma":[0.0000184921,0.00010989353,0.0014770208,0.0017181365,0.0000032884325,0.0014672796,0.3418,0.00017003446,0.0003164751,0.013420255,0.63945013,0.00004901094],"about_ca_topic_score_codex":0.0034880254,"about_ca_topic_score_gemma":0.013968624,"teacher_disagreement_score":0.045002855,"about_ca_system_score_codex":0.008757682,"about_ca_system_score_gemma":0.015871795,"threshold_uncertainty_score":0.23800075},"labels":[],"label_agreement":null},{"id":"W2478762182","doi":"10.4300/jgme-d-15-00751.1","title":"Assessing the Reliability of Performance Assessment Scores: Some Considerations in Selecting an Appropriate Framework","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Accreditation; Observational study; Reliability (semiconductor); Graduate medical education; Sample (material); Psychology; Test (biology); Process (computing); Computer science; Educational measurement; Domain (mathematical analysis); Sample size determination; Medical education; Applied psychology; Medicine; Statistics; Curriculum; Mathematics; Pedagogy","score_opus":0.04909405547366617,"score_gpt":0.42562446035394835,"score_spread":0.37653040488028217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478762182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070433035,0.079323776,0.70240396,0.10077537,0.0045123934,0.011575624,0.0013791671,0.00077577186,0.028820962],"genre_scores_gemma":[0.34869233,0.007030669,0.6167708,0.009198985,0.0036338163,0.012463213,0.0008495075,0.00042471284,0.00093593344],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.44290733,0.4084235,0.062151074,0.009844407,0.073828526,0.0028451784],"domain_scores_gemma":[0.17555806,0.67568666,0.023429181,0.023010002,0.099888176,0.002427891],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58239186,0.0027093557,0.0073545314,0.0156649,0.004621178,0.01133597,0.011192966,0.008079582,0.001152622],"category_scores_gemma":[0.7241778,0.0019409234,0.004949512,0.010692633,0.016617175,0.008602833,0.010330722,0.01297062,0.0007826512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017203573,0.0009853367,0.2545773,0.0072087706,0.0024517933,0.0019563548,0.023088126,0.009366168,0.0017805834,0.12895128,0.038595673,0.5293183],"study_design_scores_gemma":[0.0010557784,0.006352973,0.31449014,0.06546971,0.0025430785,0.005573856,0.018192766,0.11560286,0.0052639036,0.2775909,0.18615122,0.001712843],"about_ca_topic_score_codex":0.012298313,"about_ca_topic_score_gemma":0.016228652,"teacher_disagreement_score":0.41760814,"about_ca_system_score_codex":0.0082520945,"about_ca_system_score_gemma":0.01425825,"threshold_uncertainty_score":0.5149852},"labels":[],"label_agreement":null},{"id":"W2493375766","doi":"10.4300/jgme-d-15-00505.1","title":"Daily Encounter Cards—Evaluating the Quality of Documented Assessments","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Quality (philosophy); MEDLINE; Data science; Computer science; Medicine; Biology","score_opus":0.1026974395749328,"score_gpt":0.5164432467886779,"score_spread":0.4137458072137451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493375766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738502,0.0012522043,0.014059274,0.0005584316,0.00017777164,0.0014065986,0.00093460584,0.0002159872,0.007545056],"genre_scores_gemma":[0.9737688,0.0005380513,0.02355554,0.00016281543,0.00007109752,0.0005330639,0.0005941137,0.000038635702,0.000737974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9382834,0.031136382,0.010950959,0.0019142191,0.016697254,0.0010177623],"domain_scores_gemma":[0.71610254,0.13086903,0.06928921,0.0145751955,0.06445136,0.004712585],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0525869,0.000464551,0.0006442432,0.0029961686,0.00048275516,0.0015356131,0.00090466737,0.0005764142,0.0012680957],"category_scores_gemma":[0.18186246,0.00036035138,0.0008256182,0.0017475254,0.00090017944,0.0014665079,0.0017343228,0.00076442276,0.0003943938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012636209,0.00040883242,0.8419302,0.0005963284,0.00029597807,0.00008824908,0.003292893,0.00063950254,0.0014003692,0.00027248112,0.0027916639,0.14701979],"study_design_scores_gemma":[0.00013761135,0.0052214647,0.9705208,0.00063249056,0.00017471187,0.0007732188,0.0036632183,0.0047777966,0.006061729,0.00052716245,0.007395795,0.00011391151],"about_ca_topic_score_codex":0.00138885,"about_ca_topic_score_gemma":0.0019293745,"teacher_disagreement_score":0.9474131,"about_ca_system_score_codex":0.0011936107,"about_ca_system_score_gemma":0.0015190156,"threshold_uncertainty_score":0.27810943},"labels":[],"label_agreement":null},{"id":"W2507769751","doi":"10.4300/jgme-d-15-00516.1","title":"A Narrative Review and Novel Framework for Application of Team-Based Learning in Graduate Medical Education","year":2016,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Team-based learning; Medical education; Inclusion (mineral); Graduate medical education; MEDLINE; Teamwork; Attendance; Psychology; Medicine; Accreditation; Pedagogy","score_opus":0.082602066459571,"score_gpt":0.46794378399338854,"score_spread":0.3853417175338175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507769751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014081935,0.9015057,0.018731004,0.05392707,0.0052186134,0.00667013,0.0009384322,0.00007957609,0.011521264],"genre_scores_gemma":[0.07389897,0.7716552,0.08061929,0.043387145,0.0046219565,0.022789925,0.00088918355,0.000044172506,0.002094155],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.93085414,0.041672174,0.016351337,0.0033977423,0.0065126093,0.0012119171],"domain_scores_gemma":[0.87281513,0.10158748,0.010786237,0.0022926405,0.011351705,0.0011668238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05477832,0.002312227,0.0031425147,0.029472021,0.0024572029,0.008446865,0.004249582,0.00567702,0.0052898377],"category_scores_gemma":[0.15299775,0.000969261,0.004831489,0.020451844,0.005482116,0.012968054,0.0061023724,0.0048844786,0.0007687335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017614423,0.00009566015,0.0027727464,0.48695254,0.0016116902,0.002375386,0.011453311,0.00095044664,0.00033218437,0.18060079,0.061152842,0.2515262],"study_design_scores_gemma":[0.00011303472,0.00011541494,0.0011047105,0.6722478,0.0023061535,0.0024346223,0.005989936,0.0006900492,0.00019020143,0.035590217,0.27913904,0.00007874752],"about_ca_topic_score_codex":0.004827531,"about_ca_topic_score_gemma":0.0066905217,"teacher_disagreement_score":0.05477832,"about_ca_system_score_codex":0.014048707,"about_ca_system_score_gemma":0.04168302,"threshold_uncertainty_score":0.2896989},"labels":[],"label_agreement":null},{"id":"W2528944917","doi":"10.4300/jgme-d-16-00384.1","title":"Recognizing and Responding to Ethically Important Moments in Qualitative Research","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Qualitative research; Psychology; MEDLINE; Data science; Medical education; Medicine; Applied psychology; Computer science; Sociology; Political science; Social science; Law","score_opus":0.5748601244124429,"score_gpt":0.7019748915573947,"score_spread":0.12711476714495173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528944917","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27368715,0.0053793765,0.37219557,0.280189,0.007861787,0.012618394,0.00040013564,0.0006417394,0.047026876],"genre_scores_gemma":[0.765325,0.0018066422,0.16322073,0.03621644,0.00071861345,0.024356037,0.000116039235,0.0003366301,0.007903768],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.4028731,0.56200427,0.010545954,0.0055694664,0.012020644,0.0069866446],"domain_scores_gemma":[0.3489429,0.57038325,0.023901036,0.022545971,0.024501704,0.009725148],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3122113,0.0015452493,0.0019496388,0.0037785138,0.028116858,0.020449638,0.0062614377,0.012970978,0.0052925083],"category_scores_gemma":[0.41859803,0.0028208564,0.0013757141,0.0026602698,0.056227308,0.015433592,0.021446867,0.024870373,0.0013202745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044881726,0.000045588207,0.000549372,0.0005873328,0.000015045816,0.00032276285,0.95794284,0.000064402346,0.0013693038,0.029700972,0.0017635485,0.0075938837],"study_design_scores_gemma":[0.000055881865,0.00006385525,0.00046156297,0.0022500234,0.000029608495,0.0006520731,0.8887571,0.00047476645,0.0022174797,0.06642567,0.038527247,0.000084682935],"about_ca_topic_score_codex":0.0020782521,"about_ca_topic_score_gemma":0.0068527614,"teacher_disagreement_score":0.6877887,"about_ca_system_score_codex":0.015354971,"about_ca_system_score_gemma":0.04020675,"threshold_uncertainty_score":0.8481659},"labels":[],"label_agreement":null},{"id":"W2528963536","doi":"10.4300/jgme-d-16-00142.1","title":"Mind the Gap: The Prospects of Missing Data","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Missing data; Medicine; Data collection; Statistics; Computer science; Data science; Mathematics","score_opus":0.10199584363256156,"score_gpt":0.41172763924389877,"score_spread":0.30973179561133724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528963536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1331134,0.029897664,0.60452634,0.21187331,0.0054560252,0.001157297,0.0037530412,0.0007991478,0.009423863],"genre_scores_gemma":[0.7114716,0.0084376605,0.22977604,0.039796513,0.0044594435,0.002276853,0.0018220731,0.00022786375,0.0017319634],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.74129945,0.20437343,0.015603428,0.015747728,0.0210137,0.001962248],"domain_scores_gemma":[0.25102445,0.6558839,0.038841862,0.029251913,0.02123774,0.0037602256],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3362831,0.0011523206,0.0030532181,0.0068667657,0.0028446526,0.00490252,0.0049905716,0.0045529725,0.0035806822],"category_scores_gemma":[0.53256774,0.0013379131,0.0021078063,0.008185289,0.0069662626,0.008608566,0.0048405444,0.005671126,0.00052942854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014872932,0.0005507434,0.3554647,0.0070118476,0.003591725,0.0030645553,0.019679902,0.0116918245,0.0009820878,0.07843144,0.052702527,0.46534136],"study_design_scores_gemma":[0.0004860015,0.0014466079,0.2039918,0.018439827,0.001698899,0.0079503935,0.025241574,0.054266185,0.002601407,0.6145162,0.0687383,0.00062277075],"about_ca_topic_score_codex":0.006049715,"about_ca_topic_score_gemma":0.007665033,"teacher_disagreement_score":0.6637169,"about_ca_system_score_codex":0.0036907098,"about_ca_system_score_gemma":0.0074627376,"threshold_uncertainty_score":0.8184811},"labels":[],"label_agreement":null},{"id":"W2559640429","doi":"10.4300/jgme-d-16-00540.1","title":"Using Data From Program Evaluations for Qualitative Research","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Computer science; Qualitative research; Constructive; Flexibility (engineering); Data science; Qualitative property; Quality (philosophy); Research program; Management science; Process (computing); Epistemology; Sociology","score_opus":0.952474250576773,"score_gpt":0.8161911414528664,"score_spread":0.13628310912390662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559640429","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076106116,0.0058463993,0.5592641,0.02100179,0.0028648165,0.16480939,0.03915942,0.0015140887,0.12943375],"genre_scores_gemma":[0.19891879,0.0026718457,0.41352144,0.004324404,0.00034678707,0.36075735,0.0116162,0.0010380427,0.006805157],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.3988022,0.50759655,0.037410904,0.008162021,0.044316176,0.0037120315],"domain_scores_gemma":[0.32244122,0.45857552,0.03647369,0.05700524,0.12159998,0.0039043983],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3508638,0.001884216,0.0031703988,0.021118142,0.0063311863,0.010658625,0.0048717177,0.0025714452,0.016597178],"category_scores_gemma":[0.5827878,0.0018305889,0.002386125,0.022384034,0.00906958,0.012100328,0.015293265,0.0060462523,0.0037605034],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013563682,0.00068332197,0.01219248,0.028420182,0.0004961143,0.00047570316,0.30288973,0.0038839167,0.0020366907,0.15120779,0.072395906,0.4239618],"study_design_scores_gemma":[0.0010176101,0.0013681764,0.016628046,0.05437246,0.00042371257,0.00031517431,0.12811027,0.0054979674,0.008131589,0.17174587,0.61174613,0.00064305065],"about_ca_topic_score_codex":0.006958232,"about_ca_topic_score_gemma":0.007130477,"teacher_disagreement_score":0.6491362,"about_ca_system_score_codex":0.017125394,"about_ca_system_score_gemma":0.03100952,"threshold_uncertainty_score":0.8005005},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2559703088","doi":"10.4300/jgme-d-16-00558.1","title":"The SQUIRE Guidelines: A Scholarly Approach to Quality Improvement","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill-Queen's University Press","funders":"","keywords":"Squire; Accreditation; Excellence; Quality management; Health care; Quality (philosophy); Graduate medical education; Medical education; Work (physics); Medicine; Public relations; Political science; Business; Law","score_opus":0.10535913412260532,"score_gpt":0.4419623995002803,"score_spread":0.336603265377675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559703088","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012441745,0.06563447,0.16045558,0.6711624,0.031511605,0.0047720973,0.0012237633,0.0020037023,0.06199218],"genre_scores_gemma":[0.03096873,0.09944991,0.6600459,0.14488596,0.017865881,0.013244933,0.004599968,0.0015337687,0.0274049],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.5624694,0.23793021,0.07865836,0.008190728,0.108347796,0.004403571],"domain_scores_gemma":[0.5829616,0.14902073,0.029906252,0.01901059,0.20532237,0.013778474],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24569586,0.0023456484,0.0021791852,0.016095744,0.0053774198,0.0185531,0.011494195,0.014049095,0.0049486267],"category_scores_gemma":[0.32947555,0.0015208522,0.0032051483,0.015960544,0.015310443,0.012717462,0.017547734,0.023294462,0.0047853217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047906517,0.00020061049,0.0014110291,0.005614043,0.00011976122,0.00022781357,0.007502808,0.0010842698,0.0003896069,0.13852274,0.5876643,0.25721508],"study_design_scores_gemma":[0.000043115233,0.00014272133,0.0011627361,0.020356195,0.000059394137,0.00025953134,0.0025973325,0.0012285223,0.0004235668,0.06723881,0.90637845,0.00010957465],"about_ca_topic_score_codex":0.015285899,"about_ca_topic_score_gemma":0.020781942,"teacher_disagreement_score":0.7543042,"about_ca_system_score_codex":0.016445138,"about_ca_system_score_gemma":0.108788475,"threshold_uncertainty_score":0.9301913},"labels":[],"label_agreement":null},{"id":"W2561731676","doi":"10.4300/jgme-d-16-00067.1","title":"<i>JGME</i> -ALiEM Hot Topics in Medical Education: Analysis of a Multimodal Online Discussion About Team-Based Learning","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McMaster Divinity College","funders":"","keywords":"Medical education; Computer science; Data science; Library science; Medicine","score_opus":0.025785010933896756,"score_gpt":0.3775196659490736,"score_spread":0.35173465501517687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561731676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95686775,0.0006664026,0.0036756208,0.008766804,0.0007163385,0.00032359146,0.0008705082,0.0001361021,0.027976908],"genre_scores_gemma":[0.97519934,0.0008141612,0.003977824,0.0032367234,0.00095494406,0.00063766784,0.00083317485,0.00025171772,0.014094517],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99691546,0.0021204196,0.00010742239,0.00018763638,0.00043187616,0.00023712585],"domain_scores_gemma":[0.97216547,0.022224497,0.001833549,0.00040599395,0.0014897027,0.0018808884],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044462495,0.00027865567,0.00026455597,0.0024701403,0.0037888668,0.0030976553,0.00052551547,0.0012530335,0.006349984],"category_scores_gemma":[0.020881632,0.00013412272,0.0003540954,0.0016553458,0.0021919215,0.0023273483,0.0030713358,0.0011499521,0.0008487287],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031734773,0.00030694605,0.027857224,0.0008713229,0.000030183113,0.0018276813,0.8640095,0.00016361433,0.0041559828,0.0027189036,0.035167586,0.06257374],"study_design_scores_gemma":[0.000027459675,0.0003324074,0.09272806,0.0011316438,0.00003394551,0.0009572575,0.6858373,0.0007606364,0.0021125725,0.0015313871,0.21447264,0.00007477038],"about_ca_topic_score_codex":0.0009825705,"about_ca_topic_score_gemma":0.0022816816,"teacher_disagreement_score":0.99555373,"about_ca_system_score_codex":0.0014514233,"about_ca_system_score_gemma":0.0011163827,"threshold_uncertainty_score":0.02351433},"labels":[],"label_agreement":null},{"id":"W2562524249","doi":"10.4300/jgme-d-15-00720.1","title":"Cardiorespiratory Fitness in Internal Medicine Residents: Are Future Physicians Becoming Deconditioned?","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Physical Activity and Health","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Cardiorespiratory fitness; Physical fitness; Medicine; Burnout; Sports medicine; Physical therapy; Family medicine; Cross-sectional study; Gerontology; Internal medicine","score_opus":0.049227440738440195,"score_gpt":0.37650242094486136,"score_spread":0.32727498020642115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562524249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938075,0.001266673,0.000040432842,0.0031352832,0.000060348553,0.000005421873,0.000105588144,0.0000035655205,0.0015751646],"genre_scores_gemma":[0.998803,0.0005176157,0.00003562649,0.0002554347,0.00007533825,0.0000053177077,0.00007681434,7.0731693e-7,0.00023013064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995629,0.00011345059,0.000036435977,0.000059694015,0.00010106549,0.00012644794],"domain_scores_gemma":[0.9967236,0.00045080326,0.001414759,0.000050930277,0.00037877582,0.0009810658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006427345,0.0001652185,0.00022391323,0.00039607534,0.00054164516,0.00068640494,0.00029974605,0.00090321567,0.0035361971],"category_scores_gemma":[0.0062973453,0.00012846368,0.00018727404,0.00054692145,0.00044973986,0.000675395,0.00037127623,0.0008573144,0.0003770767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028968487,0.00008469762,0.99036014,0.000040230694,0.00001367743,0.00017486954,0.00048538888,0.000027683367,0.00007775397,0.000029978137,0.00074089906,0.007935629],"study_design_scores_gemma":[0.0000020000264,0.000052541003,0.9978257,0.000041298114,0.0000060847315,0.00019853668,0.0013794163,0.000047380458,0.00001957057,0.000031312124,0.00039363897,0.0000026024807],"about_ca_topic_score_codex":0.004638732,"about_ca_topic_score_gemma":0.007427655,"teacher_disagreement_score":0.004638732,"about_ca_system_score_codex":0.00034934867,"about_ca_system_score_gemma":0.00064519496,"threshold_uncertainty_score":0.011829734},"labels":[],"label_agreement":null},{"id":"W2565037409","doi":"10.4300/jgme-d-16-00263.1","title":"Learning Through Experience: Influence of Formal and Informal Training on Medical Error Disclosure Skills in Residents","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Debriefing; Cohort; Descriptive statistics; Medicine; Full disclosure; Medical education; Self-disclosure; Psychology; Family medicine; Social psychology; Internal medicine","score_opus":0.07621312706901096,"score_gpt":0.4531821754002978,"score_spread":0.37696904833128686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565037409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99939144,0.000048422207,0.000090539856,0.00008613779,0.000004338537,0.00000493255,0.0000075868115,0.0000030312724,0.0003635781],"genre_scores_gemma":[0.9997824,0.000025380537,0.0000651359,0.00001990899,0.0000054336606,0.0000046708687,0.000007458036,0.0000011097936,0.00008847119],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969727,0.0014543438,0.00019734315,0.00022615773,0.0006435471,0.0005059911],"domain_scores_gemma":[0.9698682,0.016273396,0.0066823605,0.0007139726,0.0015182614,0.0049438933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027401627,0.00016493328,0.00017147847,0.0003797714,0.0005042689,0.0010580608,0.0004456887,0.00036281257,0.0022135295],"category_scores_gemma":[0.02696342,0.00015385523,0.0002930751,0.00016841445,0.001024118,0.00069241994,0.001502257,0.0005138566,0.00013794344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038551274,0.0010992442,0.936359,0.00010418199,0.00009878212,0.0002513468,0.018778937,0.00033171548,0.001288333,0.000106342726,0.00047646664,0.04072006],"study_design_scores_gemma":[0.00001238935,0.00076997944,0.9840237,0.000070715054,0.000024147419,0.00018589068,0.013284463,0.0004981971,0.0005284817,0.00008790984,0.00049505086,0.000019106206],"about_ca_topic_score_codex":0.0029162741,"about_ca_topic_score_gemma":0.0041378373,"teacher_disagreement_score":0.0029162741,"about_ca_system_score_codex":0.00064466667,"about_ca_system_score_gemma":0.0010969912,"threshold_uncertainty_score":0.0144914985},"labels":[],"label_agreement":null},{"id":"W2565384628","doi":"10.4300/jgme-d-16-00203.1","title":"Perceptions of Unprofessional Social Media Behavior Among Emergency Medicine Physicians","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Social media; Perception; MEDLINE; Medical education; Medicine; Family medicine; Medical emergency; Psychology; World Wide Web; Computer science; Political science","score_opus":0.14571739254362445,"score_gpt":0.4784919104157004,"score_spread":0.3327745178720759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565384628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99779606,0.00016070003,0.00010021492,0.00063355785,0.000014521104,0.0000134812835,0.000032539523,0.0000041747535,0.0012447526],"genre_scores_gemma":[0.9995072,0.000105766194,0.00007355495,0.00016874765,0.000020939098,0.000007354073,0.000014554276,0.0000012333168,0.00010066346],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9960693,0.0022802402,0.0003279243,0.00018767461,0.0008096807,0.00032512544],"domain_scores_gemma":[0.9590999,0.019831073,0.013405712,0.0008814701,0.0023614932,0.0044203866],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003967467,0.00015882919,0.00016837704,0.000965078,0.00079225446,0.0014484167,0.00025188972,0.00066782534,0.003760771],"category_scores_gemma":[0.030810736,0.00021809271,0.00021920637,0.00036642447,0.0008501643,0.0008477321,0.0010967426,0.00059341453,0.00029267694],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019480172,0.00024184122,0.95881444,0.00012335616,0.00005544536,0.00039905054,0.022949034,0.0000770373,0.0012624313,0.00015618447,0.0009481337,0.014778247],"study_design_scores_gemma":[0.000018845965,0.0005615594,0.91865134,0.00014346055,0.000021231666,0.0008866039,0.07586538,0.00046220975,0.0003444244,0.00016509516,0.0028530853,0.000026759066],"about_ca_topic_score_codex":0.0018723061,"about_ca_topic_score_gemma":0.0021384177,"teacher_disagreement_score":0.9993322,"about_ca_system_score_codex":0.0005740339,"about_ca_system_score_gemma":0.0006992695,"threshold_uncertainty_score":0.020982206},"labels":[],"label_agreement":null},{"id":"W2565926700","doi":"10.4300/jgme-d-16-00043.1","title":"Fourth-Year Medical School Course Load and Success as a Medical Intern","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Medicine; Internship; Relative risk; Intensive care; Confidence interval; Cohort; Family medicine; Emergency medicine; Medical education; Internal medicine; Intensive care medicine","score_opus":0.01851442580718022,"score_gpt":0.3778196189235084,"score_spread":0.3593051931163282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565926700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9990953,0.000077393976,0.00007241608,0.00014609085,0.000006157063,0.000007935875,0.000118602715,0.0000062763215,0.00046979066],"genre_scores_gemma":[0.9994117,0.000047858997,0.0000913685,0.000022913602,0.000016297809,0.000007211199,0.0001741182,0.0000030843134,0.00022557359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899596,0.00024472355,0.0000794401,0.00012825268,0.00030047985,0.00025120476],"domain_scores_gemma":[0.975657,0.004586552,0.011779498,0.00072159374,0.001153615,0.0061016856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019852435,0.00021304189,0.00015718366,0.0011543642,0.00035728625,0.0006988941,0.00047895536,0.00029742828,0.0056717983],"category_scores_gemma":[0.011622089,0.0001334195,0.00033561673,0.00046111108,0.00036462134,0.0003456018,0.0011939319,0.0009531012,0.00043925928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025773204,0.000029047067,0.9984652,0.000004442472,0.000010472483,0.000012536396,0.00006994687,0.000030254161,0.000055669854,0.000008040174,0.00010416082,0.0011845294],"study_design_scores_gemma":[0.0000010708831,0.000035285295,0.9996487,0.000005037098,0.0000029386456,0.000030240031,0.00011307997,0.00006161993,0.00002110428,0.000005794552,0.00007421421,8.8214205e-7],"about_ca_topic_score_codex":0.004387149,"about_ca_topic_score_gemma":0.0062099965,"teacher_disagreement_score":0.0056717983,"about_ca_system_score_codex":0.0006713434,"about_ca_system_score_gemma":0.00086642714,"threshold_uncertainty_score":0.018974066},"labels":[],"label_agreement":null},{"id":"W2586303930","doi":"10.4300/jgme-d-16-00238.1","title":"Preoperative Practice Paired With Instructor Feedback May Not Improve Obstetrics-Gynecology Residents' Operative Performance","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; St. Michael's Hospital","funders":"","keywords":"Medicine; Randomized controlled trial; Intraclass correlation; Obstetrics and gynaecology; Confidence interval; Physical therapy; Inter-rater reliability; Surgery; Rating scale; Psychology; Pregnancy; Internal medicine; Psychometrics","score_opus":0.052130147505025,"score_gpt":0.3753730762414259,"score_spread":0.3232429287364009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586303930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99720156,0.0008743566,0.0004610223,0.00029574346,0.000107611864,0.00031167312,0.000036894868,0.0000219291,0.00068925996],"genre_scores_gemma":[0.9973506,0.0004149991,0.0013650525,0.00013176745,0.00010385115,0.00039012372,0.000033893353,0.000002518883,0.0002073323],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9973157,0.001573021,0.00022986904,0.0002424569,0.0004761585,0.00016285083],"domain_scores_gemma":[0.9906555,0.00570729,0.0019712236,0.00033217893,0.0002895029,0.00104438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003168365,0.00032551185,0.00083341973,0.00017445665,0.000258914,0.00035671363,0.00040624224,0.0008031597,0.004441222],"category_scores_gemma":[0.015257561,0.00023916729,0.00053054845,0.00015800925,0.00045732182,0.00039313405,0.0003846137,0.00074146315,0.0003336994],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.36760986,0.059257876,0.0727004,0.0049426216,0.002444663,0.0001786974,0.0007417787,0.0026797366,0.011383164,0.00026004706,0.001725917,0.4760752],"study_design_scores_gemma":[0.10362034,0.68141556,0.20289853,0.0007882767,0.0015311034,0.00028603344,0.00024433827,0.0029446369,0.0038389268,0.00038762676,0.0019963116,0.000048286514],"about_ca_topic_score_codex":0.00048559302,"about_ca_topic_score_gemma":0.0007552462,"teacher_disagreement_score":0.004441222,"about_ca_system_score_codex":0.00036982578,"about_ca_system_score_gemma":0.0012925657,"threshold_uncertainty_score":0.016756058},"labels":[],"label_agreement":null},{"id":"W2586920466","doi":"10.4300/jgme-d-16-00398.1","title":"R2C2 in Action: Testing an Evidence-Based Model to Facilitate Feedback and Coaching in Residency","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Debriefing; Coaching; Conversation; Medical education; Session (web analytics); Psychology; Medicine; Computer science","score_opus":0.37827519301466933,"score_gpt":0.46172251917433976,"score_spread":0.08344732615967043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586920466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52830577,0.00559541,0.28255063,0.0318995,0.0013943334,0.07165445,0.0008402305,0.0031821874,0.07457757],"genre_scores_gemma":[0.4105011,0.001658039,0.5613102,0.0020336683,0.00007350372,0.022331888,0.00023008356,0.000086029744,0.0017754615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.87025994,0.102079935,0.0060130446,0.0051830914,0.014328542,0.0021354435],"domain_scores_gemma":[0.82390493,0.13926491,0.00829238,0.010603035,0.013867831,0.004066844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11436671,0.0021770005,0.0013482363,0.0032966232,0.002883275,0.0044874833,0.006712941,0.0048365495,0.0048623895],"category_scores_gemma":[0.14831747,0.0010180488,0.002215112,0.0019468922,0.004718701,0.0054709166,0.0066291536,0.0032992188,0.0012835542],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038954923,0.014562815,0.014058656,0.022971772,0.00058613415,0.0004809568,0.05915047,0.009798415,0.002477595,0.019080244,0.008410216,0.84452724],"study_design_scores_gemma":[0.040950377,0.113793075,0.07946076,0.12733941,0.009441932,0.002921125,0.11692648,0.18626755,0.040349446,0.066143245,0.21403411,0.0023725235],"about_ca_topic_score_codex":0.0076369173,"about_ca_topic_score_gemma":0.014136222,"teacher_disagreement_score":0.11436671,"about_ca_system_score_codex":0.008470869,"about_ca_system_score_gemma":0.037995823,"threshold_uncertainty_score":0.6048362},"labels":[],"label_agreement":null},{"id":"W2587411205","doi":"10.4300/jgme-d-16-00282.1","title":"Using the Entrustable Professional Activities Framework in the Assessment of Procedural Skills","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; University of Ottawa; University of British Columbia","funders":"","keywords":"Medical education; MEDLINE; Psychology; Computer science; Medicine; Chemistry","score_opus":0.05493779456443697,"score_gpt":0.4721244640993123,"score_spread":0.4171866695348753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587411205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20028172,0.0065132733,0.65027577,0.012792265,0.0004009611,0.008589768,0.0006262216,0.0003391882,0.12018092],"genre_scores_gemma":[0.527091,0.0018905784,0.46268928,0.0007869553,0.00004744295,0.0050055804,0.00039130027,0.000045168053,0.0020527097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9589962,0.027791573,0.0025553417,0.0010521162,0.007842804,0.0017620218],"domain_scores_gemma":[0.9631256,0.021914896,0.0031036776,0.0010874287,0.009042645,0.0017258808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03694087,0.0009392872,0.0004724145,0.010064686,0.002930873,0.0038869258,0.0018888437,0.0012449032,0.0013801109],"category_scores_gemma":[0.038482916,0.00034883365,0.0014638486,0.003835729,0.009493544,0.0046715993,0.0071241064,0.0024416463,0.0002744798],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001510736,0.00039043164,0.06885092,0.0037527038,0.00014931922,0.001169253,0.15229547,0.008371282,0.0028970384,0.22187862,0.008388533,0.5317054],"study_design_scores_gemma":[0.00017099352,0.00095371524,0.14601642,0.012576004,0.0002829118,0.0035252434,0.20389646,0.03310001,0.0060183574,0.35968685,0.23321791,0.0005551566],"about_ca_topic_score_codex":0.049455296,"about_ca_topic_score_gemma":0.0927399,"teacher_disagreement_score":0.049455296,"about_ca_system_score_codex":0.015593013,"about_ca_system_score_gemma":0.034560718,"threshold_uncertainty_score":0.19536436},"labels":[],"label_agreement":null},{"id":"W2587781411","doi":"10.4300/jgme-d-16-00693.1","title":"Necessary Groundwork: Planning a Strong Grounded Theory Study","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; University of Toronto; Western University","funders":"","keywords":"Grounded theory; Computer science; Data science; Psychology; Management science; Sociology; Qualitative research; Engineering; Social science","score_opus":0.18859220558766426,"score_gpt":0.5388422200762878,"score_spread":0.35025001448862353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587781411","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027479595,0.0033023804,0.5440836,0.04852034,0.00226452,0.33186644,0.0055662845,0.0009875931,0.03592934],"genre_scores_gemma":[0.04787145,0.001214381,0.7773614,0.003916079,0.00011938018,0.16482097,0.0017857947,0.00020626692,0.0027042108],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8528991,0.10896291,0.009970191,0.007351997,0.01543969,0.0053760787],"domain_scores_gemma":[0.76011586,0.16951376,0.0053463867,0.019008085,0.033404123,0.012611703],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2137883,0.0023349437,0.0042760577,0.014782894,0.016929884,0.01826129,0.009796903,0.009871799,0.036436584],"category_scores_gemma":[0.24408628,0.004602369,0.0039859237,0.012221963,0.013811872,0.020492379,0.017859476,0.016667962,0.00964747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007032015,0.0020236438,0.002992863,0.016529335,0.00014749156,0.004169068,0.25756145,0.0082813995,0.003463359,0.30700636,0.047366843,0.34975508],"study_design_scores_gemma":[0.0014832335,0.0011557351,0.0024868404,0.027829839,0.00018123335,0.00070027786,0.28811193,0.009813337,0.0025534283,0.42094648,0.24444263,0.0002951235],"about_ca_topic_score_codex":0.013060487,"about_ca_topic_score_gemma":0.018674105,"teacher_disagreement_score":0.7862117,"about_ca_system_score_codex":0.036076795,"about_ca_system_score_gemma":0.09541822,"threshold_uncertainty_score":0.969539},"labels":[],"label_agreement":null},{"id":"W2588998449","doi":"10.4300/jgme-d-16-00694.1","title":"The Promise of Milestones: Are They Living Up to Our Expectations?","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; MEDLINE; Data science; Medical education; Psychology; Gerontology; Computer science; Biology","score_opus":0.05249932425210999,"score_gpt":0.4126720906755726,"score_spread":0.3601727664234626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588998449","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020593521,0.06321415,0.00434533,0.90681016,0.01022715,0.00003744803,0.00011032798,0.00009175971,0.0131043345],"genre_scores_gemma":[0.2021377,0.2521792,0.02385688,0.4615904,0.040651824,0.0007325665,0.0006490569,0.0008557916,0.017346598],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9502308,0.033438366,0.0021703285,0.0023724297,0.009806494,0.0019816437],"domain_scores_gemma":[0.81286246,0.124657944,0.00852104,0.008804993,0.029739155,0.015414391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05384498,0.00088534167,0.0011301818,0.002163176,0.0038477988,0.010859957,0.004653418,0.007473175,0.011801883],"category_scores_gemma":[0.23747428,0.00055788195,0.0011860733,0.0019326021,0.020068666,0.044385355,0.008066694,0.022682989,0.0038846866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023858459,0.00009134668,0.0017314291,0.0027876627,0.000059073936,0.00021896427,0.006181645,0.00062003464,0.00014267054,0.30931017,0.27585858,0.40275985],"study_design_scores_gemma":[0.000040665487,0.00018966846,0.0019459465,0.009043819,0.000036743917,0.00025489164,0.0064595295,0.00050208374,0.00027843524,0.23385423,0.7472649,0.0001289296],"about_ca_topic_score_codex":0.008464351,"about_ca_topic_score_gemma":0.0120952055,"teacher_disagreement_score":0.05384498,"about_ca_system_score_codex":0.008677766,"about_ca_system_score_gemma":0.018297987,"threshold_uncertainty_score":0.28476286},"labels":[],"label_agreement":null},{"id":"W2608472217","doi":"10.4300/jgme-d-16-00517.1","title":"Passing a Technical Skills Examination in the First Year of Surgical Residency Can Predict Future Performance","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Residency training; MEDLINE; Medicine; Computer science; Medical physics; Data science; Biology","score_opus":0.028996983818075434,"score_gpt":0.3403507014135194,"score_spread":0.311353717595444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608472217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99935395,0.000035130935,0.00008926791,0.0000483938,0.000004226454,0.0000038433886,0.000058794598,0.000003808522,0.00040262553],"genre_scores_gemma":[0.99953675,0.000031380863,0.000109484026,0.000007889649,0.000007684039,0.000003283038,0.00012644994,0.0000011148221,0.00017613069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995851,0.00009924219,0.000040931984,0.00005316436,0.00011892992,0.000102556274],"domain_scores_gemma":[0.9942948,0.0013024148,0.0024805032,0.00014988608,0.00058926496,0.001183185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008784006,0.00030446812,0.00012886904,0.00072190777,0.00023604576,0.0004314242,0.00024186658,0.00030143457,0.0023189082],"category_scores_gemma":[0.0068364698,0.00013683188,0.00018034395,0.0003429655,0.00031419823,0.00036486806,0.0005255122,0.00043023645,0.00039387832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021558073,0.000020175734,0.9986405,0.0000033190502,0.000004642437,0.000013327056,0.000030512336,0.000040510073,0.000078440185,0.0000032451217,0.000057017216,0.0010867972],"study_design_scores_gemma":[7.1686395e-7,0.00006646659,0.9995658,0.0000030345955,0.000002360694,0.000036292742,0.000059565664,0.00015383202,0.000061013532,0.0000046670393,0.00004517416,0.0000010742463],"about_ca_topic_score_codex":0.0054831477,"about_ca_topic_score_gemma":0.010162705,"teacher_disagreement_score":0.0054831477,"about_ca_system_score_codex":0.00031864294,"about_ca_system_score_gemma":0.0006451335,"threshold_uncertainty_score":0.010902464},"labels":[],"label_agreement":null},{"id":"W2608572062","doi":"10.4300/jgme-d-16-00372.1","title":"Efficacy of Interventions to Reduce Resident Physician Burnout: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Burnout; Psychological intervention; Graduate medical education; Randomized controlled trial; Emotional exhaustion; Odds ratio; Family medicine; Confidence interval; Depersonalization; Population; Strictly standardized mean difference; MEDLINE; Internal medicine; Accreditation; Clinical psychology; Nursing; Environmental health; Medical education","score_opus":0.32892128820329575,"score_gpt":0.6048112954524605,"score_spread":0.27589000724916474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608572062","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025469104,0.9954456,0.00024826833,0.0002927859,0.00016146767,0.0007897052,0.00024031257,0.000015488224,0.0002594167],"genre_scores_gemma":[0.036075838,0.95956177,0.0015735832,0.0007101887,0.00017184339,0.0015875797,0.00018459134,0.000009456561,0.00012511438],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9896401,0.004069203,0.0034192593,0.00067686004,0.0019410991,0.0002534186],"domain_scores_gemma":[0.9629294,0.027152186,0.0063550607,0.00040873475,0.0027278415,0.00042671515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012229046,0.0018052496,0.011560215,0.006354806,0.00072694116,0.0026872747,0.002090744,0.002265638,0.004197083],"category_scores_gemma":[0.04995703,0.0013201131,0.011567076,0.0055748103,0.0009785622,0.0018406792,0.0013628509,0.0016520551,0.00028545043],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050380704,0.00006081413,0.0004847071,0.9509299,0.018928427,0.00004988294,0.00011859753,0.00008559971,0.00012089202,0.00008449649,0.000568289,0.028064528],"study_design_scores_gemma":[0.0015683655,0.0008224343,0.0044760313,0.79623544,0.18805936,0.00020032401,0.00026019162,0.00015945609,0.0003392283,0.00020793604,0.007627417,0.000043731237],"about_ca_topic_score_codex":0.005791039,"about_ca_topic_score_gemma":0.0140457405,"teacher_disagreement_score":0.012229046,"about_ca_system_score_codex":0.0039046619,"about_ca_system_score_gemma":0.009818014,"threshold_uncertainty_score":0.06467414},"labels":[],"label_agreement":null},{"id":"W2608735973","doi":"10.4300/jgme-d-16-00616.1","title":"Resident Experiences With Implementation of the I-PASS Handoff Bundle","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Handover; Context (archaeology); Teamwork; Focus group; Mnemonic; Qualitative research; Medicine; Evening; Patient safety; Medical education; Nursing; Psychology; Computer science; Health care","score_opus":0.03215755686044932,"score_gpt":0.3953042165180817,"score_spread":0.3631466596576324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608735973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99740016,0.00007342901,0.00090232136,0.0006239174,0.000018475363,0.000037429476,0.000029388317,0.000030931205,0.00088403095],"genre_scores_gemma":[0.9961522,0.00017418839,0.00229731,0.0003866422,0.000019258394,0.000052631873,0.000035557056,0.00001372199,0.0008683974],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9942972,0.0033679055,0.00038637553,0.00023767748,0.0009347975,0.0007759734],"domain_scores_gemma":[0.99166405,0.0027735024,0.0018472768,0.0005895929,0.0014392295,0.0016863084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065918076,0.00019969638,0.000309667,0.00026202187,0.0015098836,0.0010279758,0.0008491033,0.0007376113,0.0020029948],"category_scores_gemma":[0.021179967,0.0002897034,0.00038596918,0.0002853522,0.0010368727,0.00092404656,0.002401829,0.0010045847,0.00030004542],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060635095,0.0016895673,0.22322612,0.0008357694,0.000133516,0.0032254676,0.5723667,0.0011553272,0.010459424,0.00077679555,0.0071911733,0.17833373],"study_design_scores_gemma":[0.000059994407,0.009470345,0.20885585,0.00079150073,0.00015711274,0.0028021585,0.726294,0.0025751626,0.007834314,0.00052546465,0.04037738,0.00025672896],"about_ca_topic_score_codex":0.0032147586,"about_ca_topic_score_gemma":0.0066299075,"teacher_disagreement_score":0.0065918076,"about_ca_system_score_codex":0.0012870224,"about_ca_system_score_gemma":0.0026218137,"threshold_uncertainty_score":0.034861267},"labels":[],"label_agreement":null},{"id":"W2625049094","doi":"10.4300/jgme-d-16-00851.1","title":"A Call for Collegiality in Residency","year":2017,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Dental Education, Practice, Research","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Collegiality; Active listening; Psychology; Medical education; nobody; Service (business); Residency training; Medicine; Public relations; Pedagogy; Business; Continuing education; Computer science","score_opus":0.15798232262190673,"score_gpt":0.5994331679619241,"score_spread":0.44145084534001744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625049094","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005235638,0.003404001,0.0010061282,0.906622,0.049820714,0.00014319397,0.00002664805,0.00036983343,0.033371765],"genre_scores_gemma":[0.077856,0.00808767,0.0054641,0.76191056,0.07366375,0.00046626446,0.000114869625,0.0005641553,0.07187264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9747328,0.009822296,0.0012561446,0.0013548054,0.008136137,0.0046978258],"domain_scores_gemma":[0.8870732,0.00842239,0.0041919732,0.0029030677,0.01040481,0.087004624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0134125855,0.000709734,0.0007856869,0.0015979854,0.019548101,0.009026594,0.0029778145,0.019341752,0.04446576],"category_scores_gemma":[0.07098211,0.0007720756,0.00170359,0.00076559244,0.010293114,0.0096279755,0.025901832,0.039285846,0.0187972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013701809,0.0001336003,0.0007659844,0.00015885291,0.000012358666,0.001004286,0.004241861,0.000030612853,0.00037138935,0.0018847401,0.9621568,0.02922588],"study_design_scores_gemma":[0.000034541838,0.00021998375,0.003942264,0.0009638129,0.000011689652,0.0030233017,0.010899764,0.000073553965,0.00018466159,0.004307032,0.9762364,0.00010294416],"about_ca_topic_score_codex":0.0026841725,"about_ca_topic_score_gemma":0.014277914,"teacher_disagreement_score":0.04446576,"about_ca_system_score_codex":0.0054977466,"about_ca_system_score_gemma":0.023776697,"threshold_uncertainty_score":0.14875275},"labels":[],"label_agreement":null},{"id":"W2625406197","doi":"10.4300/jgme-d-17-00015.1","title":"Podcasting in Medical Education: How Long Should an Educational Podcast Be?","year":2017,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Active listening; Graduate medical education; Medical education; Medicine; Psychology; Accreditation","score_opus":0.2650472194085818,"score_gpt":0.49102100320937997,"score_spread":0.2259737838007982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625406197","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020304278,0.065684624,0.017761165,0.8354212,0.04051196,0.0007498135,0.0008400256,0.0012972672,0.017429654],"genre_scores_gemma":[0.42172468,0.1374001,0.121669695,0.25524303,0.036779214,0.0031095801,0.0017534125,0.0015339755,0.020786282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98428184,0.008215225,0.0021800704,0.0008231479,0.0035403976,0.00095933845],"domain_scores_gemma":[0.9017299,0.03816839,0.009860438,0.0034460684,0.022503152,0.024292074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0284889,0.0006208417,0.00087068387,0.001435472,0.004537402,0.01134585,0.0019119877,0.006182618,0.014710758],"category_scores_gemma":[0.12534472,0.0005454027,0.0009429322,0.0016568983,0.0033848719,0.014805538,0.006381439,0.012649021,0.0052762986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026502076,0.00033876655,0.008559399,0.0048632044,0.000044195094,0.000414221,0.007683968,0.00028948573,0.0007409567,0.006139581,0.4449211,0.5257401],"study_design_scores_gemma":[0.00018801478,0.00080870045,0.025891123,0.016873777,0.000116752606,0.0016464749,0.030605549,0.0010667042,0.0015324268,0.01646179,0.90439975,0.00040882739],"about_ca_topic_score_codex":0.0038287113,"about_ca_topic_score_gemma":0.009219631,"teacher_disagreement_score":0.0284889,"about_ca_system_score_codex":0.004995188,"about_ca_system_score_gemma":0.0068849707,"threshold_uncertainty_score":0.15066552},"labels":[],"label_agreement":null},{"id":"W2625578482","doi":"10.4300/jgme-d-16-00462.1","title":"The Nightmares Course: A Longitudinal, Multidisciplinary, Simulation-Based Curriculum to Train and Assess Resident Competence in Resuscitation","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Objective structured clinical examination; Competence (human resources); Medical education; Curriculum; Educational measurement; Session (web analytics); Medicine; Checklist; Generalizability theory; Psychology; Computer science; Pedagogy","score_opus":0.10392969266602053,"score_gpt":0.4732520933004412,"score_spread":0.3693224006344207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625578482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97993314,0.000407875,0.007928171,0.0013592202,0.00016237426,0.0017694688,0.00033513416,0.00039118857,0.007713491],"genre_scores_gemma":[0.93279535,0.001188706,0.045092955,0.00085538765,0.0001420747,0.002013534,0.0010895121,0.00004062152,0.01678191],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995633,0.00013281987,0.000022616543,0.00005085646,0.000121467994,0.00010897337],"domain_scores_gemma":[0.99831855,0.00013528735,0.00018066766,0.000072272465,0.00025294325,0.0010403083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012215972,0.00039994158,0.0001824287,0.00031513843,0.0006186878,0.00038816693,0.0008856509,0.00031955467,0.0033379998],"category_scores_gemma":[0.0021318905,0.00020579304,0.00026468918,0.000106464904,0.00029911744,0.00035513478,0.001599111,0.0006407245,0.00061572593],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015937191,0.019038733,0.1703218,0.0008514999,0.00007268745,0.0007914418,0.006282552,0.006978507,0.02879441,0.0011080833,0.04386617,0.7203004],"study_design_scores_gemma":[0.0007611791,0.019100573,0.872071,0.00066162855,0.000054741053,0.0017330693,0.0026799573,0.00836014,0.010739149,0.000975002,0.082730964,0.00013259098],"about_ca_topic_score_codex":0.00922876,"about_ca_topic_score_gemma":0.050127722,"teacher_disagreement_score":0.00922876,"about_ca_system_score_codex":0.001862852,"about_ca_system_score_gemma":0.011595367,"threshold_uncertainty_score":0.018350124},"labels":[],"label_agreement":null},{"id":"W2733507465","doi":"10.4300/jgme-d-17-00415.1","title":"Residents as Mentors: The Development of Resident Mentorship Milestones","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"U.S. Navy; U.S. Department of Defense","keywords":"Mentorship; Competence (human resources); Specialty; Medical education; Medicine; Psychology; Family medicine","score_opus":0.0974857055458134,"score_gpt":0.43067063680014983,"score_spread":0.33318493125433646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733507465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8086021,0.0026765983,0.12391283,0.021079084,0.00078604504,0.003988055,0.0002579361,0.00097275176,0.037724476],"genre_scores_gemma":[0.76923925,0.0012685081,0.22138415,0.00070006127,0.000114848684,0.0023485015,0.00025016602,0.000065482884,0.0046290024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842031,0.011173612,0.00084923574,0.00049444416,0.002629287,0.00065035623],"domain_scores_gemma":[0.96340156,0.015472855,0.0049275085,0.0019244796,0.006930093,0.0073435563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031319693,0.00057431165,0.00036382428,0.0016437968,0.0020103336,0.0022130937,0.0016860274,0.00081712456,0.001493035],"category_scores_gemma":[0.07027372,0.00039283675,0.00049078674,0.00061856833,0.0010053512,0.0024402414,0.0052209105,0.0019313783,0.00044236265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002562813,0.0012400951,0.05554875,0.0010494579,0.000084180865,0.00034362436,0.037813593,0.0023404157,0.0042973408,0.004227613,0.018707164,0.8740914],"study_design_scores_gemma":[0.00037980796,0.009821732,0.3902911,0.0068150028,0.00029460964,0.0041459445,0.13111395,0.023862131,0.030810403,0.037090898,0.3647705,0.0006038527],"about_ca_topic_score_codex":0.0007224342,"about_ca_topic_score_gemma":0.0035252573,"teacher_disagreement_score":0.031319693,"about_ca_system_score_codex":0.0020071026,"about_ca_system_score_gemma":0.0069892355,"threshold_uncertainty_score":0.16563636},"labels":[],"label_agreement":null},{"id":"W2767278518","doi":"10.4300/jgme-d-17-00086.1","title":"Nuance and Noise: Lessons Learned From Longitudinal Aggregated Assessment Data","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Multilevel model; Variance (accounting); Medical education; Medicine; Scale (ratio); Rating scale; Psychology; Family medicine; MEDLINE; Computer science; Machine learning; Geography","score_opus":0.23087918180143968,"score_gpt":0.4963601855767496,"score_spread":0.2654810037753099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767278518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080932416,0.017162887,0.86127657,0.025661197,0.0021509642,0.0014066644,0.0043264604,0.0024937086,0.0045890715],"genre_scores_gemma":[0.5256125,0.008285079,0.44962198,0.0049929866,0.002189494,0.002043999,0.004500322,0.0008501172,0.0019035086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.89817625,0.08111346,0.0049791713,0.00913386,0.0057315924,0.0008656295],"domain_scores_gemma":[0.40247706,0.5289392,0.0115602035,0.03898483,0.015956938,0.002081794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18718359,0.002577304,0.0034556463,0.0048074317,0.0020558108,0.00839102,0.0070909844,0.0040869457,0.0029218087],"category_scores_gemma":[0.44591537,0.0022658382,0.004992362,0.0054642376,0.0044731065,0.00867983,0.0045979316,0.008406365,0.0010431594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057416246,0.00045389833,0.5379706,0.0024597503,0.005683437,0.0019718306,0.01383388,0.04416291,0.00067709934,0.027337456,0.030509412,0.33436558],"study_design_scores_gemma":[0.0002778181,0.0010350845,0.18673408,0.0060869562,0.0025491249,0.0020830259,0.010602434,0.42181984,0.0012172165,0.30063015,0.066161335,0.0008029367],"about_ca_topic_score_codex":0.054493606,"about_ca_topic_score_gemma":0.049003646,"teacher_disagreement_score":0.18718359,"about_ca_system_score_codex":0.0031488696,"about_ca_system_score_gemma":0.006289258,"threshold_uncertainty_score":0.98993325},"labels":[],"label_agreement":null},{"id":"W2772612024","doi":"10.4300/jgme-d-17-00644.1","title":"On Rating Angels: The Halo Effect and Straight Line Scoring","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Phenomenon; Suspect; Psychology; Consistency (knowledge bases); Nothing; Rating scale; Halo; Recall; Promotion (chess); Social psychology; Townsend; Cognitive psychology; Epistemology; Computer science; Developmental psychology; Law; Philosophy; Artificial intelligence; Political science; Physics","score_opus":0.03896792197588554,"score_gpt":0.39929187644956876,"score_spread":0.3603239544736832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772612024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5827515,0.019258043,0.09583837,0.02811135,0.0062683867,0.0025948298,0.0018137112,0.0015461305,0.26181766],"genre_scores_gemma":[0.9558128,0.0036429616,0.017410195,0.009942079,0.0013698065,0.0010945427,0.0006040092,0.0005879677,0.00953572],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9148102,0.046177387,0.0047324337,0.0046734754,0.028638208,0.000968391],"domain_scores_gemma":[0.65740585,0.23610796,0.04460779,0.028120555,0.029485116,0.0042726877],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06477742,0.00092439214,0.0010001904,0.0051193167,0.002136393,0.003542435,0.0018667928,0.0021317098,0.012013094],"category_scores_gemma":[0.30266687,0.00071728154,0.0008867165,0.004429358,0.0082432795,0.0068859323,0.0056679915,0.0032303233,0.001918357],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019037321,0.0004898374,0.37035322,0.0011115925,0.00085002,0.0010166444,0.03856769,0.001576043,0.001889382,0.082583435,0.098317795,0.4013406],"study_design_scores_gemma":[0.0006187059,0.0014647554,0.66843766,0.0038746751,0.0004558837,0.0047090957,0.027107762,0.011868611,0.0031872739,0.16846672,0.108941376,0.00086740736],"about_ca_topic_score_codex":0.005234363,"about_ca_topic_score_gemma":0.008555661,"teacher_disagreement_score":0.93522257,"about_ca_system_score_codex":0.0031445648,"about_ca_system_score_gemma":0.0014201142,"threshold_uncertainty_score":0.34257984},"labels":[],"label_agreement":null},{"id":"W2781758788","doi":"10.4300/jgme-d-17-00137.1","title":"myTIPreport and Training for Independent Practice: A Tool for Real-Time Workplace Feedback for Milestones and Procedural Skills","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Medical education; Training (meteorology); Time-out; Psychology; Computer science; Medicine; Nursing","score_opus":0.03105070789459013,"score_gpt":0.39347602105723894,"score_spread":0.3624253131626488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781758788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38548014,0.0025232632,0.3919611,0.008380588,0.001429224,0.014417235,0.022915874,0.13159864,0.04129393],"genre_scores_gemma":[0.313374,0.0015652181,0.64680606,0.002023695,0.0005702278,0.016989483,0.006744686,0.0031621729,0.008764393],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9812274,0.011049814,0.0025974158,0.0013509411,0.0031964304,0.0005779272],"domain_scores_gemma":[0.85569245,0.106951594,0.013516765,0.007813412,0.010790752,0.0052350587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021587322,0.0015491496,0.00088185235,0.0045842384,0.00057845743,0.0019617258,0.0024202713,0.0011451854,0.017481469],"category_scores_gemma":[0.09410059,0.0009033749,0.0011408286,0.0015330119,0.0005341547,0.0028664225,0.0035228212,0.0014388805,0.006646768],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019554473,0.001874789,0.027034309,0.0019773187,0.000107977336,0.00033135636,0.005364066,0.00072967395,0.0044147237,0.0003474375,0.06953198,0.8863309],"study_design_scores_gemma":[0.0053684684,0.016412487,0.3705842,0.013476142,0.0008365388,0.0045419,0.011736754,0.03454224,0.052021272,0.006514825,0.48212177,0.0018434534],"about_ca_topic_score_codex":0.0006471154,"about_ca_topic_score_gemma":0.0011083448,"teacher_disagreement_score":0.021587322,"about_ca_system_score_codex":0.0007532728,"about_ca_system_score_gemma":0.002027584,"threshold_uncertainty_score":0.11416608},"labels":[],"label_agreement":null},{"id":"W2785330900","doi":"10.4300/jgme-d-17-00974.1","title":"A Toolkit for Medical Education Scholarship","year":2018,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Context (archaeology); Medical education; Curriculum; Medicine; Public relations; Psychology; Political science; Pedagogy","score_opus":0.03071591645906383,"score_gpt":0.42019342849524344,"score_spread":0.3894775120361796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785330900","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013542996,0.020474087,0.034184292,0.7531832,0.027742237,0.0008390865,0.00029318855,0.0032017452,0.15872784],"genre_scores_gemma":[0.0923904,0.03462087,0.3234697,0.24408157,0.04622794,0.0059542344,0.001247221,0.0039864057,0.24802168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.88161635,0.06455801,0.008172921,0.005536267,0.033933498,0.0061829234],"domain_scores_gemma":[0.68315744,0.15746753,0.010131897,0.04355808,0.034936316,0.07074874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10887062,0.0014975707,0.0017670568,0.009443406,0.013537039,0.043989707,0.007324626,0.02404103,0.058045708],"category_scores_gemma":[0.22918828,0.0015315535,0.0020620623,0.0055300537,0.02917788,0.04875377,0.07143115,0.032193612,0.035417426],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004185462,0.00016546159,0.00048448853,0.0009226947,0.000024528377,0.00042106502,0.009003256,0.00021525678,0.00021486935,0.35128212,0.45181468,0.18540972],"study_design_scores_gemma":[0.00002009779,0.000037583763,0.00017282118,0.0012881515,0.0000042966094,0.00016905172,0.0025523943,0.00010166156,0.00008275122,0.09979828,0.8957369,0.00003612686],"about_ca_topic_score_codex":0.0011276616,"about_ca_topic_score_gemma":0.002280324,"teacher_disagreement_score":0.10887062,"about_ca_system_score_codex":0.009905744,"about_ca_system_score_gemma":0.059657656,"threshold_uncertainty_score":0.5757698},"labels":[],"label_agreement":null},{"id":"W2785806727","doi":"10.4300/jgme-d-17-00728.1","title":"Redirecting the Focus of Resident Mentorship","year":2018,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Focus (optics); Medical education; Medicine; Data science; Computer science","score_opus":0.07964822602959586,"score_gpt":0.3864370221285151,"score_spread":0.30678879609891924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785806727","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04970046,0.06693098,0.08980875,0.62223536,0.027554236,0.0008559559,0.00012417279,0.0015345294,0.14125554],"genre_scores_gemma":[0.6568668,0.03210236,0.049684938,0.17890035,0.017883837,0.0013133462,0.00015176345,0.0013290494,0.06176756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9521851,0.030904712,0.001320454,0.0022374385,0.0108886035,0.002463721],"domain_scores_gemma":[0.8696496,0.059952114,0.008145255,0.0119944345,0.026122954,0.02413563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06460632,0.0007855424,0.00061679754,0.0025246257,0.004071638,0.008665694,0.0037420823,0.00366433,0.008081428],"category_scores_gemma":[0.10573367,0.0004890889,0.0007332049,0.0010485197,0.009235962,0.00964245,0.020637777,0.009021644,0.0034982087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002215269,0.00032268977,0.0059171384,0.0021635345,0.00012096342,0.000572832,0.030205358,0.00035625236,0.0023321926,0.13548641,0.17704459,0.6452565],"study_design_scores_gemma":[0.000085225845,0.0005474338,0.005802962,0.002749359,0.00004454841,0.0010145622,0.007825248,0.00041331968,0.0021415674,0.04152858,0.9377752,0.00007189587],"about_ca_topic_score_codex":0.0014814035,"about_ca_topic_score_gemma":0.004141216,"teacher_disagreement_score":0.06460632,"about_ca_system_score_codex":0.0075514964,"about_ca_system_score_gemma":0.018116986,"threshold_uncertainty_score":0.34167492},"labels":[],"label_agreement":null},{"id":"W2789223708","doi":"10.4300/jgme-d-17-00590.1","title":"Adapting Feedback to Individual Residents: An Examination of Preceptor Challenges and Approaches","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Calgary","funders":"","keywords":"Preceptor; Medical education; MEDLINE; Psychology; Computer science; Medicine; Data science; Biology","score_opus":0.14717951025347992,"score_gpt":0.37318423849893323,"score_spread":0.2260047282454533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789223708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9602982,0.0026426725,0.019425822,0.006284843,0.00040480887,0.0007374575,0.00015445799,0.00026245715,0.009789366],"genre_scores_gemma":[0.98040295,0.0010649526,0.013761812,0.0014850862,0.00006417239,0.00047376275,0.0000725311,0.000083322586,0.0025913925],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9446805,0.037441965,0.0032161798,0.0029243517,0.0070282933,0.0047087464],"domain_scores_gemma":[0.8961254,0.06100996,0.009739527,0.0042123655,0.019013962,0.009898951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04262112,0.0005866706,0.00061711564,0.001834396,0.0069842003,0.004606285,0.0029354512,0.0016168816,0.0023491774],"category_scores_gemma":[0.10426099,0.0007799987,0.00064655225,0.001204926,0.0031276601,0.003214372,0.008944119,0.0035067345,0.00051272806],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024234747,0.00027757013,0.05563199,0.0012737723,0.000082197446,0.002142742,0.74365735,0.000600453,0.0028544904,0.0013330904,0.004021122,0.18788292],"study_design_scores_gemma":[0.00004215047,0.000980534,0.047749437,0.0022731957,0.000069807895,0.0029696974,0.8844194,0.0019152735,0.0034360075,0.0029784516,0.052908137,0.0002579376],"about_ca_topic_score_codex":0.005954342,"about_ca_topic_score_gemma":0.016504908,"teacher_disagreement_score":0.04262112,"about_ca_system_score_codex":0.007010524,"about_ca_system_score_gemma":0.02007049,"threshold_uncertainty_score":0.22540474},"labels":[],"label_agreement":null},{"id":"W2791383299","doi":"10.4300/jgme-d-17-00580.1","title":"International Medical Graduates in the US Physician Workforce and Graduate Medical Education: Current and Historical Trends","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IMG; Workforce; Graduate medical education; Family medicine; Representation (politics); Quarter (Canadian coin); Medicine; Physician assistants; Medical education; Psychology; Health care; Nurse practitioners; Accreditation; Political science","score_opus":0.09912633972048959,"score_gpt":0.4771917506874323,"score_spread":0.3780654109669427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791383299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96452135,0.009416907,0.0010166717,0.00789451,0.00016717229,0.000028002376,0.007485875,0.00009599073,0.009373536],"genre_scores_gemma":[0.9863571,0.005172433,0.0008547531,0.0008833804,0.0003273224,0.0000387697,0.0048307027,0.00001716855,0.0015183428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992285,0.000100818,0.00009239817,0.00019831758,0.00023435299,0.00014564622],"domain_scores_gemma":[0.9959479,0.00052535563,0.0017203551,0.000094445626,0.00088676554,0.0008251777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013513736,0.00018191402,0.00014018625,0.002113731,0.0003278677,0.0008314905,0.0005165324,0.0005102669,0.0036614307],"category_scores_gemma":[0.004618937,0.00015864272,0.0002470083,0.0032089774,0.00035023302,0.0013100941,0.0011013944,0.0007816346,0.0005197414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043851847,0.00006311506,0.95234865,0.00016784102,0.00004244568,0.000046445457,0.0012002925,0.00027727836,0.00036494856,0.00082382467,0.008980075,0.035641108],"study_design_scores_gemma":[0.0000035102137,0.00005080334,0.9834764,0.00014074982,0.000013178746,0.00016081816,0.0013838928,0.0006470902,0.00019770412,0.00012818693,0.013790184,0.000007408176],"about_ca_topic_score_codex":0.02029678,"about_ca_topic_score_gemma":0.02319242,"teacher_disagreement_score":0.02029678,"about_ca_system_score_codex":0.0010475483,"about_ca_system_score_gemma":0.0011479263,"threshold_uncertainty_score":0.04035729},"labels":[],"label_agreement":null},{"id":"W2793966157","doi":"10.4300/jgme-d-17-00578.1","title":"Feedback Credibility in a Formative Postgraduate Objective Structured Clinical Examination: Effects of Examiner Type","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Credibility; Formative assessment; Odds; Specialty; Medicine; Objective structured clinical examination; Odds ratio; Medical education; Family medicine; Psychology; Internal medicine; Pedagogy","score_opus":0.03633261114153057,"score_gpt":0.40460977873218884,"score_spread":0.36827716759065826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793966157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99812,0.00034763926,0.00065625063,0.00009592345,0.000034894816,0.000056075907,0.00004092796,0.000010673388,0.0006376472],"genre_scores_gemma":[0.99890065,0.00007710628,0.00065738265,0.000044358967,0.00002775172,0.00004728075,0.00003587488,0.00000882485,0.00020080555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9655636,0.022386143,0.0025418848,0.002425872,0.006365221,0.00071724644],"domain_scores_gemma":[0.6661698,0.27513278,0.039662253,0.0073608216,0.007367173,0.00430719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03419674,0.00032849563,0.00057703373,0.0005927995,0.00037121677,0.0013178737,0.00053049106,0.0007319249,0.002574997],"category_scores_gemma":[0.23326187,0.00035578798,0.0009747062,0.0004001521,0.0009063148,0.0008659942,0.0011361408,0.00075921137,0.00028287803],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029826581,0.0007777322,0.9271518,0.00033231752,0.0008968574,0.0001847711,0.0029767663,0.0005288974,0.0038988336,0.000097031865,0.0004307217,0.03289764],"study_design_scores_gemma":[0.00038604953,0.008706609,0.9828304,0.00020661812,0.00047790338,0.00045846138,0.0012455285,0.002430579,0.0025939024,0.00013644386,0.00048671098,0.000040799365],"about_ca_topic_score_codex":0.0010697586,"about_ca_topic_score_gemma":0.0012344004,"teacher_disagreement_score":0.03419674,"about_ca_system_score_codex":0.0007359087,"about_ca_system_score_gemma":0.0006072848,"threshold_uncertainty_score":0.18085176},"labels":[],"label_agreement":null},{"id":"W2797277103","doi":"10.4300/jgme-d-17-00771.1","title":"Improving Graduate Medical Education in China: Leading Teaching Hospitals Engage in Self-Analysis","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Medical education; China; MEDLINE; Medicine; Data science; Psychology; Computer science; Political science; Accreditation","score_opus":0.018342602418930522,"score_gpt":0.3720003863404066,"score_spread":0.35365778392147607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797277103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7915303,0.0049433922,0.003023138,0.16886698,0.0010983073,0.0007072083,0.00030636563,0.0002561815,0.02926822],"genre_scores_gemma":[0.9694267,0.0018648612,0.0036124948,0.017522167,0.00042231,0.0002126841,0.00036722558,0.00005301411,0.0065186587],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99123764,0.0030192914,0.00036731776,0.00050153246,0.0018539313,0.0030203343],"domain_scores_gemma":[0.97044724,0.0024043086,0.0024542317,0.0010406672,0.004118453,0.019535068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015847592,0.0003948072,0.0002827672,0.0027957351,0.005984952,0.0060523795,0.002507447,0.0014812605,0.0045027314],"category_scores_gemma":[0.017950492,0.00031043967,0.00044719395,0.0037963036,0.0031598557,0.0032101548,0.011260779,0.002504354,0.00045632178],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116205156,0.00063050963,0.44978282,0.00044081174,0.00005499502,0.00069047895,0.06282558,0.0006766178,0.0013984913,0.023279537,0.08805987,0.37204403],"study_design_scores_gemma":[0.00012728992,0.0005160572,0.6526332,0.0010873992,0.00004863542,0.00031381164,0.10982201,0.0032981564,0.0012904654,0.014221283,0.21644649,0.00019520347],"about_ca_topic_score_codex":0.039309904,"about_ca_topic_score_gemma":0.073698804,"teacher_disagreement_score":0.039309904,"about_ca_system_score_codex":0.016544593,"about_ca_system_score_gemma":0.078649245,"threshold_uncertainty_score":0.12004},"labels":[],"label_agreement":null},{"id":"W2809631723","doi":"10.4300/jgme-d-17-00946.1","title":"Cultivating Global Surgery Initiatives Abroad and at Home","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"","keywords":"MEDLINE; Medicine; Medical education; Data science; Political science; Computer science","score_opus":0.04342960461644846,"score_gpt":0.395254721105763,"score_spread":0.3518251164893145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809631723","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031609565,0.018206257,0.009290868,0.79683566,0.023859829,0.0008657143,0.00038614188,0.0012173773,0.11772861],"genre_scores_gemma":[0.28172532,0.055489242,0.070724264,0.49372414,0.008892544,0.002655455,0.0017650907,0.00096850377,0.084055446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897934,0.0042752195,0.00024041187,0.0005556461,0.001312357,0.0038229884],"domain_scores_gemma":[0.9364837,0.0042760493,0.0016293351,0.0010657046,0.0027566773,0.05378855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013026154,0.0012791972,0.0004850252,0.0018264108,0.0097978655,0.014389171,0.0043391176,0.0069917613,0.050932545],"category_scores_gemma":[0.01917339,0.00058485864,0.0013942058,0.0011987694,0.00600608,0.016085908,0.0360413,0.011113573,0.010313219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006322257,0.0011479096,0.009416858,0.0023197976,0.000045880002,0.0010020966,0.017595727,0.0002950714,0.000960354,0.02778072,0.6684842,0.27088812],"study_design_scores_gemma":[0.000050214436,0.00022235977,0.008158571,0.0036520879,0.000025414718,0.0003958665,0.06497931,0.00013197254,0.00049112,0.01430459,0.90751445,0.000073985844],"about_ca_topic_score_codex":0.003447624,"about_ca_topic_score_gemma":0.026357831,"teacher_disagreement_score":0.050932545,"about_ca_system_score_codex":0.0047192066,"about_ca_system_score_gemma":0.060999583,"threshold_uncertainty_score":0.17038631},"labels":[],"label_agreement":null},{"id":"W2883099713","doi":"10.4300/jgme-d-17-00722.1","title":"Characterizing Resident Preferences for Faculty Involvement and Support in Disclosing Medical Errors to Patients","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Medicine; Medical prescription; Family medicine; Medical education; Obstetrics and gynaecology; MEDLINE; Full disclosure; Psychology; Nursing; Computer science","score_opus":0.176607148482383,"score_gpt":0.4840886013162088,"score_spread":0.3074814528338258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883099713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987816,0.000074988195,0.00016387895,0.0003142342,0.0000056449153,0.000015021873,0.00004811747,0.0000026465514,0.0005938332],"genre_scores_gemma":[0.9990483,0.00010622647,0.0004551453,0.00013145094,0.0000068497475,0.000019752657,0.000043497956,0.0000014423589,0.00018720044],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99656385,0.0016456095,0.00040414368,0.00014472369,0.00070924824,0.0005324242],"domain_scores_gemma":[0.98077637,0.00591321,0.008024303,0.00039410478,0.0022980424,0.002594012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049855993,0.00013978688,0.00014171629,0.0004948192,0.00075140374,0.0008537523,0.00030517924,0.0004245992,0.0025268365],"category_scores_gemma":[0.024928426,0.00013674526,0.00029873868,0.0003705538,0.0006474902,0.000538172,0.0010597188,0.000452085,0.00025634837],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028674703,0.00014298444,0.95630556,0.00013411934,0.000043017084,0.00026312337,0.016421555,0.00014128438,0.0012431361,0.00007565258,0.0010229143,0.023919905],"study_design_scores_gemma":[0.00002047412,0.00087868894,0.93183833,0.00016749205,0.00004101748,0.00093773176,0.061035987,0.00044985372,0.0010755152,0.00014881844,0.0033663134,0.00003982221],"about_ca_topic_score_codex":0.0037604498,"about_ca_topic_score_gemma":0.010900591,"teacher_disagreement_score":0.0049855993,"about_ca_system_score_codex":0.0009647911,"about_ca_system_score_gemma":0.0019115529,"threshold_uncertainty_score":0.02636671},"labels":[],"label_agreement":null},{"id":"W2889979429","doi":"10.4300/jgme-d-18-00155.1","title":"Comparing the Maslach Burnout Inventory to Other Well-Being Instruments in Emergency Medicine Residents","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emera (Canada)","funders":"","keywords":"Depersonalization; Emotional exhaustion; Burnout; Psychology; Quality of life (healthcare); Clinical psychology; Medicine; Nursing","score_opus":0.12042942812237613,"score_gpt":0.4833688201720093,"score_spread":0.36293939204963316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889979429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99847835,0.00019874123,0.00039991495,0.000102976854,0.00001941632,0.000056441404,0.000121612335,0.000005241014,0.00061725447],"genre_scores_gemma":[0.9984882,0.000102302365,0.00088297157,0.00004890275,0.000019108742,0.00014372071,0.00018907862,0.0000025681898,0.00012310318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951192,0.0028280353,0.000579389,0.00027971846,0.00082823646,0.0003654582],"domain_scores_gemma":[0.986246,0.0058297543,0.0043404275,0.00031966923,0.0021828224,0.0010813291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011190018,0.00032875943,0.00038723167,0.0017213286,0.0005021311,0.0007191018,0.00042477483,0.00040888926,0.0012849101],"category_scores_gemma":[0.026532872,0.00030085002,0.0006748141,0.0012261975,0.0003881118,0.0007333052,0.0012534263,0.0006414644,0.00028628143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029366446,0.00031859867,0.9815212,0.000101782,0.00013520198,0.000028024053,0.001068372,0.00018387081,0.00022555926,0.00006345981,0.0004327111,0.015627582],"study_design_scores_gemma":[0.000028073508,0.0006113565,0.99672866,0.00006581323,0.000025694397,0.0000375583,0.0012180285,0.0007192968,0.0001553979,0.00006190841,0.00033889106,0.000009342788],"about_ca_topic_score_codex":0.0012446406,"about_ca_topic_score_gemma":0.0017863716,"teacher_disagreement_score":0.011190018,"about_ca_system_score_codex":0.00059022923,"about_ca_system_score_gemma":0.00083647325,"threshold_uncertainty_score":0.059179127},"labels":[],"label_agreement":null},{"id":"W2896176214","doi":"10.4300/jgme-d-18-00676.1","title":"Why Are Medical Education Literature Reviews So Hard to Do?","year":2018,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Realm; Curriculum; Best practice; Computer science; Systematic review; Engineering ethics; Subject (documents); Medical education; Narrative review; Narrative; MEDLINE; Medicine; Psychology; Political science; World Wide Web; Pedagogy","score_opus":0.02382516839780408,"score_gpt":0.3954315899053322,"score_spread":0.37160642150752815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896176214","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004732271,0.25857288,0.006881548,0.6334201,0.09647011,0.00049670995,0.0002868564,0.00048825986,0.002910402],"genre_scores_gemma":[0.012897007,0.2943994,0.03486565,0.5116078,0.13868476,0.0024598904,0.00058215746,0.0010798881,0.0034234372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.4139466,0.32499218,0.0845744,0.025014885,0.14595075,0.005521248],"domain_scores_gemma":[0.06488399,0.69022566,0.05109258,0.025166215,0.15682158,0.011809954],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4036752,0.004223885,0.009758685,0.029035186,0.007184153,0.036790386,0.011716331,0.028105525,0.01201268],"category_scores_gemma":[0.8476766,0.00597738,0.0059872423,0.021238023,0.022867369,0.044771023,0.012447168,0.028326925,0.016387476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026604522,0.00012019752,0.0012637466,0.055174135,0.0017650687,0.00034882166,0.0052255387,0.00042322036,0.0003813019,0.012292413,0.7373613,0.18537821],"study_design_scores_gemma":[0.00048563324,0.0002319443,0.0025219575,0.19424185,0.0012555746,0.0014282952,0.007904821,0.0009235566,0.0004301065,0.08104526,0.7089957,0.0005353267],"about_ca_topic_score_codex":0.0048705316,"about_ca_topic_score_gemma":0.009229479,"teacher_disagreement_score":0.5963248,"about_ca_system_score_codex":0.015433882,"about_ca_system_score_gemma":0.031392142,"threshold_uncertainty_score":0.7353747},"labels":[],"label_agreement":null},{"id":"W2901540011","doi":"10.4300/jgme-d-18-00178.1","title":"I-CATCH: A Novel Bundle to Improve Postcall Morning Handoffs","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Morning; Handover; Medicine; Evening; Bundle; Patient safety; Pager; Medical emergency; Internal medicine; Computer science; Telecommunications; Health care","score_opus":0.03563546637256086,"score_gpt":0.35637199606809306,"score_spread":0.3207365296955322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901540011","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87421966,0.0011720064,0.09048026,0.006183008,0.001119635,0.0066617504,0.0009591223,0.010649291,0.008555289],"genre_scores_gemma":[0.75363266,0.00092636875,0.233133,0.0021283482,0.00076589885,0.004528806,0.001330484,0.00045691276,0.0030975686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99326587,0.0024056996,0.00086748804,0.0007920126,0.0019631411,0.0007058475],"domain_scores_gemma":[0.985213,0.003556102,0.0034352038,0.0014851433,0.0016895141,0.0046210927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00812635,0.0010367384,0.00094522856,0.0015587816,0.0011123928,0.0016088714,0.0021449346,0.000922988,0.005204692],"category_scores_gemma":[0.030132536,0.00049839594,0.0011386864,0.0008710021,0.0004264379,0.0016726675,0.003971574,0.0018953219,0.0012111507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023476111,0.01458612,0.07288728,0.0011665613,0.00044038644,0.00023676161,0.00297064,0.0046982393,0.0051173586,0.00045837442,0.024013372,0.87107724],"study_design_scores_gemma":[0.0071463943,0.094790906,0.72360533,0.0025188916,0.0020894166,0.0015798066,0.0072085154,0.08074401,0.01076342,0.003705712,0.06497654,0.0008710559],"about_ca_topic_score_codex":0.0030717752,"about_ca_topic_score_gemma":0.0058787526,"teacher_disagreement_score":0.00812635,"about_ca_system_score_codex":0.0014979708,"about_ca_system_score_gemma":0.0055575147,"threshold_uncertainty_score":0.042976737},"labels":[],"label_agreement":null},{"id":"W2909514455","doi":"10.4300/jgme-d-18-00209.1","title":"A Simulation-Based Workshop to Improve Residents' Collaborative Clinical Practice","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Accreditation; Interprofessional education; Medicine; Graduate medical education; Nursing; Medical education; Family medicine; MEDLINE; Scale (ratio); Simulated patient; Pharmacy; Health care","score_opus":0.07255512407807134,"score_gpt":0.5573870819837526,"score_spread":0.4848319579056813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909514455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89130414,0.00071376126,0.0669953,0.005227211,0.0013530111,0.0068694474,0.00028293533,0.0019839697,0.025270151],"genre_scores_gemma":[0.8601563,0.0006766216,0.12701972,0.0011149426,0.00030993554,0.0042117503,0.00043965442,0.00006142202,0.00600959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757916,0.0015324916,0.00011434027,0.00022720158,0.00024175107,0.00030508742],"domain_scores_gemma":[0.9932729,0.0018647359,0.00043516906,0.000568209,0.00046184403,0.0033971772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042018406,0.0010082154,0.00033514624,0.0005409469,0.0009730143,0.00064083654,0.0019232058,0.0009753918,0.008728708],"category_scores_gemma":[0.0076677324,0.00039958753,0.00064860965,0.00023879795,0.00044052902,0.0006000555,0.0041129948,0.001465092,0.0017975167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038975896,0.093777396,0.027473502,0.0018612287,0.0002256381,0.0028620427,0.016146842,0.021828922,0.0264814,0.001188794,0.052733507,0.7515231],"study_design_scores_gemma":[0.019401643,0.13727462,0.24065466,0.0044671935,0.00070165197,0.009621213,0.026247717,0.09060334,0.06688958,0.0108263455,0.3921861,0.0011260369],"about_ca_topic_score_codex":0.00053885754,"about_ca_topic_score_gemma":0.0014502828,"teacher_disagreement_score":0.008728708,"about_ca_system_score_codex":0.0007244719,"about_ca_system_score_gemma":0.0033621823,"threshold_uncertainty_score":0.029200435},"labels":[],"label_agreement":null},{"id":"W2913695426","doi":"10.4300/jgme-d-18-01093.1","title":"Finding Your People in the Digital Age: Virtual Communities of Practice to Promote Education Scholarship","year":2019,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Mentorship; Community of practice; Public relations; Sociology; Medical education; Computer science; Knowledge management; Pedagogy; Medicine; Political science","score_opus":0.11993471954950334,"score_gpt":0.4707990157139204,"score_spread":0.35086429616441706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913695426","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22160335,0.046013277,0.1126142,0.18032138,0.008664493,0.0021846697,0.00030489743,0.0027881102,0.4255056],"genre_scores_gemma":[0.8586298,0.012790903,0.088340394,0.013894952,0.0022922386,0.0012805831,0.00020284811,0.0003346187,0.02223363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911374,0.006835029,0.000175269,0.00033149534,0.0009947333,0.00052620383],"domain_scores_gemma":[0.9860758,0.006264051,0.00079534523,0.0009968617,0.0007099717,0.005157911],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008158004,0.0005060529,0.0003387803,0.0029801812,0.009105695,0.010712262,0.002445631,0.0027829104,0.011909734],"category_scores_gemma":[0.016480066,0.00035136324,0.00066302024,0.0013710819,0.006355074,0.012853615,0.02555164,0.0026688399,0.0020292606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013900494,0.00080069515,0.0071533043,0.0015938798,0.000051224964,0.0014427959,0.109715305,0.00056735845,0.0010587405,0.09877152,0.10259061,0.6761156],"study_design_scores_gemma":[0.000101082245,0.00044658658,0.004057546,0.002923518,0.000053207557,0.0020030355,0.076022126,0.0014849063,0.0005260721,0.116073504,0.7962069,0.00010161171],"about_ca_topic_score_codex":0.001063671,"about_ca_topic_score_gemma":0.0037464385,"teacher_disagreement_score":0.98928773,"about_ca_system_score_codex":0.0017278618,"about_ca_system_score_gemma":0.0037683607,"threshold_uncertainty_score":0.043144107},"labels":[],"label_agreement":null},{"id":"W2921781503","doi":"10.4300/jgme-d-18-00729.1","title":"Development of a Simulation-Based Interprofessional Teamwork Assessment Tool","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Milestone; Teamwork; Delphi method; Medical education; Generalizability theory; Graduate medical education; Competence (human resources); Delphi; Accreditation; Multidisciplinary approach; Medicine; Computer science; Psychology","score_opus":0.04262553360235747,"score_gpt":0.4917043593667464,"score_spread":0.4490788257643889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921781503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2000825,0.0064718504,0.6311697,0.007755445,0.0010840513,0.11783247,0.009772111,0.0035439152,0.022287922],"genre_scores_gemma":[0.11297947,0.0017083753,0.84621596,0.00035644585,0.00003804849,0.03499445,0.0029211964,0.00007253594,0.000713543],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9410455,0.02862992,0.018104466,0.0017194172,0.009518907,0.0009816724],"domain_scores_gemma":[0.8827081,0.06787254,0.008552163,0.0045252824,0.03443949,0.0019024243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06819934,0.0014496186,0.0020904078,0.017105965,0.001480205,0.0035307526,0.0027070157,0.0013805703,0.0028040984],"category_scores_gemma":[0.15178335,0.0013520702,0.004804736,0.007792624,0.00095358444,0.004605109,0.0059203985,0.0020222832,0.0009863047],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048661177,0.00062590087,0.036859814,0.018247766,0.0007565896,0.0006117162,0.013199701,0.006350547,0.0035639582,0.004904221,0.014357992,0.9000351],"study_design_scores_gemma":[0.0027853185,0.0080783,0.22927171,0.11023212,0.0060069254,0.0072137485,0.055285234,0.15414622,0.033812035,0.046372067,0.3445956,0.0022007346],"about_ca_topic_score_codex":0.0018251401,"about_ca_topic_score_gemma":0.003788431,"teacher_disagreement_score":0.06819934,"about_ca_system_score_codex":0.003695854,"about_ca_system_score_gemma":0.018129695,"threshold_uncertainty_score":0.36067688},"labels":[],"label_agreement":null},{"id":"W2940022033","doi":"10.4300/jgme-d-19-00119.1","title":"Approaching Gossip and Rumor in Medical Education","year":2019,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Gossip; Rumor; Context (archaeology); Psychology; Constructive; Social psychology; Computer science; Public relations; Political science","score_opus":0.048451073936047626,"score_gpt":0.3803834936132362,"score_spread":0.33193241967718856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940022033","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02849764,0.12085299,0.008882921,0.8027466,0.010238942,0.000089668545,0.000056536148,0.00007962662,0.028555026],"genre_scores_gemma":[0.627535,0.12243761,0.010283639,0.19516605,0.0349756,0.00025305603,0.00005052098,0.00010953686,0.009189045],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9852769,0.012157648,0.0003930715,0.00040128638,0.000984367,0.00078669796],"domain_scores_gemma":[0.94719434,0.043787867,0.003399256,0.00077502104,0.0019381321,0.0029053397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0152889,0.0008417383,0.0007385066,0.004605865,0.009514123,0.011114621,0.0014040567,0.010670018,0.0025064764],"category_scores_gemma":[0.033201415,0.0005726298,0.0005921868,0.0020017256,0.019783124,0.017870594,0.010695583,0.0169155,0.00046255416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015221312,0.00015755184,0.007943601,0.0016467349,0.00013930786,0.0048834663,0.38021964,0.0003810681,0.00039361903,0.3268401,0.11578342,0.16145927],"study_design_scores_gemma":[0.000059995255,0.00021953872,0.004581896,0.0050460305,0.000057192272,0.0047667567,0.31434333,0.0009182251,0.00035941752,0.21406776,0.45543855,0.00014125607],"about_ca_topic_score_codex":0.0026333241,"about_ca_topic_score_gemma":0.0057465783,"teacher_disagreement_score":0.0152889,"about_ca_system_score_codex":0.006059058,"about_ca_system_score_gemma":0.0045265043,"threshold_uncertainty_score":0.08085644},"labels":[],"label_agreement":null},{"id":"W2943955341","doi":"10.4300/jgme-d-18-01003.1","title":"Faculty and Resident Perspectives on Using Entrustment Anchors for Workplace-Based Assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Normative; Medical education; Data collection; Grounded theory; Psychology; Computer science; Medicine; Qualitative research; Sociology; Political science","score_opus":0.07086773104654848,"score_gpt":0.45126005979494244,"score_spread":0.38039232874839396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943955341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97884136,0.00052546035,0.00936592,0.0038850603,0.000081735954,0.00008836888,0.0000337516,0.00012418207,0.007054166],"genre_scores_gemma":[0.99509996,0.00026130344,0.0033239264,0.00032888548,0.000015628377,0.00003713497,0.000014119951,0.000018848456,0.000900304],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9632107,0.0273929,0.0013110555,0.00077858166,0.0053586056,0.0019481424],"domain_scores_gemma":[0.9316652,0.038925357,0.008022024,0.0028771826,0.01249554,0.0060147992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03249574,0.00037677257,0.00035440052,0.0011467137,0.0035023503,0.004218916,0.0010311833,0.0010800919,0.0021868537],"category_scores_gemma":[0.07703413,0.00035892,0.00038817103,0.00095179403,0.0036477803,0.0029194772,0.0054991078,0.0018367828,0.00038640437],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002529061,0.00032224017,0.05499475,0.00048399408,0.00003413174,0.0012983574,0.7942001,0.00047993596,0.005275619,0.0026066704,0.0032946516,0.1367566],"study_design_scores_gemma":[0.000029986675,0.0014974126,0.04278694,0.0008462923,0.00005607134,0.001500011,0.8826125,0.0013974442,0.0062728208,0.0025427162,0.060258158,0.00019954346],"about_ca_topic_score_codex":0.0038545541,"about_ca_topic_score_gemma":0.0071220794,"teacher_disagreement_score":0.96750426,"about_ca_system_score_codex":0.0029575373,"about_ca_system_score_gemma":0.006049781,"threshold_uncertainty_score":0.17185593},"labels":[],"label_agreement":null},{"id":"W2944079842","doi":"10.4300/jgme-d-18-01082.1","title":"Comparison of Personal Video Technology for Teaching and Assessment of Surgical Skills","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Laptop; Mobile device; Multimedia; Medical physics; Medicine; World Wide Web","score_opus":0.04257096973168792,"score_gpt":0.4434487143900428,"score_spread":0.4008777446583549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944079842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98650557,0.003268738,0.0049638394,0.0001040983,0.00008290153,0.0003851268,0.00038228426,0.000115851835,0.0041916682],"genre_scores_gemma":[0.98581773,0.002276094,0.010441091,0.00007285335,0.000065270695,0.0002360606,0.00032303156,0.000025135098,0.0007428402],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968359,0.001392168,0.000382144,0.00028765062,0.00094755937,0.00015463961],"domain_scores_gemma":[0.9831671,0.010241626,0.0020569067,0.0006611403,0.0029228046,0.00095038733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035015296,0.00037802168,0.0002839375,0.0016269254,0.00019030913,0.000645131,0.0005138999,0.00041139429,0.003913303],"category_scores_gemma":[0.015782287,0.00012404425,0.00051527674,0.0006311012,0.00027410008,0.0009507309,0.000752362,0.0003145546,0.00034234193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014308047,0.0018335751,0.17511366,0.0019753606,0.00050229684,0.00041291592,0.0013857463,0.0018482512,0.013984721,0.00030473713,0.0014056563,0.7869251],"study_design_scores_gemma":[0.0009697776,0.04744731,0.89377266,0.0010929409,0.0011665471,0.0039765355,0.003090258,0.011211081,0.025813013,0.00049381074,0.010734038,0.00023190166],"about_ca_topic_score_codex":0.0013017972,"about_ca_topic_score_gemma":0.0018788064,"teacher_disagreement_score":0.003913303,"about_ca_system_score_codex":0.00058228255,"about_ca_system_score_gemma":0.0004392306,"threshold_uncertainty_score":0.01851809},"labels":[],"label_agreement":null},{"id":"W2949348360","doi":"10.4300/jgme-d-19-00107.1","title":"Picking the Right Tool for the Job: A Reliability Study of 4 Assessment Tools for Central Venous Catheter Insertion","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Checklist; Competence (human resources); Medicine; Trainer; Inter-rater reliability; Educational measurement; Psychology; Computer science; Curriculum; Rating scale","score_opus":0.05753086002312422,"score_gpt":0.38485207920833475,"score_spread":0.3273212191852105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949348360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979081,0.00013520337,0.0013058839,0.000034499706,0.000031948755,0.00012442436,0.00004880648,0.0000099427,0.00040111237],"genre_scores_gemma":[0.9983492,0.000046643047,0.0012982109,0.000026432028,0.000012512056,0.000090013375,0.00008455861,0.000009322721,0.000083086656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9802194,0.009325173,0.0023615714,0.0019347109,0.005534258,0.00062485994],"domain_scores_gemma":[0.91348237,0.04578737,0.010643721,0.0059458576,0.022416385,0.0017243386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032711163,0.00052156864,0.00050224504,0.0014259204,0.0007322197,0.0008962046,0.0008367857,0.00075768813,0.00047206494],"category_scores_gemma":[0.07783745,0.0005580824,0.0010276468,0.00095391745,0.0013525139,0.0012199542,0.0013011222,0.0007437405,0.00027495885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008023422,0.00033709372,0.9748157,0.00011121431,0.00028176303,0.00006533726,0.006026336,0.00021629517,0.0013109255,0.00007625474,0.00023436942,0.015722279],"study_design_scores_gemma":[0.00008905576,0.002891956,0.9882189,0.00010161344,0.00014823407,0.00022130016,0.0038998858,0.0027043296,0.00085944234,0.00009170926,0.00073487853,0.00003864587],"about_ca_topic_score_codex":0.0026358226,"about_ca_topic_score_gemma":0.004651963,"teacher_disagreement_score":0.032711163,"about_ca_system_score_codex":0.0009810742,"about_ca_system_score_gemma":0.0011601539,"threshold_uncertainty_score":0.17299521},"labels":[],"label_agreement":null},{"id":"W2949577692","doi":"10.4300/jgme-d-19-00294.1","title":"Cross-Coverage Care at a Crossroads","year":2019,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University","funders":"","keywords":"Computer science; MEDLINE; Medicine; Data science; Family medicine; Medical education; Political science","score_opus":0.02463230382745569,"score_gpt":0.36245773528222963,"score_spread":0.33782543145477395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949577692","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18847951,0.013367574,0.021433286,0.5595056,0.011028299,0.00043147765,0.00020009546,0.00072006724,0.20483412],"genre_scores_gemma":[0.862454,0.0058938954,0.014049891,0.09491016,0.0015336716,0.00021324694,0.00018059844,0.0001622763,0.020602275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889157,0.0043509547,0.0005125736,0.00094303105,0.0022453808,0.0030323286],"domain_scores_gemma":[0.97633284,0.0040075528,0.0013241634,0.0010261987,0.0039873365,0.013321871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007116861,0.00045082174,0.00047334077,0.0012043242,0.0069674468,0.005003215,0.0019882785,0.004185399,0.029734502],"category_scores_gemma":[0.016941877,0.00047067882,0.0005906181,0.00087893056,0.0038096537,0.0072486955,0.014742231,0.006885186,0.0021147172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014209157,0.0006124694,0.06975769,0.0013268507,0.00012566126,0.004514933,0.059704322,0.00081401906,0.0019483644,0.09315299,0.3147622,0.4531384],"study_design_scores_gemma":[0.000034076285,0.0006661161,0.05529462,0.008102459,0.000056752957,0.006233504,0.10341083,0.0016950117,0.0012700488,0.05350855,0.76960003,0.0001279188],"about_ca_topic_score_codex":0.010387639,"about_ca_topic_score_gemma":0.01768302,"teacher_disagreement_score":0.029734502,"about_ca_system_score_codex":0.0058615,"about_ca_system_score_gemma":0.016916785,"threshold_uncertainty_score":0.09947181},"labels":[],"label_agreement":null},{"id":"W2951712361","doi":"10.4300/jgme-d-19-00253.1","title":"Social Network Theory in Interprofessional Education: Revealing Hidden Power","year":2019,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Power (physics); Social network (sociolinguistics); Data science; Interprofessional education; Computer science; Medical education; Psychology; Medicine; World Wide Web; Health care; Political science","score_opus":0.02579763104386563,"score_gpt":0.4672300131524346,"score_spread":0.441432382108569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951712361","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039060466,0.16119868,0.24023029,0.40883678,0.029186286,0.00020689693,0.00027630015,0.00020794613,0.12079634],"genre_scores_gemma":[0.7564359,0.124875925,0.048447765,0.027951816,0.03056494,0.00053919025,0.00015446261,0.00014598851,0.010884098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9935662,0.005014083,0.000119290016,0.00038170692,0.00071506674,0.00020369199],"domain_scores_gemma":[0.9683008,0.028293798,0.000982375,0.000773199,0.00093212747,0.000717673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009471902,0.00086814765,0.00059500884,0.0029661339,0.004585581,0.0058898567,0.0018785434,0.004016021,0.0026855883],"category_scores_gemma":[0.016302662,0.0003356644,0.00060123997,0.0023957905,0.016627565,0.014247183,0.004158447,0.006064097,0.0002285716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017446075,0.00002485513,0.0016191994,0.00051440386,0.000036316902,0.00035546607,0.019882495,0.0008127405,0.00008195809,0.89851105,0.02265475,0.05548927],"study_design_scores_gemma":[0.0000089017585,0.000025617135,0.0010711267,0.0011594311,0.000024638954,0.00018293684,0.008253729,0.003680192,0.0000869898,0.8755202,0.10995136,0.00003487999],"about_ca_topic_score_codex":0.0024844832,"about_ca_topic_score_gemma":0.00402794,"teacher_disagreement_score":0.009471902,"about_ca_system_score_codex":0.0037771265,"about_ca_system_score_gemma":0.002893605,"threshold_uncertainty_score":0.050092816},"labels":[],"label_agreement":null},{"id":"W2952725162","doi":"10.4300/jgme-d-19-00085.1","title":"A Dialogic Approach to Teaching Person-Centered Care in Graduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Dialogic; Medical education; Curriculum; Medicine; Collaborative model; Faculty development; Graduate medical education; Pedagogy; Psychology; Professional development; Accreditation","score_opus":0.059170132564420795,"score_gpt":0.36624630771801514,"score_spread":0.30707617515359437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952725162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16109875,0.004072411,0.588691,0.09068013,0.0015601031,0.0046922625,0.00013371857,0.0012815594,0.14779013],"genre_scores_gemma":[0.6317845,0.0016811944,0.34610862,0.00713243,0.00024069012,0.0031937407,0.00006706473,0.00018179024,0.009610016],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9550364,0.039302018,0.0007165648,0.0015931425,0.0021546273,0.0011973225],"domain_scores_gemma":[0.9727677,0.015768262,0.0013918632,0.0019781082,0.002199756,0.005894248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034460865,0.0006978825,0.00037607425,0.0023592543,0.010423812,0.0085863415,0.0029043963,0.0028006993,0.0061418833],"category_scores_gemma":[0.025596162,0.0005615882,0.00091282115,0.0011528016,0.020170052,0.007019808,0.017953897,0.006663933,0.0008914129],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007665023,0.0010165265,0.003968517,0.001100771,0.00002960376,0.0007212399,0.63937,0.0013031054,0.0029426278,0.14318149,0.015173237,0.19111626],"study_design_scores_gemma":[0.00025759335,0.0010526578,0.00569573,0.003885523,0.000074603,0.002390794,0.32328826,0.0043613967,0.0048129368,0.18336232,0.47063825,0.00018000208],"about_ca_topic_score_codex":0.0017484963,"about_ca_topic_score_gemma":0.0034927723,"teacher_disagreement_score":0.034460865,"about_ca_system_score_codex":0.009048673,"about_ca_system_score_gemma":0.022508224,"threshold_uncertainty_score":0.18224859},"labels":[],"label_agreement":null},{"id":"W2957084398","doi":"10.4300/jgme-d-19-00227.1","title":"Parental Leave for Residents at Programs Affiliated With the Top 50 Medical Schools","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Parental leave; Sick leave; Family Leave; Family medicine; Maternity leave; Graduate medical education; Medicine; Medical school; Psychology; Medical education; Work (physics); Accreditation","score_opus":0.03611612479728319,"score_gpt":0.34583992168219785,"score_spread":0.30972379688491464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957084398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955841,0.000630308,0.00009330676,0.0012468903,0.000025236335,0.000028666853,0.00040230693,0.000017647935,0.0019715326],"genre_scores_gemma":[0.9976794,0.0006894012,0.00024411261,0.00043212634,0.00004082719,0.00002272746,0.00026913997,0.000003864289,0.00061850325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988524,0.0002832083,0.00010547064,0.000109304776,0.00027077738,0.0003788528],"domain_scores_gemma":[0.99183935,0.0012608954,0.0042159758,0.00020064249,0.0004212477,0.002061877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013348903,0.00013597941,0.00011913248,0.00093315064,0.0011352807,0.0004944658,0.00039982723,0.00037035058,0.006070196],"category_scores_gemma":[0.007050193,0.00017534468,0.00022906948,0.0007181536,0.00043630612,0.00038678083,0.0012983085,0.0005028838,0.00037394583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060509792,0.000104613275,0.9730205,0.00009566158,0.000014146409,0.00021740698,0.0009573592,0.000030914605,0.0002739437,0.00012148773,0.0033428778,0.021760536],"study_design_scores_gemma":[0.0000113035885,0.00017507869,0.99202514,0.00019692135,0.000018057708,0.00041667285,0.0031134347,0.00007450202,0.00020074497,0.0000356338,0.0037272742,0.000005308375],"about_ca_topic_score_codex":0.013088796,"about_ca_topic_score_gemma":0.02708231,"teacher_disagreement_score":0.013088796,"about_ca_system_score_codex":0.00087822694,"about_ca_system_score_gemma":0.0030969072,"threshold_uncertainty_score":0.026025236},"labels":[],"label_agreement":null},{"id":"W2967001703","doi":"10.4300/jgme-d-19-00259","title":"Characteristics, Trends, and Factors Associated With Publication Among Residents of Oman Medical Specialty Board Programs","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Specialty; Medicine; Family medicine; Matriculation; MEDLINE; Odds; Odds ratio; Psychological intervention; Residency training; Medical education; Internal medicine; Logistic regression; Nursing; Political science","score_opus":0.10134183998631056,"score_gpt":0.4043380207929551,"score_spread":0.30299618080664453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967001703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832455,0.011277318,0.00023767697,0.0011063906,0.00006276945,0.00004386589,0.002512043,0.000025740987,0.0014887381],"genre_scores_gemma":[0.9904861,0.006550057,0.00045363622,0.00019918027,0.00021793049,0.00008008992,0.0014699321,0.000011413667,0.00053165515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99601233,0.00091030856,0.0012419646,0.00044657837,0.0010873833,0.0003014861],"domain_scores_gemma":[0.9415628,0.014497863,0.034948032,0.00088096573,0.005521406,0.0025889245],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0037921402,0.00022953951,0.0004029855,0.0083430465,0.0006081965,0.0011994833,0.0005370411,0.00048534336,0.00233018],"category_scores_gemma":[0.026949117,0.00017984306,0.00052260025,0.011327924,0.00034866857,0.0015125674,0.0007851054,0.00042171194,0.00037429127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012405832,0.000046532077,0.9846053,0.0004770732,0.0001701258,0.00020453877,0.00064872514,0.000032128773,0.0003436077,0.000049409766,0.0012425476,0.012055918],"study_design_scores_gemma":[0.000009976377,0.0000972288,0.99469346,0.00026511395,0.00008544156,0.0011398908,0.001298594,0.00011238442,0.00017960212,0.000050202165,0.0020582562,0.000009796974],"about_ca_topic_score_codex":0.0023482924,"about_ca_topic_score_gemma":0.0040510832,"teacher_disagreement_score":0.99620783,"about_ca_system_score_codex":0.0006158151,"about_ca_system_score_gemma":0.0016204045,"threshold_uncertainty_score":0.020054996},"labels":[],"label_agreement":null},{"id":"W2967046024","doi":"10.4300/jgme-d-19-00174","title":"The International Literature on Teaching Faculty Development in English-Language Journals: A Scoping Review and Recommendations for Core Topics","year":2019,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Competence (human resources); Core competency; Faculty development; English language; MEDLINE; Medicine; Political science; Psychology; Professional development; Pedagogy; Mathematics education; Management","score_opus":0.17459382127499168,"score_gpt":0.5228268122796763,"score_spread":0.34823299100468463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967046024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008030461,0.95327365,0.0023052394,0.032215584,0.0055996836,0.002790608,0.0006758593,0.00009362005,0.0022426466],"genre_scores_gemma":[0.0041443324,0.97256887,0.010164089,0.006346382,0.00096290914,0.0044584107,0.00068921363,0.000035525158,0.00063024287],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9569649,0.01310368,0.020554699,0.0016841262,0.0063314154,0.0013612806],"domain_scores_gemma":[0.6712812,0.19637857,0.039334197,0.005356965,0.0819155,0.0057335366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09102618,0.0029935262,0.008303059,0.05591191,0.0039785895,0.0106685385,0.0060192463,0.0072356714,0.009827025],"category_scores_gemma":[0.24128367,0.0023254259,0.0072984165,0.050766658,0.004150865,0.016705533,0.00775895,0.005439172,0.0024887589],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013004863,0.000107616666,0.0020201127,0.5842431,0.0011733866,0.0003194204,0.0029355192,0.00022393119,0.00032334254,0.0023279653,0.043872952,0.36232257],"study_design_scores_gemma":[0.00002888018,0.000025193294,0.00095369644,0.9566937,0.0015190829,0.000085070365,0.0012249006,0.000051627172,0.00006025872,0.0011375301,0.038196385,0.000023563874],"about_ca_topic_score_codex":0.025370762,"about_ca_topic_score_gemma":0.056295786,"teacher_disagreement_score":0.9089738,"about_ca_system_score_codex":0.014035608,"about_ca_system_score_gemma":0.08544058,"threshold_uncertainty_score":0.48139822},"labels":[],"label_agreement":null},{"id":"W2967762239","doi":"10.4300/jgme-d-19-00117","title":"The Internship Year: A Potential Missed Opportunity to Expand Medical Access in International Settings","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Accreditation; Licensure; Curriculum; Specialty; Medical education; Health care; Medicine; Transformative learning; Global health; Graduate medical education; Political science; Nursing; Family medicine; Psychology; Public health; Pedagogy","score_opus":0.049102851842549596,"score_gpt":0.40877390980975975,"score_spread":0.35967105796721016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967762239","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12067057,0.018157275,0.006196424,0.71036804,0.023684056,0.00027223915,0.0017733068,0.0010243439,0.11785377],"genre_scores_gemma":[0.705254,0.022634415,0.013983951,0.18589476,0.031507347,0.0006485381,0.0021433798,0.00052957586,0.037403893],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742484,0.00071495445,0.00007852242,0.00019643555,0.00033746092,0.0012479234],"domain_scores_gemma":[0.9716537,0.0019769976,0.0011396952,0.00053107785,0.00059861294,0.02409997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004880204,0.00051896146,0.00041583355,0.0009802408,0.0033863701,0.004529898,0.002578714,0.004663553,0.08558797],"category_scores_gemma":[0.0128110675,0.00041259453,0.0007185538,0.00063786353,0.0015875817,0.0080575235,0.011838151,0.0052519264,0.0077430666],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029201547,0.0011224601,0.041510824,0.0008787261,0.000036316982,0.003623259,0.004053008,0.00033724788,0.0009860384,0.018508626,0.5126589,0.4159926],"study_design_scores_gemma":[0.00015712039,0.0020767106,0.10628222,0.0046727974,0.000054372522,0.01387281,0.023138639,0.0013252439,0.00060278724,0.021231998,0.8263982,0.00018708523],"about_ca_topic_score_codex":0.002786858,"about_ca_topic_score_gemma":0.012608898,"teacher_disagreement_score":0.08558797,"about_ca_system_score_codex":0.0018624603,"about_ca_system_score_gemma":0.007122255,"threshold_uncertainty_score":0.28632033},"labels":[],"label_agreement":null},{"id":"W2967792392","doi":"10.4300/jgme-d-19-00224","title":"Introducing the Objective Structured Clinical Examination in Haiti","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poverty; Population; Health care; Medicine; Family medicine; Political science; Law; Environmental health","score_opus":0.031856067884785906,"score_gpt":0.3909644633464737,"score_spread":0.3591083954616878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967792392","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27198064,0.034217883,0.040924877,0.4199083,0.026499964,0.0052703666,0.00055400137,0.0009334951,0.19971043],"genre_scores_gemma":[0.6325739,0.05458234,0.16039263,0.10029113,0.01018009,0.004123157,0.0006748129,0.00037037328,0.036811575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890745,0.00053712225,0.000075826356,0.00009470298,0.00021253395,0.00017227174],"domain_scores_gemma":[0.9979091,0.00041841678,0.00016002465,0.000069008725,0.00049206195,0.00095145294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034936785,0.00032917593,0.00013643567,0.0007396029,0.00090715033,0.0009503917,0.0008955854,0.0011683634,0.0029529415],"category_scores_gemma":[0.006897865,0.0002243109,0.00019478508,0.00026623128,0.0012439063,0.0015401447,0.003233468,0.0031865023,0.0006048117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019282608,0.0026162057,0.088121794,0.0006827678,0.00002990144,0.0127072,0.008595894,0.0008081943,0.0038725943,0.013047702,0.21728393,0.6520409],"study_design_scores_gemma":[0.00023609164,0.0021107106,0.13337237,0.006449031,0.000040060033,0.03145716,0.013792397,0.0025065574,0.0018773864,0.010135388,0.79780525,0.00021755489],"about_ca_topic_score_codex":0.010612958,"about_ca_topic_score_gemma":0.039833985,"teacher_disagreement_score":0.010612958,"about_ca_system_score_codex":0.0017253499,"about_ca_system_score_gemma":0.011002337,"threshold_uncertainty_score":0.021102369},"labels":[],"label_agreement":null},{"id":"W2967792577","doi":"10.4300/jgme-d-18-01031","title":"The Rwanda Anesthesia Residency Program: A Model for GME in Low- and Middle-Income Countries","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Anesthesiology; Medical education; Residency training; Medicine; Graduate medical education; Faculty development; Work hours; Curriculum; Work (physics); Professional development; Psychology; Anesthesia; Accreditation; Pedagogy","score_opus":0.029770885398242856,"score_gpt":0.3509535638535709,"score_spread":0.32118267845532805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967792577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44538772,0.01582426,0.040948458,0.30471087,0.015992215,0.0023227436,0.0005311527,0.00090416893,0.17337838],"genre_scores_gemma":[0.80854666,0.0111953765,0.069026075,0.04960491,0.0025667376,0.0016122255,0.00038741707,0.0003261682,0.056734335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974905,0.0014809894,0.000039444265,0.00015071037,0.00015222738,0.00068615214],"domain_scores_gemma":[0.99749917,0.00022583414,0.00015949355,0.0001037967,0.0001675289,0.0018442315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004117724,0.00051981746,0.00016839501,0.00035597864,0.00463016,0.002497007,0.0013550229,0.0015835983,0.008421622],"category_scores_gemma":[0.002824061,0.00030653665,0.00035959334,0.0002894381,0.0023639898,0.0028722454,0.007967496,0.0035603482,0.0027816775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004023515,0.003347075,0.043041047,0.0020875365,0.000083443425,0.013863714,0.050223306,0.0027920157,0.00934891,0.075847685,0.33350334,0.46545961],"study_design_scores_gemma":[0.00013325957,0.0021849014,0.043470524,0.003205722,0.000034746365,0.008945098,0.053721596,0.001333152,0.0016644712,0.011531116,0.8736337,0.00014173967],"about_ca_topic_score_codex":0.0029283743,"about_ca_topic_score_gemma":0.012754724,"teacher_disagreement_score":0.008421622,"about_ca_system_score_codex":0.0018053477,"about_ca_system_score_gemma":0.01157151,"threshold_uncertainty_score":0.028173149},"labels":[],"label_agreement":null},{"id":"W2967861689","doi":"10.4300/jgme-d-19-00051","title":"Using Gamification to Understand Accreditation in Postgraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Construct (python library); Context (archaeology); Engineering ethics; Perspective (graphical); Comprehension; Medical education; Psychology; Public relations; Political science; Computer science; Medicine; Engineering","score_opus":0.0684536881705877,"score_gpt":0.42025718540797596,"score_spread":0.35180349723738824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967861689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18257515,0.031164309,0.45793748,0.06529224,0.0018941187,0.0026561785,0.00050810014,0.0009869459,0.25698537],"genre_scores_gemma":[0.7645624,0.008491269,0.20958571,0.0039595747,0.00017669582,0.0024796175,0.00021328406,0.00015524383,0.010376071],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9929341,0.005639368,0.00017521788,0.00028654793,0.00050042424,0.00046430796],"domain_scores_gemma":[0.9931318,0.005658521,0.0003599398,0.00020607545,0.00027896394,0.00036477618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006376379,0.0020100342,0.00068374636,0.0036564851,0.0027296608,0.007610622,0.0022331593,0.0041410807,0.0063907728],"category_scores_gemma":[0.015154365,0.0005133658,0.0012631702,0.0017905197,0.010701459,0.008591832,0.007163691,0.004849159,0.0005970861],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017533434,0.00062274456,0.005321252,0.0025866393,0.00010006135,0.0010099156,0.093611225,0.0156575,0.0007230097,0.7299954,0.0110674985,0.1391295],"study_design_scores_gemma":[0.00013087963,0.0004331603,0.0037256042,0.006541848,0.00008699626,0.0007273987,0.04447205,0.029352402,0.001177143,0.69519544,0.2180152,0.00014185284],"about_ca_topic_score_codex":0.004327621,"about_ca_topic_score_gemma":0.0063742707,"teacher_disagreement_score":0.007610622,"about_ca_system_score_codex":0.0049688984,"about_ca_system_score_gemma":0.003307983,"threshold_uncertainty_score":0.03605205},"labels":[],"label_agreement":null},{"id":"W2968343862","doi":"10.4300/jgme-d-18-01056","title":"Chief Residency Program in Singapore—10 Years On","year":2019,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Golder Associates (Canada)","funders":"","keywords":"Accreditation; Graduate medical education; Staffing; Workforce; Medical education; Health care; Medicine; Family medicine; Nursing; Political science","score_opus":0.037340266839770854,"score_gpt":0.38440677075611424,"score_spread":0.34706650391634336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968343862","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43905014,0.10320549,0.002301848,0.29406872,0.057167724,0.00041466884,0.0029946724,0.00095387694,0.09984287],"genre_scores_gemma":[0.7461905,0.05779019,0.0039788354,0.08476078,0.0146190915,0.00034744703,0.004005914,0.00031985098,0.08798737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843556,0.00027726515,0.00013721759,0.00018618803,0.00037863007,0.00058509916],"domain_scores_gemma":[0.992035,0.00009578631,0.0004188421,0.00010209165,0.0008261522,0.00652215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019124983,0.00050244085,0.00025535605,0.00078172615,0.0011722909,0.0012753104,0.0011326472,0.0013624578,0.015337254],"category_scores_gemma":[0.0021474794,0.00026933016,0.0003543725,0.00086961396,0.0008182532,0.0016617925,0.004540302,0.0023322694,0.0036580856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023846455,0.000920107,0.084292814,0.0017876921,0.000066297056,0.010460232,0.004805996,0.00038638202,0.00379905,0.0044023255,0.44584352,0.44299713],"study_design_scores_gemma":[0.00005170452,0.0014002615,0.13348557,0.0015491266,0.000022703854,0.011634621,0.0035827465,0.0003661363,0.001336279,0.00042762418,0.84608376,0.000059501945],"about_ca_topic_score_codex":0.00611303,"about_ca_topic_score_gemma":0.02276962,"teacher_disagreement_score":0.015337254,"about_ca_system_score_codex":0.0025142722,"about_ca_system_score_gemma":0.0096136825,"threshold_uncertainty_score":0.051308215},"labels":[],"label_agreement":null},{"id":"W2968386989","doi":"10.4300/jgme-d-19-00464.1","title":"Generalizability Theory Made Simple(r): An Introductory Primer to G-Studies","year":2019,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Generalizability theory; Competence (human resources); Objective structured clinical examination; Medical education; Psychology; Validity; External validity; Educational measurement; Computer science; Applied psychology; Psychometrics; Social psychology; Curriculum; Medicine; Clinical psychology; Pedagogy","score_opus":0.050091625625308445,"score_gpt":0.44163069179937203,"score_spread":0.3915390661740636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968386989","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033459193,0.03659407,0.82158226,0.09071876,0.006546926,0.007344093,0.00062760257,0.0009778299,0.032262616],"genre_scores_gemma":[0.0905689,0.017391661,0.8086504,0.031875145,0.0045878584,0.042786654,0.0004210013,0.0010326605,0.0026858486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6099962,0.33509892,0.01768692,0.013871854,0.021721195,0.0016249275],"domain_scores_gemma":[0.27672127,0.67055523,0.0075379093,0.02870613,0.015303707,0.0011757351],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.36855397,0.004386523,0.0060345572,0.018384816,0.0045545828,0.014594471,0.009960601,0.01269665,0.010784019],"category_scores_gemma":[0.5132455,0.003386378,0.007877732,0.011838368,0.059888445,0.023307908,0.015757663,0.028466422,0.0030566803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014505073,0.00013059577,0.0027983242,0.005210748,0.0006604829,0.00045640647,0.013050608,0.0016503809,0.00028567074,0.8656306,0.018286945,0.09169415],"study_design_scores_gemma":[0.00014022506,0.00020569864,0.0008378393,0.0073095597,0.00013537525,0.0003909038,0.0023930226,0.0031604548,0.0002707594,0.9357509,0.04930786,0.0000974429],"about_ca_topic_score_codex":0.0036084123,"about_ca_topic_score_gemma":0.0014218085,"teacher_disagreement_score":0.631446,"about_ca_system_score_codex":0.009903243,"about_ca_system_score_gemma":0.011292179,"threshold_uncertainty_score":0.7786854},"labels":[],"label_agreement":null},{"id":"W2981694434","doi":"10.4300/jgme-d-19-00386.1","title":"Detection of Residents With Progress Issues Using a Keyword–Specific Algorithm","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval","funders":"","keywords":"Summative assessment; Accreditation; Computer science; Algorithm; Predictive value; Machine learning; Decision tree; Medicine; Medical education; Formative assessment; Statistics; Mathematics; Internal medicine","score_opus":0.028687034141592946,"score_gpt":0.3696301505495237,"score_spread":0.34094311640793074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981694434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55169374,0.0007725662,0.42925617,0.0010908039,0.00012224402,0.002873991,0.0037223203,0.0058354293,0.00463269],"genre_scores_gemma":[0.45906505,0.00023659984,0.53545594,0.00012325324,0.00004130262,0.0009437735,0.0029249426,0.00009335719,0.0011156831],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965262,0.0011601143,0.0007755292,0.0007832433,0.0005891321,0.00016589588],"domain_scores_gemma":[0.97729194,0.012167024,0.004284394,0.0008583915,0.0050293216,0.0003689344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005467586,0.0011956459,0.0008102248,0.006010138,0.00060499244,0.0014065853,0.0012297033,0.0008705798,0.0022648985],"category_scores_gemma":[0.031208482,0.00027638706,0.0009606585,0.0026260328,0.00034072253,0.0013342428,0.00097346347,0.0005903069,0.0014302065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010662326,0.00083721086,0.3641382,0.001047755,0.00031084788,0.00042430658,0.0010070334,0.022270473,0.012770377,0.0010399964,0.0069098696,0.5881778],"study_design_scores_gemma":[0.0002543057,0.0014050049,0.18036325,0.0005820266,0.0006556403,0.00269525,0.001934057,0.76320976,0.03101977,0.005263792,0.012417271,0.00019988169],"about_ca_topic_score_codex":0.003844468,"about_ca_topic_score_gemma":0.0058430955,"teacher_disagreement_score":0.006010138,"about_ca_system_score_codex":0.0007630116,"about_ca_system_score_gemma":0.0022265702,"threshold_uncertainty_score":0.028915644},"labels":[],"label_agreement":null},{"id":"W2990936893","doi":"10.4300/jgme-d-19-00155.1","title":"Cost-Efficient Medical Education: An Innovative Approach to Creating Educational Products","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Thoracentesis; Computer science; Medical education; Medicine; Operations management; Engineering management; Surgery; Engineering","score_opus":0.0369877964969484,"score_gpt":0.3747936029833843,"score_spread":0.33780580648643593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990936893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048954573,0.0017189702,0.73705775,0.016162852,0.00054829335,0.0029008398,0.0001565547,0.0029085171,0.18959166],"genre_scores_gemma":[0.18137394,0.0015405588,0.7874963,0.0015172634,0.00026682275,0.0013237695,0.00014271031,0.00054060394,0.025797967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931874,0.002981695,0.00027613514,0.0004882645,0.002699687,0.00036677593],"domain_scores_gemma":[0.9872525,0.006050985,0.0011194306,0.0024380062,0.0020521388,0.0010869759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007968061,0.0011043377,0.0003497634,0.003267867,0.0015958946,0.0070096944,0.0030697698,0.0015401894,0.019260677],"category_scores_gemma":[0.020536361,0.0006582092,0.00094528537,0.0015869751,0.0024739113,0.0070885243,0.0063000973,0.0022367097,0.003698176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001171596,0.0010948449,0.0028568623,0.0009851936,0.00007273967,0.0003090621,0.0027652846,0.003350219,0.005212952,0.14347196,0.026789613,0.8129741],"study_design_scores_gemma":[0.0002937036,0.001941517,0.009323192,0.00205553,0.0002646169,0.0022879047,0.0050875265,0.029080944,0.019628568,0.19095452,0.73886013,0.00022178814],"about_ca_topic_score_codex":0.0013112456,"about_ca_topic_score_gemma":0.003001679,"teacher_disagreement_score":0.019260677,"about_ca_system_score_codex":0.0038613365,"about_ca_system_score_gemma":0.006363157,"threshold_uncertainty_score":0.064433396},"labels":[],"label_agreement":null},{"id":"W2991402653","doi":"10.4300/jgme-d-19-00287.1","title":"Faculty Development in Improvement Science: Building Capacity and Expanding Curricula Across an Academic Health Center","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Curriculum; Medical education; Scholarship; Competence (human resources); Graduate medical education; Faculty development; Session (web analytics); Curriculum development; Program evaluation; Medicine; Psychology; Professional development; Pedagogy; Computer science; Accreditation; Political science","score_opus":0.10035174718905755,"score_gpt":0.48828568619890084,"score_spread":0.3879339390098433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991402653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98454165,0.00025451698,0.005175906,0.0022804053,0.000067799934,0.00038646994,0.00008080202,0.00028231228,0.006929972],"genre_scores_gemma":[0.97244203,0.00018243634,0.024326071,0.0005654412,0.000057089543,0.00022110806,0.0001447876,0.000021401636,0.0020396886],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645567,0.0014021192,0.00015393877,0.00052702037,0.0006425515,0.0008187709],"domain_scores_gemma":[0.9876008,0.0018268967,0.0011500203,0.000878582,0.0020188566,0.0065248315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008302376,0.00033912036,0.00021144016,0.00094514753,0.0023565018,0.0016884514,0.0016222177,0.000517998,0.003416753],"category_scores_gemma":[0.007901705,0.00021307416,0.00025813977,0.0005914834,0.0009229678,0.00087635324,0.0049146805,0.00093023584,0.00040486318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029138345,0.006107834,0.23193136,0.00044217627,0.000046091907,0.00019581841,0.008400392,0.0028225577,0.009411653,0.0013800934,0.015014853,0.72395575],"study_design_scores_gemma":[0.00034398332,0.0066776653,0.8633992,0.0007043277,0.00009480232,0.0005882003,0.02481396,0.011366216,0.026405785,0.0031015743,0.06238422,0.000120179226],"about_ca_topic_score_codex":0.00405868,"about_ca_topic_score_gemma":0.010996424,"teacher_disagreement_score":0.008302376,"about_ca_system_score_codex":0.0033021776,"about_ca_system_score_gemma":0.019074265,"threshold_uncertainty_score":0.043907702},"labels":[],"label_agreement":null},{"id":"W2996832527","doi":"10.4300/jgme-d-19-00358.1","title":"Feedback Frequency in Competence by Design: A Quality Improvement Initiative","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Competence (human resources); Audit; Quality management; Medicine; Graduate medical education; Otorhinolaryngology; Stakeholder; Medical education; Family medicine; Psychology; Accreditation; Operations management; Surgery; Engineering","score_opus":0.15604878649085085,"score_gpt":0.3963631098976279,"score_spread":0.24031432340677705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996832527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49518704,0.005507492,0.37153035,0.053303897,0.0021861605,0.029126357,0.0013473555,0.018001664,0.023809716],"genre_scores_gemma":[0.40422124,0.0013762699,0.5787678,0.004391167,0.00039313114,0.007018273,0.0007548485,0.00046981132,0.002607478],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8672818,0.07695713,0.00949598,0.0066027655,0.036010858,0.003651488],"domain_scores_gemma":[0.76326203,0.076200955,0.038654532,0.025439905,0.06571298,0.030729609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17770888,0.0014222844,0.0010212463,0.0038013295,0.002616312,0.005721622,0.0049426267,0.0018451307,0.0024515525],"category_scores_gemma":[0.16436747,0.0012440041,0.0017731155,0.002941663,0.002758396,0.0043440587,0.006924698,0.0037795785,0.00061069126],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007172152,0.008562138,0.036853418,0.002064155,0.00022221747,0.00008678657,0.008970096,0.0016281159,0.0041525173,0.0014512928,0.015502905,0.9197892],"study_design_scores_gemma":[0.011220655,0.07224115,0.5218533,0.008747448,0.002230097,0.001696303,0.026386328,0.037263576,0.04473504,0.011308337,0.26131874,0.0009990243],"about_ca_topic_score_codex":0.0068666614,"about_ca_topic_score_gemma":0.007945061,"teacher_disagreement_score":0.17770888,"about_ca_system_score_codex":0.009850121,"about_ca_system_score_gemma":0.04157151,"threshold_uncertainty_score":0.9398256},"labels":[],"label_agreement":null},{"id":"W2999119829","doi":"10.4300/jgme-d-19-00508.1","title":"In-the-Moment Feedback and Coaching: Improving R2C2 for a New Context","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Calgary; University of Ottawa; Dalhousie University","funders":"","keywords":"Coaching; Conversation; Context (archaeology); Computer science; Moment (physics); Psychology; Human–computer interaction; Medical education; Medicine; Communication; Psychotherapist","score_opus":0.05367800278968495,"score_gpt":0.3669550881950549,"score_spread":0.31327708540536997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999119829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2751299,0.0023491967,0.56900877,0.032149605,0.001259626,0.007372011,0.0003198431,0.0062701185,0.10614098],"genre_scores_gemma":[0.56215894,0.001121115,0.41930312,0.003234575,0.00019731853,0.0036069825,0.0002695644,0.00060935435,0.009499115],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9350409,0.04772215,0.0020681631,0.00416063,0.008024143,0.0029840244],"domain_scores_gemma":[0.9316066,0.033858906,0.0053819506,0.0096614845,0.011697171,0.00779378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.045808986,0.0014411199,0.000715648,0.0021422633,0.0061784857,0.0061007906,0.0041783056,0.003307134,0.006753416],"category_scores_gemma":[0.07560927,0.0008557254,0.0012836899,0.0010267617,0.004280525,0.008175014,0.010701409,0.004973288,0.0023492957],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005321466,0.0024896995,0.020165365,0.0035898339,0.00008563179,0.001243978,0.22086634,0.003621127,0.011282591,0.02779149,0.0355972,0.6727346],"study_design_scores_gemma":[0.0005004506,0.005054792,0.03998567,0.008617724,0.00029907218,0.00440212,0.22204274,0.031777114,0.01774335,0.04199429,0.62659544,0.0009871656],"about_ca_topic_score_codex":0.006714665,"about_ca_topic_score_gemma":0.016659914,"teacher_disagreement_score":0.045808986,"about_ca_system_score_codex":0.005812416,"about_ca_system_score_gemma":0.019086832,"threshold_uncertainty_score":0.24226397},"labels":[],"label_agreement":null},{"id":"W3006789567","doi":"10.4300/jgme-d-19-00531.1","title":"Consensus-Based Expert Development of Critical Items for Direct Observation of Point-of-Care Ultrasound Skills","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Calgary; Foothills Medical Centre; University of Ottawa","funders":"","keywords":"Competence (human resources); Delphi; Delphi method; Medicine; Medical education; MEDLINE; Educational measurement; Point of care ultrasound; Medical physics; Nursing; Psychology; Computer science; Curriculum; Artificial intelligence; Social psychology","score_opus":0.09731097576338801,"score_gpt":0.4171629087468453,"score_spread":0.31985193298345727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006789567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2444565,0.001378518,0.6648121,0.004044619,0.0015242171,0.061776347,0.0011969246,0.0011288242,0.019681893],"genre_scores_gemma":[0.18378805,0.00041131183,0.778311,0.00045691725,0.000116956246,0.03497642,0.00077351736,0.00011061816,0.0010552835],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.7684973,0.13656503,0.046050966,0.008457331,0.036845163,0.0035842303],"domain_scores_gemma":[0.59668505,0.135546,0.02333839,0.017282825,0.22254431,0.0046033743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2226819,0.0015754484,0.0022873287,0.010801826,0.002508856,0.0026183894,0.00509746,0.0025383967,0.0032164734],"category_scores_gemma":[0.31988624,0.0011866349,0.0034835467,0.0033243913,0.0025446292,0.0025509123,0.006939943,0.0026433545,0.0013174753],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020743664,0.002196875,0.06142018,0.013241222,0.0012176924,0.0013864823,0.06075681,0.009641062,0.03030073,0.013677775,0.03593039,0.76815647],"study_design_scores_gemma":[0.0054390472,0.009346764,0.22809531,0.034940716,0.003790208,0.007913364,0.09180548,0.19683522,0.087877825,0.09641181,0.23471828,0.002826047],"about_ca_topic_score_codex":0.0014885857,"about_ca_topic_score_gemma":0.0030526838,"teacher_disagreement_score":0.2226819,"about_ca_system_score_codex":0.004609318,"about_ca_system_score_gemma":0.01810882,"threshold_uncertainty_score":0.9585716},"labels":[],"label_agreement":null},{"id":"W3016792159","doi":"10.4300/jgme-d-20-00163.1","title":"The Reliability of Rater Variability","year":2020,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Reliability (semiconductor); Inter-rater reliability; MEDLINE; Computer science; Psychology; Medicine; Data science; Statistics; Biology; Mathematics; Rating scale","score_opus":0.02798861408743941,"score_gpt":0.31880497513480205,"score_spread":0.29081636104736264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016792159","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33145353,0.012301567,0.042888686,0.47304654,0.026092473,0.00029790867,0.0015340736,0.0004214657,0.11196379],"genre_scores_gemma":[0.9165052,0.0022331867,0.010179078,0.05167151,0.010630641,0.00035767382,0.00032365535,0.0002084519,0.007890617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.914842,0.053676803,0.009775437,0.004316658,0.01589503,0.0014941107],"domain_scores_gemma":[0.4442402,0.44661972,0.014702784,0.02116018,0.0715762,0.0017009793],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.073114105,0.00024949524,0.00078034634,0.0013144466,0.0013709265,0.0024339221,0.0013277644,0.005591155,0.0022429693],"category_scores_gemma":[0.44017294,0.00048488006,0.0006911008,0.0007717409,0.002221136,0.0021054838,0.0012911046,0.0041595115,0.0027681515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020683692,0.00010988426,0.36224934,0.0007731844,0.0005090479,0.0051405053,0.022827795,0.00093373033,0.0060931887,0.01639933,0.2614712,0.32142442],"study_design_scores_gemma":[0.00029782567,0.0011883201,0.6157022,0.0038495315,0.00067610265,0.027509604,0.013807523,0.022511367,0.011277811,0.03474624,0.26782694,0.00060653844],"about_ca_topic_score_codex":0.004002074,"about_ca_topic_score_gemma":0.00439499,"teacher_disagreement_score":0.9268859,"about_ca_system_score_codex":0.0016298409,"about_ca_system_score_gemma":0.0014652865,"threshold_uncertainty_score":0.38666898},"labels":[],"label_agreement":null},{"id":"W3017185853","doi":"10.4300/jgme-d-20-00185.1","title":"The Once and Future Myths of Medical Education","year":2020,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Mythology; Data science; Medical education; MEDLINE; Medicine; Computer science; Political science; History; Classics; Law","score_opus":0.013465662679325035,"score_gpt":0.371177656765596,"score_spread":0.35771199408627097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017185853","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017888213,0.005764249,0.000035372286,0.07045033,0.92256147,0.000005365313,0.000013861183,0.000012379393,0.0011391301],"genre_scores_gemma":[0.00036558608,0.0041335896,0.00006739648,0.034429323,0.9565919,0.00001426225,0.000009338652,0.000017246726,0.004371344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98476493,0.0041413913,0.0014815489,0.00094033463,0.0077991025,0.0008727016],"domain_scores_gemma":[0.9186907,0.050014473,0.0032072836,0.0017560559,0.01823392,0.00809751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018836781,0.0040179514,0.0038146153,0.006066946,0.0061456366,0.01954155,0.004919475,0.034456372,0.014637841],"category_scores_gemma":[0.07093389,0.0014989539,0.002815092,0.002755896,0.008109218,0.010486839,0.0033088461,0.036770683,0.006672786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022628168,0.000011772166,0.000021631999,0.00021660041,0.000013500368,0.00007139864,0.00005335183,0.000012750943,0.000015845699,0.0012456679,0.9942439,0.004070842],"study_design_scores_gemma":[0.0000647355,0.00002149512,0.00023093568,0.0010694098,0.000047193822,0.00018177452,0.00024616852,0.0001195131,0.00004062279,0.0038804016,0.9940705,0.000027291451],"about_ca_topic_score_codex":0.002619093,"about_ca_topic_score_gemma":0.008482789,"teacher_disagreement_score":0.034456372,"about_ca_system_score_codex":0.006305362,"about_ca_system_score_gemma":0.007821159,"threshold_uncertainty_score":0.09961963},"labels":[],"label_agreement":null},{"id":"W3021502157","doi":"10.4300/jgme-d-20-00242.1","title":"Remote e-Work and Distance Learning for Academic Medicine: Best Practices and Opportunities for the Future","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Work (physics); Data science; Academic medicine; Medical education; Computer science; Distance education; MEDLINE; Medicine; Psychology; Mathematics education; Engineering; Political science","score_opus":0.1554711556273272,"score_gpt":0.3770353879102119,"score_spread":0.22156423228288472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021502157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017190836,0.70029724,0.011383053,0.24522747,0.0044911904,0.000078671066,0.00007433107,0.00018644621,0.021070736],"genre_scores_gemma":[0.23619746,0.6690066,0.048452258,0.02967671,0.007294067,0.00018166621,0.00020508743,0.000087352215,0.008898789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937257,0.0029404997,0.0005552968,0.0005327525,0.0017026407,0.0005430255],"domain_scores_gemma":[0.9744849,0.013363888,0.0018881037,0.0013936509,0.004826762,0.0040426664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020348307,0.000540183,0.00066504057,0.0012603705,0.0011923641,0.00810006,0.0024410877,0.00565006,0.008619899],"category_scores_gemma":[0.015511773,0.00027913932,0.0007605119,0.001629727,0.0041080406,0.0127896285,0.0033861464,0.004442728,0.0015675535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034035303,0.0005874587,0.0047055446,0.0022670543,0.000049564987,0.00019981018,0.0010081135,0.00040445337,0.00061558664,0.012451371,0.0154709695,0.9618997],"study_design_scores_gemma":[0.00045304725,0.0032077262,0.046385653,0.043450985,0.0003500387,0.0038309712,0.036710296,0.00403938,0.0038626457,0.13573495,0.72143435,0.0005398675],"about_ca_topic_score_codex":0.004242141,"about_ca_topic_score_gemma":0.010982586,"teacher_disagreement_score":0.020348307,"about_ca_system_score_codex":0.0025657082,"about_ca_system_score_gemma":0.0086037405,"threshold_uncertainty_score":0.107613444},"labels":[],"label_agreement":null},{"id":"W3024051785","doi":"10.4300/jgme-d-19-00493.1","title":"Next Steps in the Implementation of Learning Analytics in Medical Education: Consensus From an International Cohort of Medical Educators","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University Health Network; University of Toronto; University of Ottawa; University of Saskatchewan; St. Michael's Hospital","funders":"","keywords":"Learning analytics; Analytics; Medical education; Data science; Knowledge management; Computer science; Medicine","score_opus":0.04068748461290634,"score_gpt":0.4040682268611024,"score_spread":0.36338074224819605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024051785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8832703,0.0069532944,0.006893363,0.08780149,0.0007696048,0.00092616875,0.00022506919,0.000052275856,0.0131085105],"genre_scores_gemma":[0.9797655,0.0036809994,0.0069902106,0.007723443,0.000068134585,0.00042381822,0.00023185504,0.000046804547,0.0010692911],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9540177,0.020046651,0.006347701,0.003557211,0.010168441,0.0058623473],"domain_scores_gemma":[0.8329937,0.09575562,0.012564484,0.0044326233,0.03983058,0.014423053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1312884,0.0005242742,0.0006952567,0.0032189083,0.005968182,0.008152419,0.0035835803,0.0032817335,0.0018437069],"category_scores_gemma":[0.15503061,0.0007201573,0.0011752963,0.0026378778,0.004831817,0.009841619,0.012105043,0.006569155,0.0003281723],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014147112,0.00024257631,0.11879929,0.002083589,0.0001217988,0.0010873968,0.7594144,0.00024670505,0.0014682574,0.004073826,0.005587293,0.10673343],"study_design_scores_gemma":[0.00003429635,0.00014268875,0.03673503,0.0037761175,0.000084812105,0.00054855534,0.92888683,0.00047674452,0.00074332795,0.002333568,0.026167534,0.000070432376],"about_ca_topic_score_codex":0.012972572,"about_ca_topic_score_gemma":0.021784622,"teacher_disagreement_score":0.8687116,"about_ca_system_score_codex":0.008648965,"about_ca_system_score_gemma":0.046344288,"threshold_uncertainty_score":0.6943277},"labels":[],"label_agreement":null},{"id":"W3044656708","doi":"10.4300/jgme-d-19-00803.1","title":"Evaluation of a National Competency-Based Assessment System in Emergency Medicine: A CanDREAM Study","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"Max Rady College of Medicine, University of Manitoba; Queen's University; McMaster University; Royal College of Physicians and Surgeons of Canada; Cumming School of Medicine, University of Calgary; McGill University; University of Toronto; Dalhousie University; Schulich School of Medicine and Dentistry; University of Ottawa","keywords":"Specialty; Timeline; Promotion (chess); Medicine; Cohort; Family medicine; Internal medicine; Statistics; Political science","score_opus":0.10216586408961233,"score_gpt":0.4576939100481291,"score_spread":0.3555280459585168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044656708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972556,0.00010536693,0.00041870621,0.00009875545,0.000010890231,0.00091034424,0.00023014078,0.000013582638,0.0009565224],"genre_scores_gemma":[0.9940282,0.00017894602,0.0029524646,0.00019572499,0.000028646002,0.001615399,0.00056616275,0.000011718405,0.00042266698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9784,0.0102412095,0.0020862985,0.0015265171,0.006213269,0.0015326584],"domain_scores_gemma":[0.95683193,0.009186637,0.0068879104,0.0036694661,0.01795007,0.005474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.037633408,0.0004518151,0.00056646793,0.0020545842,0.0016705618,0.0016242802,0.0013053891,0.0005905007,0.0011116163],"category_scores_gemma":[0.046208207,0.0003465946,0.00090482814,0.0020701794,0.0014197356,0.0025730906,0.0034872121,0.00091753417,0.00040577818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011653719,0.0050538885,0.93382055,0.0002099826,0.00012737072,0.00009688116,0.0056604594,0.00035727554,0.0004333804,0.0002673077,0.00097274303,0.051834863],"study_design_scores_gemma":[0.00056917744,0.015410559,0.9634375,0.00028465808,0.00013690176,0.00020212826,0.010643355,0.0027750395,0.0016291934,0.00013525893,0.004695025,0.00008132942],"about_ca_topic_score_codex":0.03475643,"about_ca_topic_score_gemma":0.054263357,"teacher_disagreement_score":0.99327487,"about_ca_system_score_codex":0.0067251325,"about_ca_system_score_gemma":0.013941932,"threshold_uncertainty_score":0.19902682},"labels":[],"label_agreement":null},{"id":"W3088538089","doi":"10.4300/jgme-d-20-00034.1","title":"Everyone Is Awesome: Analyzing Letters of Reference in a General Surgery Residency Selection Process","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Muscular Dystrophy Canada","funders":"","keywords":"Ranking (information retrieval); Selection (genetic algorithm); Descriptive statistics; Context (archaeology); Audit; Demographics; Computer science; Statistics; Medicine; Psychology; Medical education; Information retrieval; Mathematics; Artificial intelligence; Demography; Management; Biology; Sociology","score_opus":0.0922969116461214,"score_gpt":0.36925360935193885,"score_spread":0.27695669770581743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088538089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99051243,0.00048036219,0.0024293952,0.0013066436,0.00010430921,0.0005019231,0.0010717675,0.000075445874,0.0035177462],"genre_scores_gemma":[0.9913762,0.000316727,0.005585866,0.00039627403,0.000115910334,0.0003617224,0.0008079863,0.000037528116,0.0010018413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9294161,0.039053153,0.009776201,0.0022235513,0.01706103,0.0024698975],"domain_scores_gemma":[0.6747345,0.18928486,0.090050876,0.0053848354,0.03575963,0.004785295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04619669,0.00030023025,0.00046436177,0.008773591,0.0020265663,0.0037320287,0.0011849175,0.0006243509,0.0018850224],"category_scores_gemma":[0.23378411,0.00023829598,0.00039250046,0.00853976,0.0016422052,0.002028971,0.003135408,0.0007776568,0.0006668955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007337603,0.00021192529,0.8077556,0.0007848474,0.000053019234,0.0013203013,0.056100953,0.00032949724,0.0011061745,0.0008855064,0.009196389,0.12152215],"study_design_scores_gemma":[0.000031980282,0.00064194127,0.88517857,0.00071752846,0.000049108665,0.0015978802,0.09044694,0.0019827134,0.0016581821,0.0006931554,0.016877517,0.00012444766],"about_ca_topic_score_codex":0.010406551,"about_ca_topic_score_gemma":0.016791362,"teacher_disagreement_score":0.9538033,"about_ca_system_score_codex":0.004425501,"about_ca_system_score_gemma":0.0058326926,"threshold_uncertainty_score":0.24431431},"labels":[],"label_agreement":null},{"id":"W3108103715","doi":"10.4300/jgme-d-20-00145.1","title":"Gender Effects in Assessment of Clinical Teaching: Does Concordance Matter?","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Concordance; Gender bias; Medicine; Rating scale; Ceiling effect; Family medicine; Psychology; Demography; Clinical psychology; Internal medicine; Social psychology; Alternative medicine; Developmental psychology","score_opus":0.06940317322382675,"score_gpt":0.4759551126829898,"score_spread":0.406551939459163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108103715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99111384,0.0016263875,0.002161234,0.00046486396,0.00015480703,0.000033801436,0.0001415584,0.000018027516,0.0042855386],"genre_scores_gemma":[0.9991793,0.00010550858,0.0003543396,0.00006187169,0.000040239334,0.000012364901,0.00004748031,0.000012386665,0.00018656124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.976553,0.011066949,0.0023780076,0.002433741,0.006918315,0.0006500847],"domain_scores_gemma":[0.89450145,0.06668334,0.02079524,0.0068564177,0.008942979,0.0022205228],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022233637,0.00021652508,0.00061265356,0.0009267481,0.000588392,0.0015203311,0.00061484013,0.00039663343,0.002471868],"category_scores_gemma":[0.10261104,0.0002715582,0.0005098257,0.0009157952,0.0014174228,0.0010700306,0.0015363327,0.0005758585,0.00031361316],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003618578,0.00003475238,0.9695115,0.00011846865,0.00018896641,0.00009407361,0.0036250146,0.000116718205,0.00067647337,0.00025224168,0.00042352613,0.024596341],"study_design_scores_gemma":[0.000011394324,0.00018635561,0.9954059,0.0001356785,0.000042902353,0.0002834649,0.0017850013,0.00047157658,0.0006585611,0.0003476689,0.0006553262,0.000016214799],"about_ca_topic_score_codex":0.0026885006,"about_ca_topic_score_gemma":0.0047939476,"teacher_disagreement_score":0.97776634,"about_ca_system_score_codex":0.00074720796,"about_ca_system_score_gemma":0.0006930207,"threshold_uncertainty_score":0.11758411},"labels":[],"label_agreement":null},{"id":"W3117226920","doi":"10.4300/jgme-d-20-01087.1","title":"Reimagining Residency Selection: Part 3—A Practical Guide to Ranking Applicants in the Post-COVID-19 Era","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Ranking (information retrieval); 2019-20 coronavirus outbreak; Selection (genetic algorithm); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medical education; Coronavirus Infections; MEDLINE; Data science; Medicine; Psychology; Computer science; Information retrieval; Virology; Political science; Artificial intelligence; Pathology; Outbreak","score_opus":0.11297938291877342,"score_gpt":0.46941315001785366,"score_spread":0.35643376709908026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117226920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03535961,0.02082286,0.37892085,0.25539193,0.016396062,0.058781337,0.012559656,0.023688473,0.1980793],"genre_scores_gemma":[0.024968453,0.020443654,0.74251676,0.031493958,0.0043098377,0.033122394,0.005585994,0.0026460455,0.13491295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919326,0.0048324857,0.0011545368,0.00037728238,0.0011875483,0.0005155619],"domain_scores_gemma":[0.98070276,0.008630414,0.001554351,0.0009067711,0.0056222887,0.0025834313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016765764,0.0018730484,0.0015047838,0.0050447225,0.0049801474,0.0041334615,0.0040314477,0.00351624,0.04304888],"category_scores_gemma":[0.026962325,0.002063257,0.00081054907,0.0031976951,0.0021206904,0.005388193,0.0050102817,0.005267816,0.03612518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036627283,0.00042174943,0.0011657259,0.0004291098,0.000008030186,0.00066919916,0.00647176,0.0005504737,0.0014207624,0.0027138828,0.8084025,0.17771031],"study_design_scores_gemma":[0.00004278537,0.00021607631,0.0061245095,0.000982085,0.0000054459756,0.0018492927,0.011616409,0.0013420277,0.00057790725,0.009787326,0.96732783,0.0001282983],"about_ca_topic_score_codex":0.008915739,"about_ca_topic_score_gemma":0.038331654,"teacher_disagreement_score":0.04304888,"about_ca_system_score_codex":0.0029720298,"about_ca_system_score_gemma":0.011643964,"threshold_uncertainty_score":0.14401287},"labels":[],"label_agreement":null},{"id":"W3119629990","doi":"10.4300/jgme-d-20-00352.1","title":"Universal Well-Being Assessment Associated With Increased Resident Utilization of Mental Health Resources and Decrease in Professionalism Breaches","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Mental health; MEDLINE; Medicine; Data science; Medical education; Psychology; Computer science; Psychiatry; Political science","score_opus":0.08950923968418069,"score_gpt":0.44463682832913115,"score_spread":0.3551275886449505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119629990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989448,0.00015665895,0.00013247516,0.00015665984,0.000009333409,0.000016514252,0.00010569075,0.000012108279,0.00046589138],"genre_scores_gemma":[0.9993899,0.000059062146,0.00018840733,0.000035169844,0.000008319575,0.000015207767,0.00008683262,0.0000014751481,0.00021561285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99934703,0.00023817668,0.00006552264,0.000096269534,0.00011561601,0.00013747481],"domain_scores_gemma":[0.9955907,0.00042394185,0.0021886495,0.00012467119,0.0005675444,0.0011045133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008277648,0.00019140776,0.00017568593,0.00047967018,0.0003686028,0.00048511976,0.0002640384,0.0002031496,0.002026927],"category_scores_gemma":[0.0036840881,0.00015148603,0.00046432385,0.00037163284,0.00024039201,0.00024456976,0.0006876942,0.00067336246,0.00015106109],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013202155,0.00028109484,0.98750025,0.00005199474,0.00007473103,0.000017111774,0.00017930666,0.000060993458,0.00036575453,0.000016820599,0.00036001846,0.010960035],"study_design_scores_gemma":[0.000002683703,0.00013055772,0.99914396,0.000016476197,0.000015446929,0.000014497312,0.00024179339,0.000104260966,0.00016008428,0.000011752559,0.00015613543,0.0000023427708],"about_ca_topic_score_codex":0.0052421554,"about_ca_topic_score_gemma":0.01354063,"teacher_disagreement_score":0.0052421554,"about_ca_system_score_codex":0.000581023,"about_ca_system_score_gemma":0.00100083,"threshold_uncertainty_score":0.010423303},"labels":[],"label_agreement":null},{"id":"W3129454103","doi":"10.4300/jgme-d-20-00619.1","title":"Comparing 2 Approaches for the File Review of Residency Applications","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Reliability (semiconductor); Computer science; Trait; Psychology; Medicine; Statistics; Rating scale; Clinical psychology; Mathematics; Psychometrics","score_opus":0.21855157989552942,"score_gpt":0.3966764882167559,"score_spread":0.17812490832122646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129454103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6549224,0.005954986,0.26701257,0.0019448069,0.00121239,0.047049668,0.0018634426,0.002271489,0.017768227],"genre_scores_gemma":[0.5150215,0.0023973025,0.43523863,0.00076460413,0.00046088643,0.042258304,0.0009939541,0.0004004904,0.0024643876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.65661275,0.24483524,0.028559366,0.016118502,0.05123167,0.0026425326],"domain_scores_gemma":[0.46506026,0.3631759,0.05921608,0.032789066,0.07444684,0.0053119673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16043173,0.0020313545,0.0019128898,0.009184408,0.0022849652,0.0046045976,0.0034026597,0.0016890373,0.0045195264],"category_scores_gemma":[0.36670068,0.0015948215,0.0033516851,0.004985966,0.002166228,0.004817231,0.006304941,0.002043525,0.0016144894],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015365221,0.0031447238,0.09084954,0.008150059,0.0032808627,0.00027892797,0.022989312,0.0050855814,0.006989848,0.002450465,0.0074022557,0.83401316],"study_design_scores_gemma":[0.011210318,0.058623176,0.711455,0.0069768606,0.006860773,0.0038805942,0.027782366,0.07653786,0.024945138,0.011222829,0.057855852,0.0026491357],"about_ca_topic_score_codex":0.0047720238,"about_ca_topic_score_gemma":0.013474797,"teacher_disagreement_score":0.83956826,"about_ca_system_score_codex":0.00512978,"about_ca_system_score_gemma":0.008700689,"threshold_uncertainty_score":0.84845424},"labels":[],"label_agreement":null},{"id":"W3129933989","doi":"10.4300/jgme-d-21-00672.1","title":"A Systematic Review of Pain Management Education in Graduate Medical Education","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Graduate medical education; Medicine; Cancer pain; Intervention (counseling); Inclusion (mineral); MEDLINE; Pain management; Patient education; Chronic pain; Physical therapy; Family medicine; Alternative medicine; Psychology; Medical education; Nursing; Pathology","score_opus":0.06124811986199225,"score_gpt":0.4049176582211594,"score_spread":0.34366953835916714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129933989","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020859353,0.9944313,0.0003124064,0.00045235784,0.00019403675,0.0011190536,0.0007760285,0.000014069292,0.00061475],"genre_scores_gemma":[0.023195378,0.97132486,0.0018332395,0.00072661875,0.00011673027,0.0021312363,0.0004609862,0.000008917274,0.00020206011],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98220104,0.006354082,0.007586828,0.0009386703,0.0024844932,0.0004348627],"domain_scores_gemma":[0.9520657,0.033563778,0.008406614,0.00079791754,0.0046511614,0.00051487813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014356019,0.0017015857,0.009941509,0.015169431,0.0010906823,0.0032254676,0.0026578333,0.002343109,0.0058649546],"category_scores_gemma":[0.06994484,0.00118706,0.007660838,0.01661173,0.0011710192,0.0029454413,0.0021216704,0.0014604116,0.00047736763],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001165902,0.000012822556,0.00045667353,0.9750615,0.0040597366,0.000099054654,0.00020174416,0.00005165958,0.000088056186,0.00013142887,0.00082805153,0.018892806],"study_design_scores_gemma":[0.00016088024,0.00013808643,0.0022967726,0.9579886,0.028880563,0.000193716,0.00022160796,0.000044798213,0.00010708384,0.00014387323,0.009806308,0.000017761136],"about_ca_topic_score_codex":0.010107458,"about_ca_topic_score_gemma":0.03191952,"teacher_disagreement_score":0.015169431,"about_ca_system_score_codex":0.006325759,"about_ca_system_score_gemma":0.023644462,"threshold_uncertainty_score":0.07592279},"labels":[],"label_agreement":null},{"id":"W3130133331","doi":"10.4300/jgme-d-20-00111.1","title":"A Systematic Review of the Relationship Between In-Training Examination Scores and Specialty Board Examination Scores","year":2020,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Smiths Detection (Canada)","funders":"","keywords":"Specialty; Medical education; Objective structured clinical examination; Medicine; MEDLINE; Educational measurement; Family medicine; Psychology; Medical physics; Political science","score_opus":0.14128043138168334,"score_gpt":0.42019521120727377,"score_spread":0.27891477982559043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130133331","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018858471,0.99582005,0.000186922,0.0003213801,0.00015595443,0.00028681103,0.00093678205,0.0000092300725,0.00039696784],"genre_scores_gemma":[0.018181557,0.97893745,0.00070617173,0.0006320786,0.00011638656,0.0006906173,0.0005675391,0.00000848917,0.00015970405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9846911,0.003988544,0.006933126,0.001214491,0.0028021287,0.00037077133],"domain_scores_gemma":[0.90804946,0.06852854,0.014607536,0.0011345135,0.007086985,0.00059297914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011954112,0.0015186997,0.007597373,0.014701168,0.0008623649,0.00308686,0.0024691303,0.002090578,0.004646252],"category_scores_gemma":[0.091224216,0.0011600809,0.0065423483,0.018503308,0.0011048197,0.0030153552,0.0016583115,0.0012661598,0.00051797356],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012047393,0.000013104781,0.002194299,0.9653122,0.0069129434,0.00016914759,0.0002856494,0.00006487402,0.00011500286,0.00017266873,0.0016659289,0.02297379],"study_design_scores_gemma":[0.000111846566,0.00012429534,0.009528629,0.92066824,0.054458883,0.00048766474,0.0003601101,0.00005356062,0.00013809111,0.00020338404,0.013834263,0.00003111025],"about_ca_topic_score_codex":0.011440617,"about_ca_topic_score_gemma":0.031245694,"teacher_disagreement_score":0.014701168,"about_ca_system_score_codex":0.00436475,"about_ca_system_score_gemma":0.017983474,"threshold_uncertainty_score":0.06322014},"labels":[],"label_agreement":null},{"id":"W3152536698","doi":"10.4300/jgme-d-20-00774.1","title":"Parental Leave Policies in Canadian Residency Education","year":2021,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Workload; Maternity leave; Parental leave; CLARITY; Family medicine; Medicine; Workforce; Duration (music); Nursing; Medical education; Sick leave; Political science; Management","score_opus":0.1149629305564197,"score_gpt":0.45894034852604915,"score_spread":0.34397741796962944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152536698","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33865023,0.44890043,0.0016514767,0.08743551,0.0015151125,0.0007074276,0.024507334,0.00029977778,0.0963328],"genre_scores_gemma":[0.7679885,0.20732649,0.0033750504,0.008635693,0.00022701247,0.00025574354,0.006184682,0.00007366348,0.0059331423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929229,0.0008829515,0.0007025011,0.0003735961,0.0037544107,0.001363574],"domain_scores_gemma":[0.95409495,0.008713285,0.0057414435,0.0005676575,0.025528008,0.005354621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0089976275,0.00023059375,0.00036900962,0.0054724864,0.003479626,0.0022295425,0.0017957507,0.00064378255,0.0024246466],"category_scores_gemma":[0.034057416,0.0003025883,0.0005532942,0.011907607,0.0015916934,0.0008943693,0.0011177575,0.00093590375,0.00014235242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004107604,0.000117851,0.23500298,0.025343932,0.00023027217,0.00085455534,0.022436045,0.0018348615,0.0009166353,0.013010617,0.1430571,0.5567844],"study_design_scores_gemma":[0.00004749767,0.00009835609,0.5596354,0.025163755,0.00021940372,0.00031349342,0.014319154,0.00045007752,0.0005451639,0.00053535035,0.39851874,0.00015354135],"about_ca_topic_score_codex":0.9927105,"about_ca_topic_score_gemma":0.99534684,"teacher_disagreement_score":0.9927105,"about_ca_system_score_codex":0.09465925,"about_ca_system_score_gemma":0.29938278,"threshold_uncertainty_score":0.6868041},"labels":[],"label_agreement":null},{"id":"W3152660016","doi":"10.4300/jgme-d-20-00929.1","title":"Race and Gender Bias in Internal Medicine Program Director Letters of Recommendation","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Underrepresented Minority; Gender bias; Selection bias; Medical education; Specialty; United States Medical Licensing Examination; Psychology; Medicine; Family medicine; Social psychology; Medical school; Pathology","score_opus":0.13655265049436652,"score_gpt":0.41578704357826124,"score_spread":0.27923439308389475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152660016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9060563,0.002354338,0.0017285945,0.055271525,0.0006822867,0.00020767897,0.00025718598,0.00004478331,0.03339734],"genre_scores_gemma":[0.9885317,0.00097124535,0.00064730295,0.0068495395,0.00018048851,0.00019789653,0.0000506568,0.000037278565,0.002533827],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9535786,0.03309742,0.002012269,0.0018003139,0.005924713,0.0035866024],"domain_scores_gemma":[0.88895905,0.061193515,0.028567238,0.0028701036,0.009348556,0.009061533],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03632537,0.00019919034,0.00036757765,0.00158083,0.007518099,0.004156386,0.0014433119,0.0013815226,0.009937582],"category_scores_gemma":[0.15558289,0.00030784108,0.0003558275,0.0018957623,0.0056412905,0.0036082475,0.005282639,0.0017361854,0.0010146637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022367896,0.0001631969,0.22853303,0.001025422,0.00003608133,0.0012286836,0.6396982,0.00009508403,0.0008302268,0.011446788,0.026042372,0.090677254],"study_design_scores_gemma":[0.000038175946,0.00022237835,0.19920182,0.0028209535,0.00003291211,0.001121763,0.71361125,0.0003045969,0.0006807617,0.0036735444,0.07820604,0.00008580729],"about_ca_topic_score_codex":0.0164167,"about_ca_topic_score_gemma":0.017063558,"teacher_disagreement_score":0.9636746,"about_ca_system_score_codex":0.008125639,"about_ca_system_score_gemma":0.015187066,"threshold_uncertainty_score":0.19210917},"labels":[],"label_agreement":null},{"id":"W3156497554","doi":"10.4300/jgme-d-20-00842.1","title":"Analysis of Supervisors' Feedback to Residents on Communicator, Collaborator, and Professional Roles During Case Discussions","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Radiology practices and education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Goddard Space Flight Center; Université Laval","keywords":"Advice (programming); Medical education; Intrinsic motivation; Psychology; Medicine; Computer science; Social psychology","score_opus":0.03631856301965594,"score_gpt":0.3932440733557075,"score_spread":0.3569255103360516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156497554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98626757,0.0006885019,0.008417432,0.0007087577,0.00007771103,0.0005980916,0.00030988987,0.00013184933,0.0028002334],"genre_scores_gemma":[0.9832811,0.0006956342,0.013099364,0.00031627686,0.00006679435,0.0011288093,0.00029616125,0.000052174757,0.0010636902],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.95433617,0.032603323,0.003456442,0.001979065,0.006427844,0.0011971687],"domain_scores_gemma":[0.75489813,0.15891008,0.039690938,0.0056665563,0.035437085,0.005397241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03527926,0.0005827903,0.0005716755,0.0032733977,0.001626604,0.0016641335,0.0009872152,0.00064857746,0.0019114545],"category_scores_gemma":[0.17527607,0.00040921604,0.00056168344,0.0011947533,0.0013426412,0.0011176431,0.002470929,0.00095455116,0.0004992375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012542538,0.0006301929,0.28833383,0.002517316,0.00017352773,0.0013454774,0.45239672,0.00055208564,0.008318609,0.00037606194,0.0047759647,0.23932594],"study_design_scores_gemma":[0.00016034849,0.003909647,0.53762966,0.0044682417,0.00029810416,0.002689575,0.3939604,0.0038961603,0.020843934,0.0013640817,0.03045673,0.00032318436],"about_ca_topic_score_codex":0.00097565807,"about_ca_topic_score_gemma":0.0026808823,"teacher_disagreement_score":0.03527926,"about_ca_system_score_codex":0.0020747148,"about_ca_system_score_gemma":0.002728237,"threshold_uncertainty_score":0.18657678},"labels":[],"label_agreement":null},{"id":"W3158574816","doi":"10.4300/jgme-d-20-00900.1","title":"Stages of Milestones Implementation: A Template Analysis of 16 Programs Across 4 Specialties","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Resource (disambiguation); Medical education; Stakeholder; Process (computing); Best practice; Competence (human resources); Computer science; Psychology; Medicine; Process management; Political science; Public relations; Engineering","score_opus":0.05540306824727133,"score_gpt":0.4511669881682955,"score_spread":0.39576391992102417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158574816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91178125,0.00054620695,0.063883856,0.00080773013,0.00005282311,0.0088009685,0.005557097,0.00018105422,0.008388966],"genre_scores_gemma":[0.8741978,0.00076801213,0.10334379,0.0002912325,0.000017985185,0.012377045,0.005408993,0.00017573159,0.0034192845],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98704565,0.0066916067,0.0019551003,0.0011538591,0.0022934277,0.0008603],"domain_scores_gemma":[0.9399802,0.03605353,0.007605601,0.0034539492,0.011770241,0.0011365821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023305863,0.00045722394,0.0006559695,0.0048069074,0.0022180807,0.0029878248,0.0014797766,0.0008913526,0.0019789971],"category_scores_gemma":[0.08640553,0.00078889483,0.0011358156,0.008070137,0.0013364817,0.0028364032,0.0036805137,0.0010315896,0.0005102645],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032932227,0.00028822312,0.17608126,0.0027590664,0.00011694995,0.0010762274,0.6246296,0.0015895488,0.0033347777,0.0044734953,0.0040900772,0.18123156],"study_design_scores_gemma":[0.00008233214,0.0005288622,0.24122085,0.0037278496,0.00026710465,0.0008594085,0.6672512,0.010692943,0.00981051,0.0048948363,0.060484678,0.00017937706],"about_ca_topic_score_codex":0.0153166065,"about_ca_topic_score_gemma":0.026810601,"teacher_disagreement_score":0.023305863,"about_ca_system_score_codex":0.0077593946,"about_ca_system_score_gemma":0.016058898,"threshold_uncertainty_score":0.12325466},"labels":[],"label_agreement":null},{"id":"W3159472089","doi":"10.4300/jgme-d-20-01039.1","title":"A Validity Framework for Effective Analysis and Interpretation of Milestones Data","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Competence (human resources); Medical education; Specialty; Subspecialty; Psychology; Population; Medicine; Family medicine","score_opus":0.05969414396954906,"score_gpt":0.43813714761489897,"score_spread":0.3784430036453499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159472089","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00870535,0.0023349584,0.9219357,0.01604596,0.00068950775,0.010841777,0.000733572,0.00045449592,0.038258675],"genre_scores_gemma":[0.16205136,0.0010329143,0.8011559,0.0037915232,0.00089349947,0.0287046,0.00084897137,0.00028480662,0.0012364334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.25891113,0.6045171,0.049340196,0.015245576,0.068100855,0.0038851772],"domain_scores_gemma":[0.1327606,0.6939979,0.028483052,0.05173777,0.09096837,0.00205239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.63204294,0.0036158983,0.0046118414,0.024770694,0.009518295,0.016312445,0.008438738,0.005863637,0.0039938544],"category_scores_gemma":[0.74359703,0.0025942111,0.004893477,0.014159561,0.035192676,0.01841804,0.019029101,0.009913894,0.0015755878],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029882707,0.0002800267,0.023483794,0.0022802528,0.0006974904,0.00045900885,0.018649213,0.0038921542,0.00067456195,0.8111804,0.007606361,0.13049789],"study_design_scores_gemma":[0.00032698046,0.0005882867,0.012059412,0.008858007,0.00030546822,0.00067058293,0.010585654,0.029288853,0.0018407417,0.8734357,0.061717577,0.00032282938],"about_ca_topic_score_codex":0.01646731,"about_ca_topic_score_gemma":0.007000331,"teacher_disagreement_score":0.63204294,"about_ca_system_score_codex":0.018794483,"about_ca_system_score_gemma":0.054338247,"threshold_uncertainty_score":0.45375663},"labels":[],"label_agreement":null},{"id":"W3168874151","doi":"10.4300/jgme-d-20-01268.1","title":"Assessing the Transition of Training in Health Systems Science From Undergraduate to Graduate Medical Education","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Curriculum; Medical education; Medicine; Internship; Obstetrics and gynaecology; Family medicine; Psychology","score_opus":0.0844053206147724,"score_gpt":0.44613652269994825,"score_spread":0.36173120208517584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168874151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99746156,0.00012093317,0.0003751444,0.00020229137,0.0000157028,0.00010494318,0.00038360016,0.000033540768,0.0013022358],"genre_scores_gemma":[0.9971464,0.0001529075,0.0012168882,0.00007572155,0.000010485316,0.000114869596,0.00072802516,0.0000040330847,0.00055061444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983891,0.00036797044,0.00018916845,0.00018417482,0.00060019473,0.00026945784],"domain_scores_gemma":[0.9851328,0.0029552034,0.004979181,0.00056302536,0.0025382491,0.0038314688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051442604,0.00027919497,0.00027220885,0.0011386246,0.000467047,0.0008712408,0.0005016118,0.000573095,0.0024914106],"category_scores_gemma":[0.02077437,0.00021621973,0.0006169475,0.000581803,0.00034888237,0.000776895,0.001767336,0.0013356336,0.00050482387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018987845,0.00079715025,0.9676482,0.00010810862,0.000063138934,0.000013813853,0.0009232406,0.0004671355,0.00036332873,0.000076347715,0.0012163913,0.02813327],"study_design_scores_gemma":[0.000007751587,0.0003800856,0.9983682,0.000017441986,0.0000053646427,0.000010816629,0.00023410813,0.0003493904,0.00015933774,0.00003984701,0.00042331536,0.0000043906243],"about_ca_topic_score_codex":0.0029152704,"about_ca_topic_score_gemma":0.0061887945,"teacher_disagreement_score":0.0051442604,"about_ca_system_score_codex":0.001107417,"about_ca_system_score_gemma":0.0022117693,"threshold_uncertainty_score":0.027205765},"labels":[],"label_agreement":null},{"id":"W3196237643","doi":"10.4300/jgme-d-21-00590","title":"Infographics and Visual Abstracts","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Infographic; Dissemination; Computer science; Process (computing); Multimedia; Workload; Information Dissemination; World Wide Web; Data science","score_opus":0.10891769588236848,"score_gpt":0.4686383952012664,"score_spread":0.3597206993188979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196237643","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037080392,0.03255879,0.10958498,0.04931169,0.03335619,0.006243648,0.14530875,0.030342469,0.55621314],"genre_scores_gemma":[0.22604166,0.042269602,0.31026798,0.018357767,0.023521557,0.0108004045,0.07045518,0.0104538975,0.28783196],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961661,0.0016416343,0.00079646887,0.00023266266,0.0010324678,0.00013075485],"domain_scores_gemma":[0.95403147,0.026684074,0.006654745,0.003463725,0.0060922042,0.0030736811],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004450376,0.0011724567,0.0006675011,0.010724311,0.0009702183,0.005287653,0.0009662662,0.0014849041,0.23636742],"category_scores_gemma":[0.05566647,0.00043040505,0.0010225903,0.0067629064,0.0010337979,0.005508955,0.003406557,0.0013319522,0.042345762],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090024475,0.000087643595,0.001146837,0.007826897,0.000052817526,0.00032555376,0.001494031,0.00028943038,0.0011449339,0.015206641,0.6164922,0.35503277],"study_design_scores_gemma":[0.00011942158,0.000156835,0.0019569464,0.002190016,0.000049958915,0.0006254219,0.0005596945,0.0003395441,0.0009417691,0.010514759,0.98248994,0.00005566945],"about_ca_topic_score_codex":0.0010920725,"about_ca_topic_score_gemma":0.0018739275,"teacher_disagreement_score":0.99471235,"about_ca_system_score_codex":0.0013470363,"about_ca_system_score_gemma":0.0031427674,"threshold_uncertainty_score":0.7907278},"labels":[],"label_agreement":null},{"id":"W3205399234","doi":"10.4300/jgme-d-21-00752.1","title":"Beyond the Guise of Saturation: Rigor and Qualitative Interview Data","year":2021,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Qualitative research; Mentorship; Value (mathematics); Medical education; Qualitative property; Psychology; Rigour; Reflexivity; Medicine; Engineering ethics; Sociology; Computer science; Epistemology; Social science","score_opus":0.08830173477669263,"score_gpt":0.47075491577084055,"score_spread":0.38245318099414793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205399234","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014239316,0.020854782,0.38948226,0.50511396,0.03316043,0.015969178,0.0007078438,0.0012615107,0.019210849],"genre_scores_gemma":[0.2545417,0.009727453,0.48286963,0.15710019,0.011232293,0.07718982,0.00054367655,0.0021344444,0.0046609393],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.074078985,0.79594773,0.059639852,0.011656182,0.05603911,0.0026381551],"domain_scores_gemma":[0.034491766,0.8420287,0.023011867,0.047767878,0.05063205,0.0020678255],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.74799603,0.0030280233,0.007258581,0.013438986,0.015452471,0.029185424,0.010731907,0.022758398,0.0042109005],"category_scores_gemma":[0.916783,0.003984616,0.0037187978,0.011546714,0.06717526,0.035768546,0.021990824,0.02386959,0.0021799058],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005350453,0.000093243136,0.0033529424,0.023818174,0.0007481483,0.0013070842,0.54725504,0.0009897011,0.0020015032,0.19379553,0.1058339,0.12026972],"study_design_scores_gemma":[0.00047436435,0.0003203024,0.001861351,0.0763735,0.00050261297,0.001271338,0.072226666,0.0072729974,0.0036165605,0.42851457,0.40700078,0.0005650048],"about_ca_topic_score_codex":0.0049179536,"about_ca_topic_score_gemma":0.006479346,"teacher_disagreement_score":0.25200397,"about_ca_system_score_codex":0.022935709,"about_ca_system_score_gemma":0.060102124,"threshold_uncertainty_score":0.3107658},"labels":[],"label_agreement":null},{"id":"W4200058286","doi":"10.4300/jgme-d-21-00945.1","title":"Introduction to the JGME Literature Review Series","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"Timeline; Best practice; Computer science; Accreditation; Snapshot (computer storage); Psychology; Engineering ethics; Medical education; Medicine; Management; History","score_opus":0.017014741946071152,"score_gpt":0.3564253274021585,"score_spread":0.3394105854560873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200058286","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024614375,0.74620587,0.0019344448,0.09696205,0.1249218,0.0010343008,0.004094696,0.00031684147,0.024283897],"genre_scores_gemma":[0.0021043895,0.8097489,0.0055118,0.06984359,0.07162649,0.002853001,0.00603499,0.00034739467,0.03192942],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911376,0.0025075395,0.0021244225,0.000961267,0.0027639102,0.0005052234],"domain_scores_gemma":[0.95349294,0.019751,0.003617075,0.0018147833,0.018667476,0.0026567862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013877274,0.0015795488,0.0026284757,0.03542505,0.0019664012,0.0067935763,0.0037402483,0.0050215265,0.07632157],"category_scores_gemma":[0.067613274,0.001340143,0.0029983192,0.020731203,0.0018828444,0.009492373,0.0063719456,0.0062123863,0.03166231],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027622033,0.000023339142,0.000099520956,0.011512156,0.000033266588,0.00008345786,0.00013811149,0.000043686086,0.00010310605,0.0024630476,0.88582754,0.09964514],"study_design_scores_gemma":[0.000012057146,0.00001880551,0.00057466544,0.03153599,0.000032507418,0.00020606465,0.00011518102,0.000014128844,0.000032525993,0.0011175252,0.9663236,0.000016925047],"about_ca_topic_score_codex":0.0064288853,"about_ca_topic_score_gemma":0.012290907,"teacher_disagreement_score":0.07632157,"about_ca_system_score_codex":0.007735885,"about_ca_system_score_gemma":0.015307712,"threshold_uncertainty_score":0.2553211},"labels":[],"label_agreement":null},{"id":"W4200112621","doi":"10.4300/jgme-d-21-00170.1","title":"Virtual Social Events: An Integral Component of Recruitment in the New Era of Graduate Medical Education","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Viewpoints; Interview; Process (computing); Component (thermodynamics); Rubric; Graduate medical education; Quality (philosophy); Virtual community; Virtual patient","score_opus":0.14025818834609724,"score_gpt":0.4190661717856206,"score_spread":0.2788079834395234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200112621","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34531718,0.014311894,0.03577408,0.4562568,0.013051063,0.002317539,0.00017899922,0.0011217521,0.13167064],"genre_scores_gemma":[0.8734372,0.0073129684,0.03673682,0.053500623,0.008457658,0.002711819,0.00021256841,0.00033965774,0.017290698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9484632,0.03960169,0.00086332683,0.001418009,0.006850119,0.0028035992],"domain_scores_gemma":[0.95260173,0.015380896,0.0033933048,0.0024573281,0.002427646,0.023739116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042156797,0.00042686556,0.0006006646,0.0009770786,0.014801169,0.012447731,0.0031821402,0.0032589948,0.008910141],"category_scores_gemma":[0.04775046,0.0005740613,0.00046376034,0.0009838158,0.008836745,0.009354463,0.027553307,0.0067470693,0.0024335126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018382423,0.0008229655,0.022289285,0.0011096247,0.000040424366,0.0013329042,0.31519857,0.0002141887,0.001282657,0.0306727,0.10793521,0.5189177],"study_design_scores_gemma":[0.000048640664,0.00088613085,0.02949192,0.0022847394,0.000023603825,0.00231312,0.3231642,0.00069603004,0.000513462,0.027834838,0.612565,0.00017837326],"about_ca_topic_score_codex":0.0012675963,"about_ca_topic_score_gemma":0.004476078,"teacher_disagreement_score":0.042156797,"about_ca_system_score_codex":0.0028211153,"about_ca_system_score_gemma":0.014359561,"threshold_uncertainty_score":0.22294915},"labels":[],"label_agreement":null},{"id":"W4200185701","doi":"10.4300/jgme-d-21-00966.1","title":"ICRE Top Research Abstracts","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Medicine; Computer science; Information retrieval; Library science; Biology","score_opus":0.11511445957513318,"score_gpt":0.4855679325269931,"score_spread":0.37045347295185993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200185701","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043968126,0.03649046,0.001282943,0.10338065,0.48741794,0.0011589611,0.020007217,0.0011323162,0.34868988],"genre_scores_gemma":[0.006241889,0.054943528,0.0020674565,0.04933108,0.14521293,0.0011090074,0.013539781,0.0012457566,0.7263085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9883382,0.0012873533,0.0013027505,0.00091998075,0.007039165,0.0011125156],"domain_scores_gemma":[0.9123436,0.006306903,0.0028036505,0.003714255,0.06818896,0.006642677],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075716674,0.001956976,0.002231132,0.010736859,0.0036829994,0.014045127,0.0041011777,0.004808824,0.6305598],"category_scores_gemma":[0.04199921,0.0010793374,0.0019410418,0.010868806,0.0014066483,0.0044389837,0.00408243,0.0045944178,0.3873884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012553965,0.000006396608,0.00004031765,0.00049136137,0.000004010633,0.000026966089,0.00001734712,0.00000655141,0.00004344797,0.0003617553,0.9866723,0.012317005],"study_design_scores_gemma":[0.0000061117494,0.0000073661754,0.00023716806,0.00083067256,0.000005592716,0.00003036029,0.00009547538,0.000009273478,0.000049618728,0.00017553559,0.998546,0.000006916273],"about_ca_topic_score_codex":0.02712257,"about_ca_topic_score_gemma":0.032325078,"teacher_disagreement_score":0.6305598,"about_ca_system_score_codex":0.010827158,"about_ca_system_score_gemma":0.023556087,"threshold_uncertainty_score":0.52696157},"labels":[],"label_agreement":null},{"id":"W4200507709","doi":"10.4300/jgme-d-21-00944.1","title":"Making Your Educational Data Visual","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"","keywords":"Computer science; Visualization; Data visualization; Data science; Process (computing); Information retrieval; Information visualization; Data mining","score_opus":0.1878149046086034,"score_gpt":0.471404300084105,"score_spread":0.2835893954755016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200507709","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055281273,0.004366553,0.2573816,0.22984628,0.05415915,0.0023036113,0.0899409,0.07963651,0.27683732],"genre_scores_gemma":[0.0845468,0.01045295,0.47304034,0.057971887,0.02401771,0.005259641,0.07961897,0.059459966,0.20563178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9759679,0.008294756,0.0033151445,0.0024595002,0.008915768,0.0010469672],"domain_scores_gemma":[0.82130104,0.06591226,0.008829803,0.040289138,0.05174037,0.011927394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024149157,0.0017718957,0.0011401137,0.00909077,0.0036022197,0.022935338,0.004495592,0.0048849466,0.19484217],"category_scores_gemma":[0.2261507,0.0018950205,0.0019992325,0.007632593,0.0025865114,0.029318416,0.017395379,0.008307846,0.15588418],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010570479,0.00007072402,0.0011099933,0.0006424338,0.00003243619,0.00018293629,0.0015567286,0.00023398598,0.0004874255,0.008344424,0.7860141,0.2012191],"study_design_scores_gemma":[0.000023377293,0.000020936575,0.00036897443,0.00043178434,0.000012048161,0.00007982345,0.00080363784,0.00022903514,0.0005917996,0.00799042,0.9894103,0.00003784282],"about_ca_topic_score_codex":0.0027037156,"about_ca_topic_score_gemma":0.0032438044,"teacher_disagreement_score":0.19484217,"about_ca_system_score_codex":0.0024302294,"about_ca_system_score_gemma":0.006110754,"threshold_uncertainty_score":0.651812},"labels":[],"label_agreement":null},{"id":"W4206179437","doi":"10.4300/jgme-d-20-01367.1","title":"ICRE Top Research Papers","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"MEDLINE; Medicine; Computer science; Data science; Information retrieval; Political science","score_opus":0.1207919221517296,"score_gpt":0.4618779149514106,"score_spread":0.341085992799681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206179437","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039264033,0.020545892,0.0010710277,0.09062279,0.64707094,0.0005464706,0.0041617993,0.0009742267,0.23461427],"genre_scores_gemma":[0.004169074,0.02560807,0.0018265212,0.053099636,0.24338317,0.00041034914,0.004614592,0.0010391991,0.6658494],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903886,0.0010680287,0.0010330245,0.0011075899,0.0052585388,0.0011441826],"domain_scores_gemma":[0.95587116,0.003455299,0.0021029834,0.0026783992,0.028587496,0.0073046065],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0077248695,0.0018980553,0.0018858686,0.004559008,0.0022013884,0.016705658,0.004667034,0.007821189,0.5272327],"category_scores_gemma":[0.028698191,0.0009123563,0.0020558017,0.0039674356,0.0011818114,0.005212784,0.003377426,0.006163986,0.4482353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002758156,0.000016374699,0.0000369774,0.00027771428,0.0000058643604,0.00005291608,0.000008042692,0.000010800455,0.00007318244,0.0006460155,0.97903836,0.019806132],"study_design_scores_gemma":[0.000013119913,0.000013249157,0.00010536342,0.00025756558,0.0000038565886,0.00006163102,0.000027014003,0.000010510113,0.00007650665,0.0002608518,0.9991653,0.0000049684245],"about_ca_topic_score_codex":0.001908473,"about_ca_topic_score_gemma":0.0028943166,"teacher_disagreement_score":0.5272327,"about_ca_system_score_codex":0.0046580583,"about_ca_system_score_gemma":0.010415488,"threshold_uncertainty_score":0.67434514},"labels":[],"label_agreement":null},{"id":"W4210874892","doi":"10.4300/jgme-d-21-00215.1","title":"ICRE Abstracts: Quality Improvement","year":2021,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Quality management; MEDLINE; Quality (philosophy); Medicine; Computer science; Data science; Information retrieval; Operations management; Biology; Engineering; Philosophy","score_opus":0.3101275244561291,"score_gpt":0.56255024598953,"score_spread":0.25242272153340084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210874892","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047610517,0.014315202,0.0030432658,0.26908162,0.668217,0.0015605091,0.0035257146,0.0018959877,0.03788453],"genre_scores_gemma":[0.010900584,0.024594672,0.006247399,0.11893167,0.7053697,0.001898357,0.0055592335,0.0011131602,0.12538524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95238996,0.013235605,0.0105033135,0.0029826055,0.018764235,0.002124231],"domain_scores_gemma":[0.61179644,0.039645337,0.029916648,0.011411965,0.29061472,0.016614884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035073213,0.0030452383,0.0031563276,0.007551664,0.001880207,0.012840402,0.004755904,0.0072147115,0.24722806],"category_scores_gemma":[0.21760613,0.00145835,0.0031457862,0.0072494983,0.0016826959,0.005696644,0.004350126,0.007184279,0.13011184],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029041772,0.000013641871,0.000101145866,0.00035286008,0.000008218511,0.00001673014,0.0000151342565,0.000016935344,0.000026378255,0.00012159262,0.98443466,0.014863624],"study_design_scores_gemma":[0.0001243454,0.00005945199,0.001752721,0.0022742013,0.000025962918,0.00012123579,0.000105942185,0.00020858677,0.00015928487,0.000541394,0.99459165,0.000035128058],"about_ca_topic_score_codex":0.0025614311,"about_ca_topic_score_gemma":0.002882158,"teacher_disagreement_score":0.24722806,"about_ca_system_score_codex":0.006777236,"about_ca_system_score_gemma":0.012281001,"threshold_uncertainty_score":0.8270602},"labels":[],"label_agreement":null},{"id":"W4212996673","doi":"10.4300/jgme-d-21-01209.1","title":"The Best Graduate Medical Education Articles From 2021—in Our (Humble) Opinions","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Context (archaeology); Graduate medical education; Conversation; Best practice; Session (web analytics); Argument (complex analysis); Banner","score_opus":0.5589558572734232,"score_gpt":0.5860052758710188,"score_spread":0.027049418597595576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212996673","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028185503,0.020985886,0.0005711877,0.7391413,0.21868443,0.0000315644,0.00015834936,0.00010145556,0.020044018],"genre_scores_gemma":[0.008706242,0.021926586,0.002048846,0.72372806,0.17951828,0.000093307426,0.00034354624,0.00066372583,0.06297141],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9635071,0.009953271,0.0037370177,0.0026307513,0.017905273,0.0022665143],"domain_scores_gemma":[0.851686,0.0494082,0.010252753,0.007539584,0.056395702,0.024717638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032667015,0.0010629887,0.0012475324,0.0039505167,0.006687857,0.030459484,0.0028726032,0.017586866,0.043489248],"category_scores_gemma":[0.20095716,0.0007805969,0.0016582964,0.0035468524,0.0068230825,0.020298919,0.008581164,0.021628521,0.03406206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001744613,0.000009733014,0.00008594676,0.00023915233,0.000009907466,0.00007706511,0.0004476044,0.000007810053,0.000118283024,0.008498111,0.97357684,0.016911961],"study_design_scores_gemma":[0.0000042195766,0.0000069069024,0.000076091404,0.00066538143,0.00000462105,0.00009143491,0.0004888651,0.000009565582,0.00008899466,0.002660705,0.9958912,0.000011997426],"about_ca_topic_score_codex":0.0015831483,"about_ca_topic_score_gemma":0.0025821775,"teacher_disagreement_score":0.043489248,"about_ca_system_score_codex":0.0066464,"about_ca_system_score_gemma":0.009856694,"threshold_uncertainty_score":0.17276174},"labels":[],"label_agreement":null},{"id":"W4213039677","doi":"10.4300/1949-8357-6.1.11","title":"In This Issue","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; MEDLINE; Computer science; Medicine; Political science; Law","score_opus":0.04025814679731189,"score_gpt":0.4153368730079133,"score_spread":0.3750787262106014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213039677","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027292868,0.012512907,0.0006784425,0.061457794,0.7528818,0.00011000887,0.00097646395,0.0008992448,0.17021036],"genre_scores_gemma":[0.0020306,0.012402803,0.0006611316,0.0686592,0.30419576,0.00011234372,0.0014265763,0.00047410018,0.6100374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842596,0.0001960143,0.00011778116,0.0002478496,0.0008032234,0.0002090549],"domain_scores_gemma":[0.99602216,0.0006273746,0.00025884958,0.00035798945,0.0014700821,0.0012636073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017973934,0.0011534585,0.0010265798,0.0011584995,0.0018002352,0.007813393,0.0021308884,0.005020614,0.43529484],"category_scores_gemma":[0.0089605255,0.00046867397,0.0010331435,0.0008957479,0.0009179827,0.0037638363,0.0024617715,0.005949174,0.301555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000130305125,0.000016512342,0.000052265703,0.00008199191,0.0000027043025,0.00003112382,0.0000125651995,0.0000072498474,0.00006780237,0.00068320625,0.97533244,0.023699107],"study_design_scores_gemma":[0.0000052277205,0.0000068238464,0.00009960756,0.00006513016,0.000001768494,0.00003171863,0.000021899563,0.000007029248,0.000023514527,0.00028968012,0.99944526,0.0000023788475],"about_ca_topic_score_codex":0.0010650448,"about_ca_topic_score_gemma":0.0025240437,"teacher_disagreement_score":0.43529484,"about_ca_system_score_codex":0.0010270522,"about_ca_system_score_gemma":0.0023665258,"threshold_uncertainty_score":0.80548334},"labels":[],"label_agreement":null},{"id":"W4213215405","doi":"10.4300/jgme-d-21-00602.1","title":"Development of and Preliminary Validity Evidence for the EFeCT Feedback Scoring Tool","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Shell (Canada); University of Calgary; University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Generalizability theory; Summative assessment; Inter-rater reliability; Session (web analytics); Peer feedback; Construct validity; Quality (philosophy); Formative assessment; Reliability (semiconductor); Narrative; Psychology; Computer science; Applied psychology; Content validity; Medical education; Medicine; Psychometrics; Clinical psychology; Rating scale; Mathematics education; World Wide Web","score_opus":0.37651001692659347,"score_gpt":0.49253904358886347,"score_spread":0.11602902666227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213215405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3840436,0.015810426,0.40679556,0.014098738,0.0027504144,0.08199203,0.004239693,0.0010323254,0.08923719],"genre_scores_gemma":[0.44123948,0.003055188,0.50684154,0.0017748509,0.00021436105,0.042722426,0.0023341214,0.00015511771,0.0016630169],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.6583927,0.1492698,0.06520243,0.008802927,0.115129165,0.0032029727],"domain_scores_gemma":[0.34878597,0.39298823,0.032668047,0.020535443,0.20244011,0.0025822355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.34559596,0.001289421,0.0017654729,0.010974877,0.0023313432,0.005487036,0.0047109784,0.0029803468,0.0034948045],"category_scores_gemma":[0.5306453,0.0010897565,0.0060732407,0.0059309877,0.004486304,0.0058649858,0.0053257346,0.0030929807,0.0010568112],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016180716,0.0019430455,0.1782447,0.017389424,0.0014021209,0.0003485347,0.01513767,0.0026027742,0.0040679444,0.019543495,0.011647383,0.7460549],"study_design_scores_gemma":[0.0029009595,0.019735577,0.5865831,0.112060875,0.0055662654,0.002591397,0.02719536,0.043158054,0.0361394,0.03817943,0.12476883,0.0011208667],"about_ca_topic_score_codex":0.0035888455,"about_ca_topic_score_gemma":0.0076363897,"teacher_disagreement_score":0.34559596,"about_ca_system_score_codex":0.009157811,"about_ca_system_score_gemma":0.021839656,"threshold_uncertainty_score":0.8069967},"labels":[],"label_agreement":null},{"id":"W4213366297","doi":"10.4300/jgme-d-21-00728.1","title":"Understanding the Influence of the Junior Attending Role on Transition to Practice: A Qualitative Study","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sinai Health System; Sunnybrook Health Science Centre; The Wilson Centre; University of Toronto; University Health Network","funders":"University of Toronto","keywords":"Autonomy; Grounded theory; Qualitative research; Constructivist grounded theory; Transition (genetics); Value (mathematics); MEDLINE","score_opus":0.09156305700501663,"score_gpt":0.4508818636088244,"score_spread":0.35931880660380777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213366297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99239045,0.00033584476,0.0016021996,0.0016211763,0.000046181955,0.00015509574,0.000079499565,0.000011640625,0.0037579574],"genre_scores_gemma":[0.9962793,0.0003913281,0.00091213867,0.00056369975,0.000012303701,0.00014072166,0.00003386315,0.000011086702,0.0016556353],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99156976,0.0060600806,0.00021723485,0.0004014348,0.0005871122,0.0011643418],"domain_scores_gemma":[0.9710509,0.022008395,0.0016728586,0.00043660295,0.0015061861,0.0033251639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015219879,0.00030338558,0.000522301,0.0011756602,0.0068194196,0.003602759,0.0014581924,0.0013411377,0.0025741237],"category_scores_gemma":[0.02355465,0.0004833507,0.0004015086,0.0008892048,0.006156355,0.0028943743,0.0037560898,0.0024737734,0.00024151402],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030904437,0.00007193039,0.0051457426,0.000119915036,0.000003086151,0.0007205257,0.98832,0.000031146497,0.00055044045,0.00075667555,0.00034749432,0.0039021205],"study_design_scores_gemma":[0.0000032779913,0.000054817578,0.0023781536,0.00014764558,0.000003464693,0.00019946387,0.99337405,0.00006627508,0.00014264818,0.00018424376,0.0034373687,0.000008438888],"about_ca_topic_score_codex":0.009578285,"about_ca_topic_score_gemma":0.016624697,"teacher_disagreement_score":0.015219879,"about_ca_system_score_codex":0.005009198,"about_ca_system_score_gemma":0.0074099023,"threshold_uncertainty_score":0.080491364},"labels":[],"label_agreement":null},{"id":"W4214743739","doi":"10.4300/1949-8357-6.4.626","title":"In This Issue","year":2014,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; MEDLINE; Data science; Medicine; Medical education; Political science","score_opus":0.04025814679731189,"score_gpt":0.4153368730079133,"score_spread":0.3750787262106014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214743739","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001491731,0.0062219244,0.00035058573,0.027611429,0.90584964,0.000056139364,0.00035705016,0.0004087602,0.058995254],"genre_scores_gemma":[0.001860937,0.008689544,0.0006573342,0.035262622,0.6362709,0.000084306,0.00075861695,0.0004798074,0.315936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750596,0.00028712538,0.00024329957,0.00037304204,0.0013237515,0.00026690972],"domain_scores_gemma":[0.9913161,0.001488915,0.00059541437,0.0005731305,0.0040483545,0.0019780763],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024218445,0.0015335586,0.0011787286,0.0020003743,0.0019935055,0.008555896,0.002085466,0.004255102,0.32298338],"category_scores_gemma":[0.014387825,0.00055997155,0.0012669264,0.0011539991,0.0009742438,0.0037274752,0.0019791762,0.0061400156,0.23003386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015146889,0.000015740286,0.000052616946,0.00010192671,0.000003695188,0.00003754415,0.000013911661,0.000009918747,0.00007681786,0.0005750375,0.97943485,0.019662831],"study_design_scores_gemma":[0.0000067488318,0.000009685924,0.0001044998,0.00009495806,0.0000032660469,0.000052374246,0.000028160845,0.000011924813,0.00004078082,0.00034648558,0.9992976,0.0000035663936],"about_ca_topic_score_codex":0.0007206969,"about_ca_topic_score_gemma":0.0017683138,"teacher_disagreement_score":0.6770166,"about_ca_system_score_codex":0.0013079502,"about_ca_system_score_gemma":0.0022519447,"threshold_uncertainty_score":0.965682},"labels":[],"label_agreement":null},{"id":"W4223913840","doi":"10.4300/jgme-d-22-00112.1","title":"Capturing and Articulating Visual Media as Scholarship","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Infographic; Accreditation; Promotion (chess); Social media; Scholarly communication; Computer science; Public relations; Sociology; Medical education; Medicine; World Wide Web; Political science; Publishing; Politics","score_opus":0.13631480121209094,"score_gpt":0.4595609127830508,"score_spread":0.32324611157095984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223913840","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3265256,0.031381957,0.18717726,0.05596984,0.002613419,0.001152951,0.0027598045,0.0009245308,0.39149472],"genre_scores_gemma":[0.9266951,0.008589003,0.04666703,0.0017953565,0.0010933265,0.00057424867,0.0009948241,0.00039924006,0.013192009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9868035,0.007780315,0.0008623784,0.0012537077,0.0025617122,0.00073831965],"domain_scores_gemma":[0.9315758,0.047018055,0.007208978,0.005068102,0.0070375702,0.0020914138],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015828112,0.00085925014,0.00048989005,0.02315258,0.005810154,0.027184803,0.0020168552,0.0023158544,0.0068915337],"category_scores_gemma":[0.07464009,0.00046496833,0.00056344277,0.016068822,0.017189909,0.032172054,0.018693082,0.0025905655,0.0012309895],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006385899,0.00007229909,0.022505796,0.0014433364,0.00003481516,0.00056613365,0.28132683,0.00067727733,0.00081514684,0.47731948,0.010935201,0.20423992],"study_design_scores_gemma":[0.000015440795,0.00007255798,0.014880231,0.0040681954,0.000045785357,0.0005791177,0.29428887,0.0029498646,0.0012784388,0.34382397,0.3378976,0.00009998248],"about_ca_topic_score_codex":0.0056144963,"about_ca_topic_score_gemma":0.010438292,"teacher_disagreement_score":0.98417187,"about_ca_system_score_codex":0.0076131034,"about_ca_system_score_gemma":0.007853856,"threshold_uncertainty_score":0.08370811},"labels":[],"label_agreement":null},{"id":"W4224001214","doi":"10.4300/jgme-d-22-00114.1","title":"A Reader's Guide to Medical Education Systematic Reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Systematic review; Protocol (science); Variety (cybernetics); Transparency (behavior); Inclusion (mineral); MEDLINE; Quality (philosophy); Process (computing); Health care","score_opus":0.6776624254555744,"score_gpt":0.5851067507577022,"score_spread":0.09255567469787218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224001214","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000910908,0.23863462,0.23229536,0.1452216,0.04721006,0.124767475,0.102550626,0.025784163,0.08262528],"genre_scores_gemma":[0.0034220384,0.14990658,0.5889235,0.036286347,0.011968956,0.13984373,0.022924207,0.003111552,0.043613017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9329114,0.032144487,0.02251714,0.0022625024,0.009394685,0.0007696892],"domain_scores_gemma":[0.6337122,0.26166254,0.022446375,0.014332333,0.06398492,0.003861669],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06300621,0.0028001906,0.00615091,0.025430255,0.0013770295,0.004983291,0.007044754,0.0064996057,0.16579843],"category_scores_gemma":[0.30973896,0.0042488617,0.0057912287,0.026025992,0.0028032202,0.00671131,0.005253085,0.009415631,0.0886893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012396355,0.00007877206,0.00011571457,0.05462535,0.00016662199,0.0001137356,0.00047948497,0.00038164895,0.00032421184,0.0039662966,0.80855644,0.13106772],"study_design_scores_gemma":[0.00047942076,0.00012290523,0.00067210745,0.057003055,0.00020337739,0.000397903,0.00021468892,0.00086868455,0.00020880286,0.013216426,0.9264821,0.0001305484],"about_ca_topic_score_codex":0.0041218637,"about_ca_topic_score_gemma":0.007816873,"teacher_disagreement_score":0.9369938,"about_ca_system_score_codex":0.0039051294,"about_ca_system_score_gemma":0.026931211,"threshold_uncertainty_score":0.554651},"labels":[],"label_agreement":null},{"id":"W4224013495","doi":"10.4300/jgme-d-21-00818.1","title":"The Productive Engagement SPACE: A Guide to Improve Critical Learner Interactions in e-Learning Environments","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bayer (Canada); McMaster University","funders":"","keywords":"Curriculum; Confusion; Coronavirus disease 2019 (COVID-19); Distance education; Pandemic; Online learning; Social media; Educational technology; Higher education","score_opus":0.02721705758389666,"score_gpt":0.3996704682206539,"score_spread":0.37245341063675724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224013495","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049933395,0.052308198,0.67050505,0.043821454,0.004146289,0.00822386,0.0036894535,0.018044937,0.19426751],"genre_scores_gemma":[0.014604693,0.029319722,0.844854,0.010290802,0.00059112214,0.009318171,0.0013924483,0.0028618556,0.086767145],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99547356,0.0024790328,0.00038953547,0.00033595192,0.0010583589,0.00026343946],"domain_scores_gemma":[0.9935741,0.003620907,0.0003388287,0.0004483664,0.0011803434,0.0008374973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050054914,0.00213475,0.0008305395,0.004182176,0.0020520652,0.006287235,0.0042366376,0.00438029,0.031582747],"category_scores_gemma":[0.012628968,0.0008944205,0.0012131649,0.0023280072,0.0031438756,0.007243111,0.006051616,0.005483197,0.017450675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009638932,0.0004631398,0.0005731705,0.002984826,0.000019427895,0.0005559002,0.011903168,0.00096205884,0.0027811811,0.045293797,0.3402773,0.59408957],"study_design_scores_gemma":[0.000026611027,0.000069499,0.00033140992,0.002017772,0.000010236284,0.00040783038,0.0017823799,0.00068196096,0.00064849237,0.017090993,0.9769009,0.0000319548],"about_ca_topic_score_codex":0.0034428993,"about_ca_topic_score_gemma":0.011652286,"teacher_disagreement_score":0.031582747,"about_ca_system_score_codex":0.0024912497,"about_ca_system_score_gemma":0.0070455447,"threshold_uncertainty_score":0.105654776},"labels":[],"label_agreement":null},{"id":"W4224070411","doi":"10.4300/jgme-d-21-00530.1","title":"Residents as Research Subjects: Balancing Resident Education and Contribution to Advancing Educational Innovations","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Debriefing; Confidentiality; Thematic analysis; Schedule; Documentation; Nominal group technique; Informed consent; Process (computing)","score_opus":0.07033487715508199,"score_gpt":0.4715644879131967,"score_spread":0.4012296107581147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224070411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60683304,0.006029742,0.07257289,0.26146287,0.0021158876,0.0022476087,0.00011987263,0.00027983013,0.048338324],"genre_scores_gemma":[0.959426,0.0016405688,0.02253364,0.011558573,0.00048422287,0.0015535658,0.00003114039,0.000043151438,0.0027290503],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.5852598,0.3727963,0.00842377,0.005777581,0.02205044,0.005692149],"domain_scores_gemma":[0.6351303,0.2556187,0.03005703,0.025400642,0.025280774,0.028512567],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.25359365,0.00044182243,0.0007981251,0.0016253925,0.008378718,0.008252008,0.002850842,0.0029422448,0.002538125],"category_scores_gemma":[0.30968392,0.00063546613,0.0006591757,0.001134931,0.021079075,0.006509843,0.022435196,0.005550554,0.0005303227],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033053954,0.00035663237,0.02570514,0.0028564038,0.00018159566,0.00068922096,0.672755,0.00034279228,0.0024855142,0.050961178,0.010870218,0.23246568],"study_design_scores_gemma":[0.00026034444,0.0021388705,0.028706785,0.008076791,0.0003424974,0.0030163454,0.6622151,0.0016842117,0.0045114243,0.0698252,0.21897767,0.00024472285],"about_ca_topic_score_codex":0.0013867273,"about_ca_topic_score_gemma":0.0032728454,"teacher_disagreement_score":0.25359365,"about_ca_system_score_codex":0.0065926914,"about_ca_system_score_gemma":0.05265636,"threshold_uncertainty_score":0.9204519},"labels":[],"label_agreement":null},{"id":"W4230780232","doi":"10.4300/jgme-d-16-00593.1","title":"Establishing Absolute Standards for Technical Performance","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Manufacturing Process and Optimization","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Absolute (philosophy); Computer science; Data science; Medical physics; Medicine; Philosophy","score_opus":0.01570334268441599,"score_gpt":0.2766052532602818,"score_spread":0.2609019105758658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230780232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2402473,0.008193876,0.43816754,0.007327469,0.0028443472,0.0034755575,0.0030756705,0.0022954731,0.2943727],"genre_scores_gemma":[0.7418258,0.001629676,0.24014758,0.0009286516,0.00069868914,0.0046359138,0.0023950457,0.0005216793,0.0072169476],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8856423,0.038635716,0.015629949,0.008125249,0.049990825,0.0019759936],"domain_scores_gemma":[0.7348184,0.09396803,0.031925533,0.029491333,0.10585994,0.003936798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.091518216,0.0009648077,0.0010133823,0.005298481,0.0018158703,0.0064001507,0.004235121,0.0023518037,0.008855592],"category_scores_gemma":[0.24088886,0.00055845967,0.0009366227,0.0035141355,0.0040514106,0.0041679814,0.00595697,0.0025242944,0.0059547964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095820334,0.00074293156,0.20193519,0.0025654982,0.00020446007,0.00013032166,0.007277429,0.0035450533,0.008484278,0.065207385,0.025867857,0.6830814],"study_design_scores_gemma":[0.00029670083,0.0049880776,0.5771381,0.008553896,0.00025778453,0.0014916977,0.00898826,0.017629163,0.035475977,0.08905989,0.2556814,0.000438995],"about_ca_topic_score_codex":0.0014306036,"about_ca_topic_score_gemma":0.0012837511,"teacher_disagreement_score":0.091518216,"about_ca_system_score_codex":0.0033923471,"about_ca_system_score_gemma":0.007131655,"threshold_uncertainty_score":0.48400038},"labels":[],"label_agreement":null},{"id":"W4231478711","doi":"10.4300/jgme-d-15-00434.1","title":"Real World Implementation of a Standardized Handover Program (I-PASS) on a Pediatrics Clinical Teaching Unit","year":2015,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Handover; Medicine; Curriculum; Logistic regression; Duration (music); Emergency medicine; Medical emergency; Computer science; Psychology; Internal medicine; Computer network","score_opus":0.10686184551843325,"score_gpt":0.5037843199113551,"score_spread":0.39692247439292183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231478711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984987,0.00002470128,0.00043998673,0.00012502186,0.000014924271,0.00042652906,0.000046741097,0.00003809847,0.0003854435],"genre_scores_gemma":[0.99485576,0.00007906215,0.0035641454,0.00013857007,0.00003737806,0.0008170884,0.00013071467,0.0000057406182,0.0003716061],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974395,0.0013136268,0.0001428496,0.00020825706,0.00040362982,0.00049211754],"domain_scores_gemma":[0.99270105,0.0022122455,0.0014836414,0.00050087663,0.0006568787,0.0024452994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003866119,0.0003785136,0.0003256003,0.00038373325,0.0006801449,0.0005426971,0.0009474642,0.0006550505,0.00298387],"category_scores_gemma":[0.011926198,0.0002720459,0.00027597658,0.00031485042,0.00069229194,0.0005731592,0.0016329701,0.0007962651,0.0003872042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007351872,0.08803823,0.24553028,0.0016542383,0.00019297896,0.0011205034,0.013947068,0.006256632,0.013890822,0.00038677425,0.0058958433,0.61573476],"study_design_scores_gemma":[0.0030622517,0.17764403,0.789955,0.0004335708,0.00013765828,0.0004092988,0.007812514,0.0031584683,0.010025318,0.0002273967,0.0070005814,0.00013383843],"about_ca_topic_score_codex":0.0019209847,"about_ca_topic_score_gemma":0.0038975782,"teacher_disagreement_score":0.003866119,"about_ca_system_score_codex":0.0021022502,"about_ca_system_score_gemma":0.00395817,"threshold_uncertainty_score":0.02044624},"labels":[],"label_agreement":null},{"id":"W4231684386","doi":"10.4300/jgme-d-17-00765.1","title":"In This Issue","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Medicine","score_opus":0.03683881282604098,"score_gpt":0.3999060770890463,"score_spread":0.36306726426300534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231684386","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013699583,0.0073366053,0.00044980508,0.09295483,0.8146422,0.00006776949,0.00064716506,0.00053088216,0.08323367],"genre_scores_gemma":[0.0018614848,0.009114577,0.0005521371,0.14645989,0.47122374,0.00011432071,0.0010732082,0.000521283,0.36907944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974631,0.0003790095,0.00020240014,0.00038782912,0.0012564956,0.00031119466],"domain_scores_gemma":[0.9931338,0.0017648158,0.00043252012,0.0005590342,0.00253735,0.0015725537],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026041176,0.0010283388,0.0010635538,0.0012551108,0.0023988525,0.008267965,0.0023554415,0.0073263007,0.3364073],"category_scores_gemma":[0.017461684,0.00048567035,0.0010958455,0.000845531,0.0012048923,0.0046839295,0.0030358676,0.008714177,0.20385347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059384756,0.0000072434464,0.000025742185,0.000054922995,0.00000150803,0.000019613452,0.000013041698,0.00000482369,0.000025209787,0.00068575295,0.9867313,0.0124248685],"study_design_scores_gemma":[0.000003691576,0.0000044128815,0.000059868416,0.000079786994,0.0000013857358,0.000025348987,0.000022679775,0.0000065352765,0.000015483485,0.00036984214,0.9994085,0.0000023924104],"about_ca_topic_score_codex":0.0013623657,"about_ca_topic_score_gemma":0.0033451586,"teacher_disagreement_score":0.3364073,"about_ca_system_score_codex":0.0014403085,"about_ca_system_score_gemma":0.0029884737,"threshold_uncertainty_score":0.94653445},"labels":[],"label_agreement":null},{"id":"W4238784021","doi":"10.4300/jgme-05-04-38","title":"In This Issue","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; MEDLINE; Computer science; Medicine; Medical education; Political science","score_opus":0.020936488659942687,"score_gpt":0.34894729515354017,"score_spread":0.3280108064935975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238784021","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000411861,0.013526682,0.0011972992,0.06682639,0.57498163,0.00016475892,0.0014222884,0.0014002419,0.34006885],"genre_scores_gemma":[0.0022340815,0.0108736055,0.0007882547,0.05066794,0.15426627,0.00013090929,0.0015673237,0.00056115416,0.7789106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846303,0.00020067354,0.00011153135,0.0002385613,0.0007900397,0.0001961843],"domain_scores_gemma":[0.9960871,0.00059041753,0.00023444157,0.00041621225,0.0014671827,0.0012046637],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016412438,0.0010084814,0.0008924944,0.0012163572,0.0017811618,0.008127879,0.001936185,0.004501603,0.51067793],"category_scores_gemma":[0.00978007,0.00043609843,0.0009325351,0.0009979137,0.0008361083,0.0039751385,0.0027463199,0.005069973,0.36147702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010687339,0.000017710321,0.00007337869,0.000075392614,0.0000024725257,0.000027877262,0.000016853503,0.0000070020665,0.00006156617,0.00080140715,0.9672226,0.031683154],"study_design_scores_gemma":[0.0000039677925,0.0000055797323,0.00010853716,0.000065141896,0.0000013135051,0.000029475068,0.000030455316,0.0000071728177,0.000019962878,0.0003505487,0.99937564,0.0000022016002],"about_ca_topic_score_codex":0.0012225255,"about_ca_topic_score_gemma":0.0026003923,"teacher_disagreement_score":0.48932207,"about_ca_system_score_codex":0.00095167925,"about_ca_system_score_gemma":0.0024241714,"threshold_uncertainty_score":0.6979585},"labels":[],"label_agreement":null},{"id":"W4242343915","doi":"10.4300/jgme-d-16-00596.1","title":"Organizational Change: Another Competency to Consider?","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Organizational Learning and Leadership","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Organizational change; Medical education; Knowledge management; Computer science; Medicine; Public relations; Political science","score_opus":0.06905917457832368,"score_gpt":0.2935300520496517,"score_spread":0.22447087747132805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242343915","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04432918,0.018872041,0.0038041465,0.904569,0.0042213444,0.00006527542,0.000064513704,0.00008252829,0.023992015],"genre_scores_gemma":[0.855967,0.021496857,0.0058442387,0.10523797,0.0052996376,0.00016959995,0.00008391964,0.00007200365,0.0058287983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98935777,0.006711281,0.00034437457,0.00070004613,0.0018709815,0.0010155524],"domain_scores_gemma":[0.95009226,0.027416343,0.0043488266,0.001559668,0.0072002183,0.009382623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012644901,0.00034427425,0.00069073035,0.00085320626,0.0028192957,0.0071724355,0.001585177,0.004238537,0.008492732],"category_scores_gemma":[0.04407949,0.00016315731,0.00036145546,0.0010167616,0.009945424,0.006667311,0.0032100666,0.004692028,0.0010008238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020676426,0.0006482841,0.08103948,0.0029010058,0.00017171628,0.0016944912,0.041574925,0.00060578826,0.00084630685,0.07431835,0.16104645,0.6349464],"study_design_scores_gemma":[0.00011794768,0.00079921755,0.07358874,0.008933177,0.00013658508,0.007171464,0.18969047,0.0023538994,0.0020937982,0.15379912,0.5610795,0.0002360602],"about_ca_topic_score_codex":0.0051612514,"about_ca_topic_score_gemma":0.005229268,"teacher_disagreement_score":0.012644901,"about_ca_system_score_codex":0.003476869,"about_ca_system_score_gemma":0.014490085,"threshold_uncertainty_score":0.06687343},"labels":[],"label_agreement":null},{"id":"W4242346849","doi":"10.4300/jgme-d-18-00729.2","title":"Development of a Simulation-Based Interprofessional Teamwork Assessment Tool","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Milestone; Teamwork; Delphi method; Medical education; Generalizability theory; Graduate medical education; Competence (human resources); Delphi; Accreditation; Multidisciplinary approach; Medicine; Computer science; Psychology","score_opus":0.04262553360235747,"score_gpt":0.4917043593667464,"score_spread":0.4490788257643889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242346849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16492942,0.0077360286,0.6599656,0.008027717,0.0012081137,0.11823919,0.012053014,0.0037547047,0.024086159],"genre_scores_gemma":[0.09947533,0.0018451158,0.85790116,0.00038794306,0.000042230447,0.03598116,0.0035077215,0.000076094155,0.0007832302],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9421927,0.027753316,0.018220881,0.0017259615,0.009196985,0.000910212],"domain_scores_gemma":[0.88961613,0.063693255,0.008030741,0.004285208,0.03247698,0.0018976239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06353479,0.0014295711,0.0020118991,0.017175188,0.0014622778,0.0031267698,0.0026723372,0.001337701,0.0031834233],"category_scores_gemma":[0.14461556,0.0013158119,0.004595896,0.007732783,0.00091521296,0.0041518747,0.0060762204,0.0018915163,0.0010215767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049183704,0.0005629963,0.032944538,0.019906763,0.00076130655,0.00062740955,0.011038634,0.0059399256,0.00348575,0.004855971,0.016456231,0.90292853],"study_design_scores_gemma":[0.0026883695,0.007283078,0.21075061,0.109021775,0.006000194,0.007685311,0.044168323,0.13204761,0.030180331,0.044006523,0.40412652,0.0020413375],"about_ca_topic_score_codex":0.001965911,"about_ca_topic_score_gemma":0.0042227297,"teacher_disagreement_score":0.06353479,"about_ca_system_score_codex":0.0036474145,"about_ca_system_score_gemma":0.018007513,"threshold_uncertainty_score":0.33600807},"labels":[],"label_agreement":null},{"id":"W4243674446","doi":"10.4300/jgme-d-16-00597.1","title":"Accreditation Council for Graduate Medical Education Case Logs as an Indication of Operative Competency for Vascular Anastomoses: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Human Resource and Talent Management","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Graduate medical education; Medical education; Medicine; Anastomosis; Surgery","score_opus":0.12603407220487625,"score_gpt":0.35391794993778464,"score_spread":0.22788387773290839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243674446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999161,0.000017403909,0.00012122785,0.0000231542,0.0000049325695,0.0003815308,0.00003079668,0.0000050853914,0.00025504586],"genre_scores_gemma":[0.99806565,0.000055143963,0.00084205234,0.00005825613,0.000015782323,0.00063470163,0.000089197645,0.000003464834,0.00023575021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956819,0.0025443595,0.00027141505,0.00033586347,0.00082577625,0.00034063956],"domain_scores_gemma":[0.96987814,0.017869767,0.003355898,0.0018384727,0.004111248,0.0029463416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008128695,0.00041854326,0.00031876354,0.0009491705,0.0008280034,0.0005433614,0.0007304765,0.00085022213,0.002470862],"category_scores_gemma":[0.030162124,0.00043588583,0.00049470295,0.0005591545,0.00090419815,0.00069359154,0.00090713904,0.0008628334,0.0006120612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056892987,0.07174671,0.85662836,0.00024556587,0.00009026845,0.0022245136,0.011466774,0.00029465754,0.0031045054,0.000087454304,0.0010301261,0.047391757],"study_design_scores_gemma":[0.0017754755,0.07444634,0.91183585,0.00006237326,0.00007578801,0.0013745932,0.005513561,0.0015164007,0.0018429848,0.000064529835,0.0014405936,0.00005149612],"about_ca_topic_score_codex":0.0033157363,"about_ca_topic_score_gemma":0.005794494,"teacher_disagreement_score":0.008128695,"about_ca_system_score_codex":0.0013380069,"about_ca_system_score_gemma":0.0019010123,"threshold_uncertainty_score":0.042989135},"labels":[],"label_agreement":null},{"id":"W4245896095","doi":"10.4300/jgme-d-18-00831.1","title":"ICRE Top Research Papers","year":2018,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Computer science; Medicine; Information retrieval; Biology","score_opus":0.08935310966663605,"score_gpt":0.4788051460869341,"score_spread":0.389452036420298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245896095","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085229083,0.019570539,0.0017504758,0.024202067,0.03796243,0.0003994675,0.0054968684,0.0011019559,0.9086639],"genre_scores_gemma":[0.0072883535,0.02078261,0.0017008709,0.007867863,0.010566835,0.0002766629,0.0058684517,0.0007811968,0.94486713],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939937,0.0009838096,0.00058912026,0.0009527561,0.0027949284,0.0006857202],"domain_scores_gemma":[0.9838987,0.0023346927,0.0007855032,0.002660267,0.007176911,0.0031438442],"candidate_categories":["bibliometrics","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005337402,0.0011870617,0.0013647428,0.0056452965,0.0026820875,0.016687067,0.0035779781,0.005096517,0.70849454],"category_scores_gemma":[0.017264478,0.0007442091,0.0010750802,0.006556838,0.0015758182,0.007637666,0.005805391,0.003906994,0.6421246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056750647,0.000051255665,0.00027617297,0.0011275951,0.000009684127,0.00014916512,0.00022355167,0.00004800764,0.00035077866,0.011808973,0.8305079,0.15539013],"study_design_scores_gemma":[0.0000047968374,0.000009504398,0.0001826044,0.00040528324,0.0000025725817,0.000066481974,0.000117438845,0.000009788946,0.000068368594,0.00074768363,0.99838126,0.000004273416],"about_ca_topic_score_codex":0.002754976,"about_ca_topic_score_gemma":0.0026933774,"teacher_disagreement_score":0.9943547,"about_ca_system_score_codex":0.003752211,"about_ca_system_score_gemma":0.0091578765,"threshold_uncertainty_score":0.4157971},"labels":[],"label_agreement":null},{"id":"W4249250565","doi":"10.4300/jgme-d-16-00599.1","title":"Team Strategies and Tools to Enhance Performance and Patient Safety (TeamSTEPPS): Promoting a Culture of Safety","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Patient safety; Safety culture; Medicine; MEDLINE; Medical education; Health care; Management; Political science","score_opus":0.0400027697175595,"score_gpt":0.4013874026552949,"score_spread":0.3613846329377354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249250565","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92309386,0.004164197,0.041555345,0.009193376,0.00047430472,0.0007451777,0.00008912695,0.0006860439,0.019998536],"genre_scores_gemma":[0.9358605,0.0032805845,0.055411655,0.0012029326,0.00024364355,0.00077216874,0.00011145383,0.000055688535,0.003061341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953322,0.002909674,0.00018272038,0.00019177367,0.0012198116,0.0001637548],"domain_scores_gemma":[0.99255717,0.0030080925,0.0021507065,0.00027351224,0.0006442853,0.0013661872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004101875,0.0004764666,0.00021617913,0.0008404568,0.00058368,0.0011450006,0.0006059772,0.00045741512,0.0029894204],"category_scores_gemma":[0.015125456,0.00013087883,0.00025817179,0.0003820449,0.00065250957,0.0007635673,0.0018015407,0.000489455,0.0005799701],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002390069,0.0017423439,0.046880912,0.0014918059,0.0001199034,0.0002278646,0.007243543,0.00075828744,0.004031692,0.0012610373,0.0092795715,0.92672396],"study_design_scores_gemma":[0.0022320182,0.041756246,0.54942745,0.0122073805,0.0010086552,0.007276669,0.052755304,0.022293977,0.032313995,0.025277901,0.25312296,0.00032754705],"about_ca_topic_score_codex":0.0005259953,"about_ca_topic_score_gemma":0.0009087031,"teacher_disagreement_score":0.004101875,"about_ca_system_score_codex":0.0004458599,"about_ca_system_score_gemma":0.0022776816,"threshold_uncertainty_score":0.02169305},"labels":[],"label_agreement":null},{"id":"W4249775920","doi":"10.4300/1949-8357-8.5.787","title":"Top Research Papers","year":2016,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Data science; MEDLINE; Computer science; Library science; Medicine; Information retrieval; Medical education; Political science","score_opus":0.08367542206738414,"score_gpt":0.4612004103872152,"score_spread":0.37752498831983106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249775920","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014026178,0.09179532,0.004495917,0.07349157,0.15169948,0.00096063793,0.013628466,0.0019366853,0.6605893],"genre_scores_gemma":[0.020764694,0.13665333,0.006820028,0.048503563,0.080141746,0.0012690153,0.020464614,0.0016956208,0.6836873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908319,0.0018364658,0.0011103824,0.0015722924,0.003880118,0.0007688299],"domain_scores_gemma":[0.9765206,0.004098927,0.0014097618,0.002570139,0.010946517,0.004454071],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007471049,0.0015096182,0.0019801182,0.006352716,0.0020115087,0.015928762,0.004696497,0.005400337,0.52697814],"category_scores_gemma":[0.029686844,0.0007474875,0.0014223543,0.0082712695,0.0014395296,0.0066951215,0.0047609536,0.0036859368,0.3963537],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008663632,0.000050948307,0.00037463868,0.0029948894,0.0000330265,0.0001142603,0.00012364244,0.00005346735,0.00026065574,0.006671775,0.7840807,0.20515531],"study_design_scores_gemma":[0.000020134086,0.000022300603,0.00037362069,0.0012760991,0.000015166093,0.00010536094,0.000118740085,0.000019741417,0.00008049895,0.0018531504,0.99610585,0.000009385605],"about_ca_topic_score_codex":0.0016487114,"about_ca_topic_score_gemma":0.0017333307,"teacher_disagreement_score":0.52697814,"about_ca_system_score_codex":0.0037245492,"about_ca_system_score_gemma":0.010825508,"threshold_uncertainty_score":0.67470825},"labels":[],"label_agreement":null},{"id":"W4253413552","doi":"10.4300/jgme-05-02-40","title":"In This Issue","year":2013,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; MEDLINE; Medicine; Medical education; Political science","score_opus":0.04950085845304751,"score_gpt":0.4129764686408531,"score_spread":0.36347561018780555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253413552","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045858198,0.01624279,0.0009773509,0.07889454,0.41851074,0.0001456034,0.0017311432,0.0012222428,0.48181698],"genre_scores_gemma":[0.002816805,0.009903808,0.0005973637,0.04364053,0.10009395,0.000101692065,0.0014467292,0.00048770147,0.84091145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847275,0.00020809061,0.000105916304,0.0002690867,0.0007538516,0.00019037264],"domain_scores_gemma":[0.9965836,0.000540259,0.00019429228,0.00042457334,0.0012023813,0.0010548895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001432126,0.0008951033,0.0008392452,0.0011469066,0.0016410946,0.007710321,0.0018067954,0.004626974,0.55315554],"category_scores_gemma":[0.009032461,0.00035950265,0.00084247335,0.0009237846,0.00095174916,0.0040164688,0.0028872848,0.004705147,0.37505892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012562489,0.000017779676,0.00009669375,0.000099186545,0.000002958614,0.000037833695,0.000030944193,0.000008333262,0.00007446242,0.0016159934,0.9553591,0.042644106],"study_design_scores_gemma":[0.0000028051982,0.0000046979753,0.00010175726,0.00006972198,0.0000011421982,0.000032695578,0.000036384055,0.0000061552337,0.00001944067,0.00040761929,0.99931586,0.0000018051074],"about_ca_topic_score_codex":0.0011262713,"about_ca_topic_score_gemma":0.0022265606,"teacher_disagreement_score":0.55315554,"about_ca_system_score_codex":0.0009639303,"about_ca_system_score_gemma":0.0023472703,"threshold_uncertainty_score":0.6373694},"labels":[],"label_agreement":null},{"id":"W4253464806","doi":"10.4300/jgme-d-17-00746.1","title":"ICRE Top Research Papers","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Computer science; Medicine; Information retrieval; Library science; Political science","score_opus":0.12027223779525834,"score_gpt":0.500305489333891,"score_spread":0.38003325153863265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253464806","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020519828,0.13924424,0.0039664456,0.063696265,0.13703315,0.0013246116,0.01746903,0.0023006643,0.63291365],"genre_scores_gemma":[0.017099172,0.16739866,0.0048723323,0.031090923,0.079780646,0.00079107936,0.020493673,0.0013819365,0.67709154],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99184,0.00142949,0.0012629422,0.0011835699,0.0033811785,0.000902838],"domain_scores_gemma":[0.975706,0.0035578997,0.0023427794,0.002356484,0.010962547,0.005074271],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007061331,0.0017346911,0.002477649,0.009401032,0.0015590006,0.01438091,0.003921974,0.0053409804,0.59266776],"category_scores_gemma":[0.027982129,0.00077358057,0.0018029871,0.0074911453,0.0012851811,0.0049888715,0.004439317,0.0033053807,0.4858618],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016686837,0.00007660744,0.0007605496,0.004254991,0.00006572246,0.0003033604,0.00008415511,0.00009244182,0.00037394871,0.004303058,0.7125295,0.27698877],"study_design_scores_gemma":[0.000031836924,0.000037773723,0.00055407546,0.0021828644,0.0000276276,0.00030551277,0.00008440463,0.000034924124,0.00014046894,0.0012293503,0.99535817,0.000012978542],"about_ca_topic_score_codex":0.0019905458,"about_ca_topic_score_gemma":0.0019434043,"teacher_disagreement_score":0.59266776,"about_ca_system_score_codex":0.0034015586,"about_ca_system_score_gemma":0.010503062,"threshold_uncertainty_score":0.58101},"labels":[],"label_agreement":null},{"id":"W4282565323","doi":"10.4300/jgme-d-21-01108.1","title":"Remote Collaborative Writing: A Guide to Writing Within a Virtual Community of Practice","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","funders":"","keywords":"Collaborative writing; Writing process; Computer science; Professional writing; Academic writing; Grant writing; The Internet; Process (computing); Cloud computing; Word processing; Task (project management); World Wide Web; Scientific writing; Teamwork; Psychology; Mathematics education; Linguistics; Management","score_opus":0.05107506350060914,"score_gpt":0.357345341741347,"score_spread":0.3062702782407379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282565323","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067896466,0.09103715,0.3436204,0.13599896,0.008282624,0.006100326,0.0016002421,0.006254724,0.40031594],"genre_scores_gemma":[0.03203146,0.097824946,0.60356313,0.038759567,0.0020039463,0.009762059,0.0012337556,0.0027280424,0.21209317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99042714,0.0063339616,0.0006860765,0.000561168,0.0015193297,0.00047232246],"domain_scores_gemma":[0.987788,0.007345518,0.0006112223,0.00065041357,0.0015256619,0.0020791548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008420303,0.001768706,0.0011106409,0.0042394428,0.0063811396,0.009729752,0.006118073,0.007998672,0.02116216],"category_scores_gemma":[0.016852994,0.0013547887,0.00087542395,0.0038397904,0.009567705,0.012434121,0.008246511,0.010770709,0.020152986],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003872575,0.00047856692,0.000549116,0.0012562871,0.000013025077,0.0013001752,0.06525835,0.00054222526,0.00086883013,0.054122925,0.56052905,0.31504264],"study_design_scores_gemma":[0.000013535452,0.00004887258,0.00031775844,0.0012417147,0.0000029933515,0.0015027006,0.0089557795,0.00026956084,0.0001063485,0.02082501,0.9666793,0.000036560537],"about_ca_topic_score_codex":0.005822416,"about_ca_topic_score_gemma":0.02196072,"teacher_disagreement_score":0.02116216,"about_ca_system_score_codex":0.0036756755,"about_ca_system_score_gemma":0.01156138,"threshold_uncertainty_score":0.07079446},"labels":[],"label_agreement":null},{"id":"W4282578977","doi":"10.4300/jgme-d-21-00882.1","title":"Trust Me, I Know Them: Assessing Interpersonal Bias in Surgery Residency Interviews","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Interview; Psychology; Test (biology); Personnel selection; Interpersonal communication; Family medicine; Medicine; Medical education; Clinical psychology; Social psychology","score_opus":0.20866374398672688,"score_gpt":0.40308851049907063,"score_spread":0.19442476651234375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282578977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99263847,0.00047366467,0.0033812488,0.0004370517,0.000047390524,0.00042762174,0.00011122377,0.000016223734,0.0024672223],"genre_scores_gemma":[0.9956969,0.00029159346,0.0030147186,0.00017427956,0.000042459684,0.00053163106,0.0000663706,0.000005745318,0.00017624245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8928065,0.08420928,0.008452477,0.0020245435,0.010265745,0.0022413672],"domain_scores_gemma":[0.77619314,0.13876858,0.058740426,0.004960148,0.018050032,0.0032876676],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0798718,0.00039592813,0.000666058,0.004145669,0.0021924784,0.003102713,0.0010980447,0.00071354746,0.0011124526],"category_scores_gemma":[0.17704417,0.00050189474,0.0006638128,0.0024521996,0.002070621,0.0027922143,0.004808917,0.0009595489,0.00024222916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030691896,0.00010482771,0.83684033,0.0007521706,0.0001706161,0.00047261882,0.11521581,0.00022621505,0.0007809062,0.00045796693,0.0009864388,0.043685116],"study_design_scores_gemma":[0.000045080113,0.0011053033,0.7094399,0.001189462,0.00015631158,0.0017808247,0.2751497,0.002843936,0.0018223847,0.0015947119,0.0047360007,0.0001363275],"about_ca_topic_score_codex":0.0029270756,"about_ca_topic_score_gemma":0.0046570725,"teacher_disagreement_score":0.9201282,"about_ca_system_score_codex":0.003083377,"about_ca_system_score_gemma":0.0030003423,"threshold_uncertainty_score":0.4224075},"labels":[],"label_agreement":null},{"id":"W4282579852","doi":"10.4300/jgme-d-21-01011.1","title":"Just in Time Teaching (JiTT) Infographics App for Teacher Development","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Infographic; Medical education; Curriculum; Accreditation; Faculty development; Teaching method; Graduate medical education; Psychology; Computer science; Professional development; Medicine; Mathematics education; Pedagogy","score_opus":0.1299262943627846,"score_gpt":0.4449292171099744,"score_spread":0.3150029227471898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282579852","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06547846,0.0067693964,0.36077794,0.0056871516,0.0033803016,0.007982315,0.019759838,0.26398158,0.26618308],"genre_scores_gemma":[0.216011,0.005474267,0.4272736,0.008027422,0.0011950178,0.0093497345,0.0145124765,0.022652224,0.29550418],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942577,0.00014716278,0.000051319104,0.000081717975,0.00022479592,0.00006915243],"domain_scores_gemma":[0.99746597,0.0014949791,0.0001664741,0.00016303328,0.0002645948,0.00044496727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067207415,0.0011246348,0.000398454,0.0008361437,0.00034021036,0.0010677243,0.0015269527,0.0011525073,0.08064877],"category_scores_gemma":[0.0046283077,0.00047429514,0.0007650535,0.00024655683,0.0003544651,0.0016520921,0.0024242443,0.0009932895,0.026216175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008372759,0.0006724077,0.0025496674,0.0020781476,0.000044746343,0.0013719156,0.001857057,0.0004846479,0.009572502,0.0022121894,0.45012677,0.5281926],"study_design_scores_gemma":[0.0003486684,0.0008039719,0.008658793,0.0012212013,0.000116719246,0.004892015,0.00057326665,0.0047009224,0.012680677,0.0047747744,0.9610144,0.00021458928],"about_ca_topic_score_codex":0.00044521244,"about_ca_topic_score_gemma":0.0014937517,"teacher_disagreement_score":0.08064877,"about_ca_system_score_codex":0.0002722735,"about_ca_system_score_gemma":0.0007359578,"threshold_uncertainty_score":0.26979703},"labels":[],"label_agreement":null},{"id":"W4292680870","doi":"10.4300/jgme-d-22-00483.1","title":"It's Time to Stop Pointing Fingers: The Role of GME in Addressing the Issue of Unmatched US Medical School Graduates","year":2022,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Osteopathic medicine in the United States; Economic shortage; Graduate medical education; Workforce; Medical education; Equity (law); Medical school; Underrepresented Minority; Family medicine; Ethnic group; Medicine; Psychology; Alternative medicine; Political science; Accreditation","score_opus":0.030890450273980068,"score_gpt":0.3575362023953352,"score_spread":0.3266457521213551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292680870","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051287403,0.01234429,0.0006556747,0.9679222,0.008264806,0.000023242626,0.0000372799,0.00006698094,0.005556851],"genre_scores_gemma":[0.11874928,0.026706913,0.003647189,0.812949,0.030179355,0.00011269942,0.000113755574,0.00021572958,0.007325973],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98739433,0.006044976,0.0007449199,0.00096064905,0.0032165872,0.0016384574],"domain_scores_gemma":[0.9453801,0.02268662,0.0046524536,0.0025957776,0.0077660447,0.016919076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03187444,0.00064179127,0.00068673666,0.0024455972,0.0077437884,0.008537277,0.0037507676,0.013315309,0.016333492],"category_scores_gemma":[0.10300479,0.0006747793,0.00073944824,0.0014631769,0.0101380795,0.015699714,0.009729459,0.0188745,0.0031054234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007614131,0.00023502075,0.010476553,0.00049970637,0.00004352703,0.00062994286,0.0047913035,0.0001013469,0.00018485716,0.01001509,0.6325626,0.34038392],"study_design_scores_gemma":[0.00013436971,0.00047113872,0.028259296,0.009595729,0.00012499123,0.0032018344,0.033029202,0.0008262901,0.0005662045,0.050990608,0.87256294,0.00023733446],"about_ca_topic_score_codex":0.010632754,"about_ca_topic_score_gemma":0.028525585,"teacher_disagreement_score":0.03187444,"about_ca_system_score_codex":0.0052716234,"about_ca_system_score_gemma":0.020538788,"threshold_uncertainty_score":0.1685701},"labels":[],"label_agreement":null},{"id":"W4294957195","doi":"10.4300/jgme-d-22-00002.1","title":"Virtual Interviews in Postgraduate Medical Education Recruitment: Is There a Future Post-Pandemic?","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Attendance; Medical education; Pandemic; Social distance; Psychology; Coronavirus disease 2019 (COVID-19); Medicine; Political science","score_opus":0.08240782619430961,"score_gpt":0.38719239407361355,"score_spread":0.30478456787930397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294957195","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40015486,0.04020126,0.019329417,0.46619123,0.006407571,0.002067826,0.00025798596,0.00026429855,0.06512548],"genre_scores_gemma":[0.9287354,0.011521704,0.017551186,0.035396613,0.0013639089,0.0029551717,0.00014833787,0.00006858613,0.0022592817],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.87298316,0.115255944,0.0016917723,0.002024829,0.0036147977,0.0044295467],"domain_scores_gemma":[0.850578,0.11376859,0.009625322,0.005427033,0.0057093985,0.014891664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.13259673,0.00050303986,0.00063178036,0.0012889011,0.0115215555,0.011044903,0.0042498624,0.005601135,0.0068586343],"category_scores_gemma":[0.17471783,0.0011041594,0.0006623937,0.0019450142,0.01618107,0.01671953,0.022053136,0.006674439,0.00087400706],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000493159,0.0009247186,0.02686318,0.002625926,0.000033874694,0.0015973713,0.47983572,0.0004568376,0.0003495901,0.035392504,0.034074444,0.4173527],"study_design_scores_gemma":[0.00016948937,0.0010237624,0.030284967,0.008501614,0.00003175134,0.0016941925,0.7984344,0.0010366089,0.00035336142,0.029732196,0.12857097,0.00016676798],"about_ca_topic_score_codex":0.0059039453,"about_ca_topic_score_gemma":0.014374361,"teacher_disagreement_score":0.13259673,"about_ca_system_score_codex":0.010043841,"about_ca_system_score_gemma":0.02150953,"threshold_uncertainty_score":0.7012469},"labels":[],"label_agreement":null},{"id":"W4306250936","doi":"10.4300/jgme-d-22-00050.1","title":"“The Most Crushing Thing”: Understanding Resident Assessment Burden in a Competency-Based Curriculum","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University","keywords":"Competence (human resources); CLARITY; Autonomy; Self-assessment; Formative assessment; Psychology; Medical education; Curriculum; Workload; Medicine; Social psychology; Pedagogy; Computer science","score_opus":0.0408747156244065,"score_gpt":0.37734496434069364,"score_spread":0.33647024871628717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306250936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96024984,0.0024345666,0.004498246,0.027061876,0.00012268224,0.0000679348,0.000053514283,0.000026122576,0.005485217],"genre_scores_gemma":[0.9961189,0.0007998636,0.0015956317,0.0011415723,0.000025136656,0.00002325193,0.000025634414,0.000007948005,0.00026212263],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9914757,0.004075806,0.0004225282,0.0004476525,0.0023601614,0.0012181147],"domain_scores_gemma":[0.98111826,0.007868663,0.0051500853,0.00073381606,0.0025219652,0.0026072944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015752828,0.00051053666,0.00033002056,0.0021367508,0.006280321,0.005284148,0.0019204105,0.0012928649,0.0009893634],"category_scores_gemma":[0.035665,0.0005283608,0.0004922506,0.0012911089,0.014585477,0.009597424,0.008082005,0.00356171,0.0001472435],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054790235,0.000113480484,0.1272266,0.00046825793,0.000032790773,0.0004899637,0.80864996,0.00031130147,0.00071754196,0.0051763975,0.0036303105,0.053128533],"study_design_scores_gemma":[0.000008127706,0.0001412579,0.13995782,0.0011066681,0.00004428477,0.00078964443,0.8351173,0.0010857425,0.00044615485,0.0064713676,0.014758109,0.00007353398],"about_ca_topic_score_codex":0.09617658,"about_ca_topic_score_gemma":0.15195604,"teacher_disagreement_score":0.98424715,"about_ca_system_score_codex":0.018172562,"about_ca_system_score_gemma":0.022649933,"threshold_uncertainty_score":0.19123352},"labels":[],"label_agreement":null},{"id":"W4306250958","doi":"10.4300/jgme-d-21-01174.1","title":"Ethnic and Racial Differences in Ratings in the Medical Student Standardized Letters of Evaluation (SLOE)","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ethnic group; Medical education; Psychology; Medicine; Family medicine; Political science; Law","score_opus":0.08012408893396569,"score_gpt":0.43273165596031493,"score_spread":0.3526075670263492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306250958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962373,0.000096449454,0.00019335687,0.00026289586,0.000036031317,0.000030796713,0.00017908565,0.000008003314,0.0029560786],"genre_scores_gemma":[0.99888843,0.000054619475,0.00016806583,0.000086552485,0.000022546183,0.000028247632,0.0001657641,0.0000054765756,0.0005803831],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940671,0.0025244018,0.000647387,0.0003598121,0.0017617939,0.0006395156],"domain_scores_gemma":[0.9706889,0.008779835,0.011239582,0.0008023945,0.005172343,0.0033170066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005729717,0.00019008825,0.0002496587,0.0014256318,0.0005283165,0.0010639725,0.0004011369,0.00041069332,0.0052618654],"category_scores_gemma":[0.036089864,0.00012227436,0.00033753167,0.0011925147,0.0005215806,0.00059147127,0.0014078344,0.0005394169,0.0011329154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026524242,0.0001681287,0.97964954,0.000037233614,0.00003663539,0.000057557176,0.001896529,0.0001050355,0.00046817734,0.0001361697,0.0013389128,0.015840713],"study_design_scores_gemma":[0.00000584187,0.00013478486,0.9966281,0.000021027872,0.0000047844705,0.0000746877,0.00198108,0.00019687237,0.00016289041,0.000056978395,0.00072519056,0.000007773119],"about_ca_topic_score_codex":0.001844724,"about_ca_topic_score_gemma":0.0026624342,"teacher_disagreement_score":0.99427027,"about_ca_system_score_codex":0.00052497524,"about_ca_system_score_gemma":0.00064421,"threshold_uncertainty_score":0.030301988},"labels":[],"label_agreement":null},{"id":"W4306250978","doi":"10.4300/jgme-d-22-00602.1","title":"A Welcome to International Authors","year":2022,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Political science; Population; China; Medicine; Economic growth; Library science; Sociology; Law; Demography","score_opus":0.024520840765193785,"score_gpt":0.3995285110915446,"score_spread":0.3750076703263508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306250978","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019398483,0.010650447,0.00097113487,0.20977415,0.7536111,0.00008068612,0.00021090236,0.0005356849,0.02397185],"genre_scores_gemma":[0.0041578393,0.012484812,0.0030063714,0.22696513,0.5491087,0.00027293572,0.0006558524,0.0015266092,0.20182179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9577087,0.009002848,0.0036741458,0.0059161833,0.019620474,0.0040776897],"domain_scores_gemma":[0.787261,0.024166455,0.010042201,0.015457359,0.10460606,0.058466922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024558974,0.0031059638,0.003955629,0.00518581,0.006818948,0.041402787,0.006173303,0.023767361,0.14100839],"category_scores_gemma":[0.124221966,0.0013023583,0.0032937215,0.0036252749,0.0067323293,0.023590451,0.017433139,0.03308221,0.16211484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018348173,0.000023628127,0.0001006092,0.00022397956,0.000008120613,0.0002116018,0.00018860573,0.000027858374,0.00013729018,0.0022990373,0.97781247,0.018948516],"study_design_scores_gemma":[0.0000073016395,0.000014404948,0.00007037844,0.0002647093,0.000003817041,0.00030068582,0.00028894813,0.000020722306,0.00004771472,0.0017464758,0.99722016,0.000014630649],"about_ca_topic_score_codex":0.0006378839,"about_ca_topic_score_gemma":0.0016403713,"teacher_disagreement_score":0.14100839,"about_ca_system_score_codex":0.004696858,"about_ca_system_score_gemma":0.018761504,"threshold_uncertainty_score":0.47172004},"labels":[],"label_agreement":null},{"id":"W4306250992","doi":"10.4300/jgme-d-22-00621.1","title":"Steps for Conducting a Scoping Review","year":2022,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":587,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Data science; Computer science; MEDLINE; Medical education; Medicine; Political science","score_opus":0.8197210851960398,"score_gpt":0.7077524408310443,"score_spread":0.11196864436499554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306250992","genre_codex":"protocol","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004103716,0.01664166,0.2070505,0.1545352,0.02387573,0.53059715,0.008334548,0.0076823547,0.0471792],"genre_scores_gemma":[0.005650177,0.0072232,0.70866036,0.013438147,0.001613587,0.25006908,0.0028191945,0.0006639636,0.009862343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6704581,0.17182238,0.07871784,0.010321506,0.061570395,0.0071098176],"domain_scores_gemma":[0.34674847,0.24297655,0.027982086,0.04089004,0.3126714,0.028731504],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3569549,0.004519352,0.005923674,0.024747668,0.0114170965,0.024453295,0.008579606,0.020436982,0.07940175],"category_scores_gemma":[0.5302854,0.0062066927,0.011534188,0.015171463,0.006251373,0.019254472,0.0188093,0.024362843,0.047876157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008771998,0.0009667814,0.0017140713,0.053644877,0.000688593,0.002960952,0.0310981,0.0018858362,0.0056331633,0.039394286,0.3793934,0.48174277],"study_design_scores_gemma":[0.0011786837,0.0006010519,0.0024854434,0.118903056,0.0005640486,0.001324962,0.01016229,0.0017353774,0.0022899315,0.06279673,0.79743063,0.00052773906],"about_ca_topic_score_codex":0.01031707,"about_ca_topic_score_gemma":0.01845588,"teacher_disagreement_score":0.64304507,"about_ca_system_score_codex":0.016284762,"about_ca_system_score_gemma":0.18370989,"threshold_uncertainty_score":0.79298913},"labels":[],"label_agreement":null},{"id":"W4306251128","doi":"10.4300/jgme-d-21-00832.1","title":"Using Learning Analytics to Examine Differences in Assessment Forms From Continuous Versus Episodic Supervisors of Family Medicine Residents","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Safety Canada; University of Alberta","funders":"","keywords":"Analytics; Medical education; Data science; MEDLINE; Psychology; Medicine; Computer science","score_opus":0.15032659772603368,"score_gpt":0.4285707101191448,"score_spread":0.27824411239311114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306251128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997544,0.00002288507,0.0009747778,0.00006721545,0.000011163541,0.00013454178,0.00032651666,0.00003168762,0.00088711793],"genre_scores_gemma":[0.99593973,0.000028986227,0.0026613788,0.00003979636,0.000007245258,0.00042781653,0.00047507728,0.000008020396,0.0004120047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99404424,0.0027118411,0.0008327606,0.0006911381,0.0013581304,0.00036192],"domain_scores_gemma":[0.94854504,0.031421605,0.0120973205,0.0017368179,0.004901621,0.0012975907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009091972,0.0003363993,0.0003053367,0.0020369736,0.0004811853,0.0014952017,0.00061624433,0.00040007412,0.0018023255],"category_scores_gemma":[0.048802156,0.00021032944,0.00055523886,0.0013501401,0.00045253127,0.001196644,0.0015779608,0.0009827315,0.00048916537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041258594,0.00050261006,0.94001716,0.00006512884,0.0000792471,0.000035310328,0.006234638,0.0002704182,0.0005913065,0.000113772214,0.00082127395,0.05085647],"study_design_scores_gemma":[0.000034282893,0.0008742176,0.9871428,0.00006267866,0.00002055902,0.00006607237,0.007662059,0.002023623,0.001042196,0.00018276216,0.0008715355,0.000017306405],"about_ca_topic_score_codex":0.0024317016,"about_ca_topic_score_gemma":0.0031579698,"teacher_disagreement_score":0.990908,"about_ca_system_score_codex":0.0008611423,"about_ca_system_score_gemma":0.0011085316,"threshold_uncertainty_score":0.048083544},"labels":[],"label_agreement":null},{"id":"W4306251302","doi":"10.4300/jgme-d-22-00620.1","title":"An Introduction to Scoping Reviews","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Systematic review; Grey literature; Knowledge translation; Knowledge management; Computer science; Engineering ethics; MEDLINE; Data science; Medical education; Psychology; Management science; Medicine; Engineering; Political science","score_opus":0.048651891074653425,"score_gpt":0.4237560331867284,"score_spread":0.375104142112075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306251302","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005376143,0.69029766,0.092390396,0.07384844,0.035621554,0.019695377,0.0074828295,0.002139862,0.077986315],"genre_scores_gemma":[0.004893221,0.71260756,0.18381841,0.026361223,0.014149953,0.03307752,0.0061019515,0.00088287285,0.01810732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8816086,0.057033226,0.031649526,0.004677492,0.023650324,0.0013807692],"domain_scores_gemma":[0.674563,0.2502939,0.015746985,0.010654377,0.046195336,0.0025463456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08709519,0.0028615245,0.0045041465,0.029191911,0.0037130588,0.013905138,0.0063537275,0.010675944,0.05308161],"category_scores_gemma":[0.2591474,0.0028818413,0.006397944,0.032066092,0.0056251395,0.013896399,0.0105951885,0.010110998,0.028054535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013032906,0.000095854244,0.0002808471,0.087948605,0.00023396248,0.00028656606,0.002662651,0.0007207617,0.00036431558,0.06685792,0.36392704,0.47649106],"study_design_scores_gemma":[0.00004457964,0.00006279451,0.00026109966,0.10216856,0.000079698584,0.0003204718,0.0005627765,0.00017507297,0.00010535153,0.035432152,0.860719,0.00006840314],"about_ca_topic_score_codex":0.004491458,"about_ca_topic_score_gemma":0.005201812,"teacher_disagreement_score":0.9129048,"about_ca_system_score_codex":0.009571099,"about_ca_system_score_gemma":0.031102076,"threshold_uncertainty_score":0.4606089},"labels":[],"label_agreement":null},{"id":"W4311787360","doi":"10.4300/jgme-d-22-00825.1","title":"ICRE Top Research Abstracts","year":2022,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Data science; Medicine; Information retrieval; Computer science; World Wide Web; Biology","score_opus":0.18240716791649517,"score_gpt":0.47426988321337477,"score_spread":0.29186271529687957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311787360","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003568832,0.027027741,0.0011469958,0.10740609,0.65914166,0.0012119856,0.019452203,0.001713966,0.1825425],"genre_scores_gemma":[0.0042920113,0.040326383,0.0020042832,0.079746075,0.38285413,0.0010198086,0.014071768,0.0014772387,0.4742083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888603,0.0015613448,0.0017021981,0.0010787292,0.0057947547,0.0010026346],"domain_scores_gemma":[0.9337911,0.006039784,0.004718831,0.0029344335,0.04565613,0.0068596797],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0074822875,0.0022074664,0.0027840913,0.00862926,0.0017825459,0.013663087,0.0043074996,0.0072602513,0.5735738],"category_scores_gemma":[0.045116525,0.0011803445,0.0025484192,0.0060221027,0.0011364092,0.004273042,0.0029959509,0.005117214,0.44116622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024946441,0.00000944001,0.00004329838,0.0005670844,0.000007548681,0.000035803885,0.0000063006487,0.000009075989,0.00004341957,0.00018822581,0.98733354,0.011731216],"study_design_scores_gemma":[0.00002401265,0.00001625208,0.00022837298,0.00087796984,0.000008848508,0.00007178664,0.000035426856,0.000015034875,0.000056584697,0.00020793063,0.99844754,0.000010148687],"about_ca_topic_score_codex":0.00446329,"about_ca_topic_score_gemma":0.005644651,"teacher_disagreement_score":0.5735738,"about_ca_system_score_codex":0.0046916744,"about_ca_system_score_gemma":0.011790231,"threshold_uncertainty_score":0.60824513},"labels":[],"label_agreement":null},{"id":"W4320894685","doi":"10.4300/jgme-d-22-00512.1","title":"Not Much Feels Right","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Innocence; Psychology; Class (philosophy); Media studies; Psychoanalysis; Computer science; Sociology; Artificial intelligence","score_opus":0.23605748257000156,"score_gpt":0.5075698006852801,"score_spread":0.27151231811527854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894685","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041994443,0.010013923,0.0027794722,0.784478,0.06328087,0.00006140619,0.00019864511,0.00078206323,0.13420612],"genre_scores_gemma":[0.061973084,0.005362796,0.0016880942,0.63578016,0.0067123487,0.00012246406,0.00024577382,0.00101132,0.28710392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9692245,0.012774894,0.00068544166,0.003664943,0.008497478,0.0051528113],"domain_scores_gemma":[0.9562818,0.004763342,0.001883145,0.002788496,0.011068222,0.023214985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011659762,0.0014720066,0.001780065,0.0012403292,0.022252765,0.025701966,0.0028424382,0.011630209,0.112005405],"category_scores_gemma":[0.053388704,0.0008664915,0.0014290056,0.0008194451,0.021653555,0.024594773,0.018179622,0.02893645,0.07493361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034385295,0.00007509179,0.0008874498,0.00014675544,0.000027419446,0.00036310614,0.012859397,0.00002344158,0.00036243946,0.017365023,0.9388723,0.02898311],"study_design_scores_gemma":[0.00001328675,0.00004575475,0.0004339811,0.0004885508,0.000011082655,0.00064387254,0.03198936,0.000027226239,0.00012343067,0.007996153,0.9581646,0.00006279158],"about_ca_topic_score_codex":0.007959833,"about_ca_topic_score_gemma":0.011204917,"teacher_disagreement_score":0.112005405,"about_ca_system_score_codex":0.005810388,"about_ca_system_score_gemma":0.011457002,"threshold_uncertainty_score":0.37469542},"labels":[],"label_agreement":null},{"id":"W4320894688","doi":"10.4300/jgme-d-22-00433.1","title":"“Patients Are the People Who Teach Me the Most”: Exploring the Development of Communication Skills During Internal Medicine Residency","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Sinai Health System; University of Toronto","funders":"","keywords":"Communication skills; Psychological intervention; Constructive; Medical education; Communication skills training; Psychology; Medicine; Nursing; Computer science; Process (computing)","score_opus":0.21330994089920077,"score_gpt":0.4437912429246276,"score_spread":0.23048130202542685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941934,0.00045722333,0.0008217699,0.0023033316,0.000022554674,0.00006427386,0.000019858771,0.000008089438,0.0021096563],"genre_scores_gemma":[0.99573225,0.0009034675,0.0017255177,0.0007845667,0.00001641737,0.00009623063,0.000024057543,0.000005875102,0.0007117082],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99506074,0.0037393984,0.00009753323,0.000162809,0.00043870395,0.0005008788],"domain_scores_gemma":[0.9905642,0.006035678,0.0015646522,0.00015358347,0.0006191338,0.0010627662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008908798,0.00031146273,0.00020911446,0.0007330687,0.002927162,0.0019060194,0.000807442,0.00094140606,0.00090818846],"category_scores_gemma":[0.0194113,0.0003781904,0.00023837732,0.00048592617,0.0035514676,0.0024242487,0.002293507,0.0019844207,0.00017726362],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040651765,0.00009851881,0.027013078,0.00023218422,0.000009611762,0.0006170441,0.94710034,0.000043754244,0.00091570686,0.0004363534,0.0009141328,0.022578593],"study_design_scores_gemma":[0.000011311892,0.00032584803,0.06689192,0.00038378104,0.00001530598,0.000883946,0.92332256,0.0001894484,0.00057085755,0.00045458402,0.0069318954,0.000018593078],"about_ca_topic_score_codex":0.0056278124,"about_ca_topic_score_gemma":0.021094758,"teacher_disagreement_score":0.008908798,"about_ca_system_score_codex":0.0035482834,"about_ca_system_score_gemma":0.0074399984,"threshold_uncertainty_score":0.04711479},"labels":[],"label_agreement":null},{"id":"W4320894699","doi":"10.4300/jgme-d-22-00958.1","title":"A Beginner's Guide to Meta-Ethnography","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ethnography; CLARITY; Identification (biology); Qualitative research; Epistemology; Interpretation (philosophy); Computer science; Engineering ethics; Field (mathematics); Data science; Sociology; Management science; Social science; Engineering","score_opus":0.12905440123450487,"score_gpt":0.4542513205022548,"score_spread":0.32519691926774996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032215717,0.050671633,0.6418891,0.03093115,0.011790483,0.15412821,0.044746157,0.0078122504,0.05480947],"genre_scores_gemma":[0.0041065277,0.015867263,0.80642354,0.0042355335,0.0006157674,0.15246071,0.0044156425,0.0012094367,0.0106655955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8694569,0.10532595,0.013136571,0.003900325,0.007261168,0.00091914897],"domain_scores_gemma":[0.66546625,0.26393518,0.0077647585,0.021918245,0.038570575,0.002344952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15454431,0.0035939815,0.0039191456,0.013961452,0.004347298,0.0076323478,0.008832945,0.004825069,0.08602138],"category_scores_gemma":[0.26921758,0.004988481,0.0053908844,0.014615539,0.0039586946,0.009512281,0.0075382674,0.014016668,0.026574649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035201327,0.00036094972,0.0005715374,0.0358909,0.00040276718,0.00039768303,0.04577468,0.0017925648,0.0012109833,0.04959321,0.5409527,0.32270005],"study_design_scores_gemma":[0.0002862188,0.00016274044,0.00054765714,0.02796451,0.00014899703,0.00024751542,0.0057433425,0.0009886987,0.00043212966,0.03876763,0.92452466,0.00018591872],"about_ca_topic_score_codex":0.0075138514,"about_ca_topic_score_gemma":0.01974232,"teacher_disagreement_score":0.15454431,"about_ca_system_score_codex":0.0071109175,"about_ca_system_score_gemma":0.03238605,"threshold_uncertainty_score":0.8173182},"labels":[],"label_agreement":null},{"id":"W4320894712","doi":"10.4300/jgme-d-22-00397.1","title":"Program Evaluation Use in Graduate Medical Education","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Timeline; Process (computing); Publication; Curriculum; Medical education; Program evaluation; Graduate medical education; Computer science; Psychology; Accreditation; Medicine; Political science; Pedagogy","score_opus":0.5342027688137225,"score_gpt":0.6158367903650068,"score_spread":0.0816340215512843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05891688,0.1162986,0.3212693,0.17695148,0.011544159,0.00926178,0.000990833,0.0086638145,0.29610324],"genre_scores_gemma":[0.54781944,0.02651846,0.3593555,0.030854598,0.0026873902,0.014637376,0.0005973458,0.003372197,0.0141577395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.4164625,0.5075652,0.032381155,0.0058689048,0.03491038,0.0028119353],"domain_scores_gemma":[0.38493362,0.46130875,0.03900493,0.039691497,0.06492374,0.010137455],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.35717767,0.0009227009,0.0017941932,0.010159478,0.0056220246,0.013448093,0.003577252,0.004390885,0.007957288],"category_scores_gemma":[0.51570445,0.0011819145,0.0015005349,0.011307009,0.00890169,0.011890738,0.018887524,0.0054540783,0.0018685253],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030782208,0.00036146306,0.009191794,0.0063283266,0.00012300952,0.00037993919,0.04809537,0.0005233936,0.0005570988,0.05390541,0.056492854,0.8237335],"study_design_scores_gemma":[0.00019371505,0.0010195724,0.020821938,0.04955776,0.00021392954,0.0015619332,0.035216764,0.0032244474,0.0036183645,0.05909328,0.82509774,0.00038041148],"about_ca_topic_score_codex":0.004012225,"about_ca_topic_score_gemma":0.005665732,"teacher_disagreement_score":0.35717767,"about_ca_system_score_codex":0.017252332,"about_ca_system_score_gemma":0.027372327,"threshold_uncertainty_score":0.79271436},"labels":[],"label_agreement":null},{"id":"W4320894716","doi":"10.4300/jgme-d-22-00180.1","title":"A Scoping Review of Indigenous Health Curricular Content in Graduate Medical Education","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Indigenous; Curriculum; Medical education; Cultural humility; Inclusion (mineral); Health care; Medicine; Cultural safety; Cultural competence; Psychology; Political science; Sociology; Pedagogy; Social science","score_opus":0.1988292678480482,"score_gpt":0.49654409833614094,"score_spread":0.2977148304880928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894716","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032132894,0.9903814,0.0007453739,0.0011757626,0.00053984125,0.001435628,0.00044638637,0.000017071297,0.0020452803],"genre_scores_gemma":[0.01551504,0.9785467,0.0018919241,0.00087304896,0.00015195666,0.0023826058,0.00036432644,0.000014392189,0.00025995763],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9633886,0.014343232,0.01371023,0.0014966108,0.006196143,0.00086520676],"domain_scores_gemma":[0.8518501,0.112435475,0.01601692,0.0023484614,0.016412362,0.0009367415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046541896,0.0016898385,0.0056655062,0.02951527,0.0023823641,0.0058585466,0.0032195493,0.0036729574,0.00461678],"category_scores_gemma":[0.15624043,0.0016950493,0.005889508,0.031890247,0.0028577459,0.0050569386,0.004765924,0.002046088,0.00066058786],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001023892,0.000040460913,0.00081661495,0.8827403,0.0013258875,0.00014128712,0.00327513,0.00010439481,0.00018818234,0.0007852118,0.0022576423,0.108222425],"study_design_scores_gemma":[0.000016933927,0.00005529461,0.0011895405,0.9804072,0.0026964974,0.00008173214,0.001261781,0.00002383714,0.000100026824,0.00016206487,0.013993508,0.000011580944],"about_ca_topic_score_codex":0.015047922,"about_ca_topic_score_gemma":0.035617422,"teacher_disagreement_score":0.046541896,"about_ca_system_score_codex":0.009508365,"about_ca_system_score_gemma":0.043174118,"threshold_uncertainty_score":0.24614},"labels":[],"label_agreement":null},{"id":"W4320894722","doi":"10.4300/jgme-d-22-00222.1","title":"Evaluating the Quality of Written Feedback Within Entrustable Professional Activities in an Internal Medicine Cohort","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Centre for Addiction and Mental Health; University of Toronto; Queen's University; University of Ottawa","funders":"","keywords":"Task (project management); Test (biology); Quality (philosophy); Orientation (vector space); Inter-rater reliability; Medicine; Medical education; Psychology; Family medicine; Mathematics; Developmental psychology","score_opus":0.13763635978210115,"score_gpt":0.507944071433075,"score_spread":0.3703077116509738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320894722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99824786,0.00030164627,0.00046138608,0.00015190613,0.000018964478,0.000087601584,0.0003087139,0.000019274592,0.00040286858],"genre_scores_gemma":[0.99867624,0.00012862963,0.0005525767,0.000051735384,0.000022027016,0.00010294453,0.00032067264,0.000009066046,0.00013602746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98533636,0.0058592614,0.0023765836,0.0010692041,0.0044699013,0.000888691],"domain_scores_gemma":[0.8210818,0.06048658,0.072621524,0.005108313,0.034983106,0.00571862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02950086,0.00030629095,0.0004903521,0.002679966,0.000526893,0.0013127264,0.00065498555,0.00047432567,0.00091768894],"category_scores_gemma":[0.14338626,0.00025790508,0.0005723188,0.0015856972,0.00072108087,0.0012640427,0.0016252395,0.0005970966,0.0002620229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028830278,0.00005606188,0.9884444,0.00009735895,0.00005176566,0.00005063059,0.0020012523,0.00006618889,0.0001998541,0.000008954917,0.00024519325,0.008490099],"study_design_scores_gemma":[0.000011788243,0.0003792385,0.9971449,0.000083668085,0.00002556136,0.000090605005,0.0013162711,0.00024815556,0.00036512007,0.000013422111,0.0003084187,0.000012835689],"about_ca_topic_score_codex":0.004432873,"about_ca_topic_score_gemma":0.0064847847,"teacher_disagreement_score":0.02950086,"about_ca_system_score_codex":0.0015689146,"about_ca_system_score_gemma":0.0020473648,"threshold_uncertainty_score":0.1560173},"labels":[],"label_agreement":null},{"id":"W4320895991","doi":"10.4300/jgme-d-22-00957.1","title":"Understanding Meta-Ethnography in Health Professions Education Research","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Ethnography; Qualitative research; Meaning (existential); Engineering ethics; Internship; Accreditation; Sociology; Medical education; Epistemology; Medicine; Social science","score_opus":0.559257334038106,"score_gpt":0.5636131684120405,"score_spread":0.004355834373934497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320895991","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030453583,0.15670636,0.67521596,0.09283207,0.0059282556,0.0072900676,0.0012385063,0.0006329971,0.029702153],"genre_scores_gemma":[0.26432058,0.04551396,0.6505338,0.014382267,0.0012338599,0.020152777,0.00093288906,0.00042482387,0.0025049997],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5361144,0.4302145,0.012745386,0.008127907,0.010861889,0.0019359067],"domain_scores_gemma":[0.36179835,0.58857536,0.010439055,0.025592487,0.012380818,0.0012139684],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3330894,0.0021769416,0.0034969486,0.016011544,0.007221983,0.017749628,0.006659594,0.0063150437,0.0044355],"category_scores_gemma":[0.34740773,0.0020455506,0.0041673384,0.013042894,0.023867423,0.026977122,0.013340071,0.007259447,0.0005969205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121581754,0.00011362035,0.003940344,0.022599908,0.0013088584,0.0009188257,0.48048726,0.0025851363,0.00064257276,0.34820205,0.011673463,0.12740642],"study_design_scores_gemma":[0.00016357223,0.00016768232,0.002478178,0.06433875,0.0007034338,0.0007832299,0.19285268,0.0054447046,0.0011180388,0.5236127,0.20813079,0.00020622354],"about_ca_topic_score_codex":0.006915693,"about_ca_topic_score_gemma":0.009352951,"teacher_disagreement_score":0.6669106,"about_ca_system_score_codex":0.014046883,"about_ca_system_score_gemma":0.025547769,"threshold_uncertainty_score":0.8224195},"labels":[],"label_agreement":null},{"id":"W4366144479","doi":"10.4300/jgme-d-23-00154.1","title":"Critical Reviews in Health Professions Education Research","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Engineering ethics; Narrative; Perspective (graphical); Systematic review; Conversation; Taxonomy (biology); Field (mathematics); Management science; Epistemology; Psychology; Sociology; MEDLINE; Computer science; Political science; Ecology","score_opus":0.43405675234749364,"score_gpt":0.6500008941653217,"score_spread":0.21594414181782806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366144479","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002927413,0.84696484,0.020265132,0.053466745,0.057510845,0.012014387,0.0009756135,0.00070399384,0.007805756],"genre_scores_gemma":[0.013681393,0.7476819,0.11468731,0.031610094,0.039861888,0.04688953,0.0012079747,0.00079015485,0.0035898772],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.2947529,0.50732344,0.11495777,0.016942168,0.06289798,0.003125809],"domain_scores_gemma":[0.044839885,0.8092918,0.041400734,0.023842229,0.07656584,0.0040594665],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4629562,0.0050771963,0.016269522,0.06381901,0.008040536,0.029259598,0.014317772,0.029778797,0.027954012],"category_scores_gemma":[0.8119113,0.0051341597,0.008269337,0.04305894,0.02140904,0.019317877,0.014486148,0.022016114,0.009199608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053492084,0.0001634044,0.000495256,0.47649002,0.0031299766,0.00043993013,0.00732063,0.0009998445,0.00037040177,0.05064028,0.2068779,0.25253737],"study_design_scores_gemma":[0.0003804844,0.00018109367,0.0005365029,0.6319474,0.0012685691,0.00026004025,0.0014789507,0.00070680206,0.0003414216,0.042146437,0.32053447,0.00021784025],"about_ca_topic_score_codex":0.0059322165,"about_ca_topic_score_gemma":0.0061206985,"teacher_disagreement_score":0.4629562,"about_ca_system_score_codex":0.027597087,"about_ca_system_score_gemma":0.10592704,"threshold_uncertainty_score":0.66227067},"labels":[],"label_agreement":null},{"id":"W4366144987","doi":"10.4300/jgme-d-22-00415.1","title":"Mentorship Programs in Residency: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Mentorship; Medical education; MEDLINE; Data extraction; Medicine; Qualitative research; Qualitative property; Computer science; Political science","score_opus":0.40273087857928025,"score_gpt":0.5284590517043998,"score_spread":0.12572817312511952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366144987","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010420299,0.99622947,0.00022447783,0.00081042666,0.00023081567,0.0004241303,0.00018093499,0.000010600493,0.0008471705],"genre_scores_gemma":[0.006614493,0.9912553,0.0006717474,0.00037478816,0.00010814341,0.0007065815,0.00015660774,0.000006009265,0.00010619078],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98328584,0.0061718044,0.005782964,0.0007489805,0.0034281933,0.0005821384],"domain_scores_gemma":[0.90259784,0.07414594,0.011371075,0.0011602169,0.009685871,0.0010390525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024787022,0.0015283537,0.004276738,0.020630617,0.0017430203,0.004979559,0.003266488,0.003837245,0.0047082272],"category_scores_gemma":[0.11109896,0.0012561394,0.0046159457,0.02631387,0.001297709,0.0044875406,0.0030824698,0.0021754755,0.00060841045],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001598058,0.000085205706,0.0014192673,0.7857758,0.0015279296,0.00016603108,0.0012009245,0.00021317511,0.00011246402,0.0008738179,0.006566961,0.20189859],"study_design_scores_gemma":[0.000025321535,0.00006126079,0.0013468851,0.9753376,0.0028876087,0.00012561258,0.0006088742,0.000053130225,0.000086910106,0.00017045424,0.019284045,0.00001227212],"about_ca_topic_score_codex":0.010078529,"about_ca_topic_score_gemma":0.019339591,"teacher_disagreement_score":0.024787022,"about_ca_system_score_codex":0.007338174,"about_ca_system_score_gemma":0.028287614,"threshold_uncertainty_score":0.1310879},"labels":[],"label_agreement":null},{"id":"W4366199277","doi":"10.4300/jgme-d-22-00233.1","title":"Improving Narrative Feedback for Resident-Led Academic Rounds: The Effects of Assessment Form Design Changes","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Narrative; Medical education; Narrative review; Computer science; Medicine; Psychology; Intensive care medicine","score_opus":0.048080742855278,"score_gpt":0.41049783734022777,"score_spread":0.36241709448494974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366199277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98883283,0.0012313365,0.0040439437,0.0009225345,0.00033319995,0.0023217942,0.00010210119,0.00026969152,0.0019426275],"genre_scores_gemma":[0.97233844,0.0005115491,0.023670396,0.0005243283,0.00016470472,0.002009109,0.00009260225,0.00005861912,0.00063017407],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9160657,0.059114102,0.009576738,0.0029585822,0.010933004,0.0013518863],"domain_scores_gemma":[0.55147076,0.3522728,0.06036071,0.0131214475,0.017743537,0.0050307238],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.051380035,0.0011173546,0.00092167384,0.0011157081,0.001101524,0.0025807312,0.0017960476,0.0014684001,0.0036073048],"category_scores_gemma":[0.3697803,0.00068454567,0.0014642522,0.000874159,0.0011052329,0.0019037023,0.0015474543,0.0015080357,0.00062117964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031580754,0.026347503,0.09264722,0.007173068,0.0013514309,0.00043774588,0.02172992,0.005220337,0.012097419,0.00036319802,0.003964732,0.79708666],"study_design_scores_gemma":[0.009798566,0.15109916,0.7399056,0.0061541237,0.0035603275,0.0010921196,0.015181011,0.01475756,0.0381638,0.0013351649,0.018212417,0.00074016344],"about_ca_topic_score_codex":0.0016255389,"about_ca_topic_score_gemma":0.0024173695,"teacher_disagreement_score":0.94861996,"about_ca_system_score_codex":0.002406753,"about_ca_system_score_gemma":0.0029698391,"threshold_uncertainty_score":0.27172685},"labels":[],"label_agreement":null},{"id":"W4366204076","doi":"10.4300/jgme-d-23-00155.1","title":"Building Blocks for Critical Reviews in Health Professions Education","year":2023,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Flexibility (engineering); Critical thinking; Computer science; Judgement; Engineering ethics; Creativity; Key (lock); Management science; Epistemology; Data science; Psychology; Mathematics education; Management; Social psychology","score_opus":0.2086083003446235,"score_gpt":0.567505263756521,"score_spread":0.3588969634118975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366204076","genre_codex":"commentary","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005926447,0.121177495,0.36520192,0.38869408,0.05817625,0.042913016,0.00091232534,0.0065994845,0.015732817],"genre_scores_gemma":[0.004814261,0.023419803,0.8853014,0.02622886,0.008794214,0.048099384,0.000288548,0.0007923274,0.0022612102],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.15561494,0.6677909,0.09535191,0.014443742,0.06392295,0.0028756417],"domain_scores_gemma":[0.060258653,0.76425546,0.03000976,0.045496836,0.09155553,0.008423691],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70890635,0.0077109593,0.009289685,0.032902773,0.008861482,0.038368084,0.015130187,0.03629135,0.022492206],"category_scores_gemma":[0.8037706,0.009785156,0.0111766765,0.0168653,0.036453858,0.039843224,0.025068633,0.058344487,0.031509075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000757599,0.00026477766,0.00043317067,0.08211284,0.0016134584,0.00078321184,0.012908797,0.0026617472,0.0011370366,0.28309822,0.32942095,0.28480813],"study_design_scores_gemma":[0.0009561467,0.00036485185,0.0005005963,0.13602446,0.0005886931,0.00071112474,0.0018550665,0.0043278025,0.0009182939,0.38649473,0.46665204,0.00060617825],"about_ca_topic_score_codex":0.004001494,"about_ca_topic_score_gemma":0.004581939,"teacher_disagreement_score":0.29109365,"about_ca_system_score_codex":0.024232255,"about_ca_system_score_gemma":0.07544547,"threshold_uncertainty_score":0.35897034},"labels":[],"label_agreement":null},{"id":"W4380762580","doi":"10.4300/jgme-d-22-00783.1","title":"Designing a User-Friendly Context-Specific Assessment Tool for Community-Based Teachers","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Rubric; Summative assessment; Competence (human resources); Medical education; Computer science; Context (archaeology); Formative assessment; Psychology; Medicine; Pedagogy","score_opus":0.083783754459524,"score_gpt":0.4152524694347127,"score_spread":0.3314687149751887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380762580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12185694,0.0014509925,0.80369145,0.004899723,0.0007902117,0.02598913,0.0013148973,0.018393038,0.021613726],"genre_scores_gemma":[0.068849824,0.00043933198,0.9165776,0.0005784898,0.00006794374,0.010809474,0.00051351317,0.00035045246,0.0018133743],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9659435,0.020240024,0.00511707,0.0015119539,0.0061028805,0.0010844041],"domain_scores_gemma":[0.8809411,0.070766054,0.0072922255,0.0059387065,0.031748246,0.003313768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04441271,0.0013208997,0.0012985509,0.006921027,0.0014468651,0.003739465,0.002655362,0.0018751445,0.0040227226],"category_scores_gemma":[0.13133678,0.001028714,0.0014423631,0.0020633305,0.001313807,0.005539757,0.004800994,0.0024310215,0.003200569],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029314088,0.0017716143,0.02534936,0.0042578247,0.00008135091,0.0006619547,0.02199337,0.002371244,0.015363909,0.0046968632,0.02889631,0.8942631],"study_design_scores_gemma":[0.0010174818,0.007086783,0.16906478,0.014252865,0.00046483104,0.007636464,0.05710117,0.05398189,0.07383534,0.031201093,0.58226955,0.002087715],"about_ca_topic_score_codex":0.0013822997,"about_ca_topic_score_gemma":0.0033822963,"teacher_disagreement_score":0.04441271,"about_ca_system_score_codex":0.001739365,"about_ca_system_score_gemma":0.005463056,"threshold_uncertainty_score":0.23487973},"labels":[],"label_agreement":null},{"id":"W4380762688","doi":"10.4300/jgme-d-22-00333.1","title":"Adverse Childhood Experiences, Household Income, and Mentorship Among Interns Who Are Underrepresented in Medicine","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Minnesota","keywords":"Mentorship; Medicine; Household income; Family medicine; Demography; Psychology; Medical education; Geography; Sociology","score_opus":0.07054497662907877,"score_gpt":0.35546610889374897,"score_spread":0.2849211322646702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380762688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993863,0.00011996602,0.000012542614,0.00012508992,0.0000050244885,0.0000024351305,0.00004998558,5.969895e-7,0.0002980928],"genre_scores_gemma":[0.9996113,0.00012782209,0.000024973955,0.00005145253,0.000010309178,0.0000046602504,0.000063732194,4.793776e-7,0.000105176885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99935263,0.00020422087,0.000050175127,0.000057147565,0.00013211307,0.00020367763],"domain_scores_gemma":[0.9964557,0.0004031579,0.0017917112,0.00008287041,0.00017024024,0.0010963274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094334595,0.00015913359,0.00017778463,0.0007359925,0.00078377814,0.00067469187,0.0002580025,0.000278246,0.0022703218],"category_scores_gemma":[0.0045215134,0.00012236137,0.00020578793,0.00056571845,0.00039686242,0.0004461901,0.0011026091,0.0005465397,0.00012013441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001351023,0.000025929241,0.9979646,0.000005110272,0.000009701939,0.000038965365,0.00058082683,0.000009627264,0.00002859505,0.000012680133,0.00012641214,0.0011840643],"study_design_scores_gemma":[0.000001253199,0.000031323794,0.99719477,0.000017758792,0.000004474007,0.000116893796,0.0023879297,0.000027670423,0.0000220631,0.000011796929,0.00018235436,0.0000016908889],"about_ca_topic_score_codex":0.010862487,"about_ca_topic_score_gemma":0.019218393,"teacher_disagreement_score":0.010862487,"about_ca_system_score_codex":0.0004178119,"about_ca_system_score_gemma":0.0005705136,"threshold_uncertainty_score":0.021598518},"labels":[],"label_agreement":null},{"id":"W4380762797","doi":"10.4300/jgme-d-22-00885.1","title":"Anticipated Impact of Dobbs v Jackson Women's Health Organization on Training of Residents in Obstetrics and Gynecology: A Qualitative Analysis","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Thematic analysis; Medicine; Obstetrics and gynaecology; Qualitative research; Health care; Medical education; Abortion; Reproductive health; Focus group; Family medicine; Nursing; Psychology; Political science; Sociology; Population; Law; Pregnancy","score_opus":0.10025041870725662,"score_gpt":0.48054020776462497,"score_spread":0.3802897890573683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380762797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688092,0.0005769288,0.0041497294,0.010621591,0.00019254064,0.0011475759,0.00070252776,0.000023265433,0.013776725],"genre_scores_gemma":[0.9884848,0.0007643459,0.0024244683,0.0022759084,0.000045253015,0.0014835721,0.00016132944,0.000025101657,0.0043352135],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9835609,0.012216273,0.0004119423,0.0005471913,0.0012379308,0.002025868],"domain_scores_gemma":[0.9413564,0.05122052,0.0022390883,0.00056732784,0.00289472,0.0017219054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026238909,0.0003940026,0.00044582933,0.0020871537,0.008561815,0.0037000899,0.0014874062,0.0017976982,0.0032238446],"category_scores_gemma":[0.035636786,0.0005001687,0.00047582708,0.001958751,0.007567409,0.002637879,0.0046789036,0.002140356,0.0001974422],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036961654,0.000030995743,0.00305517,0.00029606075,0.0000047434564,0.0005724812,0.9856734,0.000062486484,0.00055575435,0.0035846115,0.0014574039,0.0046699387],"study_design_scores_gemma":[0.0000036761523,0.00002211081,0.0013171446,0.00023657062,0.0000029149396,0.00006323611,0.9922382,0.00007740495,0.00023104221,0.0003803356,0.005421829,0.000005491741],"about_ca_topic_score_codex":0.013219451,"about_ca_topic_score_gemma":0.019152807,"teacher_disagreement_score":0.026238909,"about_ca_system_score_codex":0.010556025,"about_ca_system_score_gemma":0.013097095,"threshold_uncertainty_score":0.13876623},"labels":[],"label_agreement":null},{"id":"W4385780161","doi":"10.4300/jgme-d-22-00833.1","title":"Delineating Blurred Lines: The Experience of Defining Core Competencies in Canadian Surgical Residency Programs","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Core competency; Core (optical fiber); Residency training; MEDLINE; Medicine; Psychology; Computer science; Management; Political science; Continuing education","score_opus":0.24773762614218242,"score_gpt":0.5014584191658665,"score_spread":0.2537207930236841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385780161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71021473,0.01473839,0.016805666,0.18369402,0.0038737922,0.0008425594,0.0004589014,0.0003612285,0.06901071],"genre_scores_gemma":[0.95077014,0.004184639,0.012103863,0.022832276,0.00020510344,0.0001575328,0.0002428471,0.00024286726,0.009260599],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.94877905,0.015048939,0.002048238,0.0035130358,0.018595885,0.012014921],"domain_scores_gemma":[0.89760816,0.02113898,0.0049941833,0.0030526822,0.03942947,0.033776436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.036971696,0.0008526451,0.0008903442,0.0028872613,0.054372307,0.0075528217,0.007203408,0.0047141057,0.0050526694],"category_scores_gemma":[0.10561082,0.0011743288,0.00087437936,0.004848669,0.018105358,0.0063441196,0.01680118,0.011631453,0.0005425396],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001641563,0.00026790125,0.037367508,0.00076226395,0.00005147438,0.0035095254,0.6857819,0.0012772022,0.0015422029,0.015791249,0.078328244,0.17515649],"study_design_scores_gemma":[0.00003707201,0.00027677353,0.037156317,0.002258189,0.000056305646,0.0020708279,0.59289527,0.0024039305,0.0012226161,0.006855884,0.35434636,0.000420425],"about_ca_topic_score_codex":0.94257104,"about_ca_topic_score_gemma":0.97705984,"teacher_disagreement_score":0.9630283,"about_ca_system_score_codex":0.12359587,"about_ca_system_score_gemma":0.26674896,"threshold_uncertainty_score":0.896755},"labels":[],"label_agreement":null},{"id":"W4387242122","doi":"10.4300/jgme-d-23-00575.1","title":"Multispecialty Trainee Perspective: The Journey Toward Competency-Based Graduate Medical Education in the United States","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Margaret A. Cargill Foundation","keywords":"Graduate medical education; Accreditation; Medical education; Core competency; Medicine; Health care; Interpersonal communication; Psychology; Political science","score_opus":0.06743341009404905,"score_gpt":0.4132517075147379,"score_spread":0.3458182974206888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387242122","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019672165,0.03352185,0.00084639504,0.9250219,0.0056642108,0.000029523178,0.000046629553,0.00003520609,0.01516219],"genre_scores_gemma":[0.48382348,0.14671226,0.008734411,0.3371846,0.009195498,0.00019157871,0.00035415424,0.00013200502,0.013672007],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99202263,0.0036604751,0.00045088446,0.00051409914,0.0016994259,0.0016525226],"domain_scores_gemma":[0.9772546,0.0039880425,0.000899113,0.00024119695,0.002496629,0.015120309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0148927495,0.00041289732,0.00034490824,0.001766088,0.011256113,0.010458506,0.0019638247,0.0075141187,0.008633895],"category_scores_gemma":[0.015018859,0.0005095199,0.0004342969,0.0015356103,0.005931952,0.012791217,0.013518572,0.019674813,0.00064590713],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000651505,0.0010873433,0.01710812,0.0010530322,0.000026157071,0.0026166528,0.11792693,0.0003158669,0.0006315263,0.10388092,0.4396381,0.31565022],"study_design_scores_gemma":[0.000017030863,0.000453359,0.021361427,0.0064290264,0.000012514778,0.0023305798,0.21456397,0.0005431407,0.00030808584,0.029815825,0.7240724,0.00009270471],"about_ca_topic_score_codex":0.024112938,"about_ca_topic_score_gemma":0.07392672,"teacher_disagreement_score":0.024112938,"about_ca_system_score_codex":0.010187544,"about_ca_system_score_gemma":0.04846523,"threshold_uncertainty_score":0.07876128},"labels":[],"label_agreement":null},{"id":"W4389315189","doi":"10.4300/jgme-d-23-00831.1","title":"ICRE Top Research Abstracts 2023","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Saskatchewan; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medicine; MEDLINE; Data science; Family medicine; Computer science; Biology","score_opus":0.14455617200401355,"score_gpt":0.49853377891201367,"score_spread":0.3539776069080001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389315189","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000622059,0.022609161,0.0011481427,0.08467734,0.600581,0.0010409633,0.00869699,0.0013329496,0.27929136],"genre_scores_gemma":[0.0050810203,0.023190707,0.0013275679,0.058028005,0.2886261,0.0006263925,0.0067125107,0.00074393465,0.61566377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944344,0.0007356863,0.0007851636,0.0005511302,0.0029881762,0.0005055271],"domain_scores_gemma":[0.9656884,0.0028003433,0.0018277763,0.0013316798,0.025159696,0.0031921368],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004940683,0.0017055512,0.0018542946,0.004807222,0.0012193036,0.008981264,0.0033205114,0.006604813,0.5376839],"category_scores_gemma":[0.022237912,0.0007887588,0.001777025,0.003533505,0.0009621241,0.002483531,0.0016272647,0.004017396,0.4099687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003711245,0.000012953178,0.00005489475,0.0003253832,0.000006914373,0.000048002308,0.000003957442,0.000012084368,0.000072248404,0.00017773827,0.98611474,0.013133901],"study_design_scores_gemma":[0.00003081856,0.000020130645,0.000328215,0.0006314265,0.000008442754,0.00008203936,0.000030665928,0.000025728807,0.0000959538,0.00014905972,0.9985891,0.000008305412],"about_ca_topic_score_codex":0.0047814944,"about_ca_topic_score_gemma":0.0058892565,"teacher_disagreement_score":0.5376839,"about_ca_system_score_codex":0.003871474,"about_ca_system_score_gemma":0.0057034916,"threshold_uncertainty_score":0.6594378},"labels":[],"label_agreement":null},{"id":"W4389315426","doi":"10.4300/jgme-d-23-00027.1","title":"Expanding the Study of Bias in Medical Education Assessment","year":2023,"lang":"en","type":"editorial","venue":"Journal of Graduate Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Data science; MEDLINE; Medicine; Psychology; Computer science; Family medicine; Political science","score_opus":0.10877859697707855,"score_gpt":0.4954796211979598,"score_spread":0.38670102422088126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389315426","genre_codex":"review","genre_gemma":"editorial","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088452026,0.36449984,0.22571741,0.17460082,0.016150834,0.008618876,0.002935517,0.00031179056,0.118712835],"genre_scores_gemma":[0.6977984,0.07154601,0.13966312,0.058473077,0.018232822,0.0075863125,0.0007271619,0.00023802862,0.005735079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.49113688,0.3849811,0.028215924,0.01637861,0.0762914,0.0029960924],"domain_scores_gemma":[0.10823272,0.7929894,0.044945817,0.027851067,0.024171023,0.0018099854],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.37367767,0.0011756965,0.0027047098,0.009077438,0.0039276523,0.011252797,0.0048697344,0.005033641,0.013727483],"category_scores_gemma":[0.6836383,0.00088304543,0.0028367091,0.009095483,0.013874689,0.016046334,0.012677984,0.006207078,0.0011955547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000616591,0.00045195504,0.122356266,0.020897975,0.0025564677,0.00033927825,0.024555387,0.0009447022,0.00022931835,0.2327533,0.018956529,0.57534224],"study_design_scores_gemma":[0.0004464098,0.0015472053,0.0984071,0.092100926,0.0025340451,0.0020360597,0.01685245,0.0070165354,0.0014866045,0.48999578,0.2871464,0.00043057636],"about_ca_topic_score_codex":0.0057121166,"about_ca_topic_score_gemma":0.0070849974,"teacher_disagreement_score":0.6263223,"about_ca_system_score_codex":0.007472906,"about_ca_system_score_gemma":0.024609972,"threshold_uncertainty_score":0.77236694},"labels":[],"label_agreement":null},{"id":"W4389315604","doi":"10.4300/jgme-d-23-00204.1","title":"Only as Strong as the Weakest Link: Resident Perspectives on Entrustable Professional Activities and Their Impact on Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Context (archaeology); Grounded theory; Medical education; Perspective (graphical); Constructivist grounded theory; Psychology; Interdependence; Medicine; Computer science; Qualitative research","score_opus":0.025411254632148085,"score_gpt":0.39076051884345026,"score_spread":0.36534926421130215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389315604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898212,0.00021223747,0.0005687401,0.0047798115,0.000031763673,0.000008420822,0.000021039723,0.000007949745,0.004548845],"genre_scores_gemma":[0.9987556,0.00011755146,0.00017449677,0.0003803319,0.000007903016,0.0000045123193,0.0000066478137,0.00000321867,0.00054981787],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99525404,0.0028074726,0.00014112814,0.00023803329,0.00065148546,0.0009078294],"domain_scores_gemma":[0.989237,0.004196113,0.0015398556,0.0002641469,0.0014768691,0.003285918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059182434,0.00024626713,0.00023218775,0.00066836143,0.005230186,0.003474839,0.000828076,0.0009424031,0.0019765922],"category_scores_gemma":[0.014483446,0.00021429153,0.00022906509,0.00043647893,0.0064349123,0.0023273109,0.0037485606,0.0020213702,0.00018750809],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009555062,0.00009478661,0.1222866,0.000152054,0.000024489467,0.0011720416,0.8404977,0.00014891548,0.001998355,0.0037473976,0.0023267614,0.027455313],"study_design_scores_gemma":[0.0000033921433,0.00013995674,0.032979533,0.000095597614,0.000025200443,0.00041231766,0.95721346,0.0001893324,0.00057200895,0.0008832676,0.0074539604,0.00003204777],"about_ca_topic_score_codex":0.042607524,"about_ca_topic_score_gemma":0.08673205,"teacher_disagreement_score":0.042607524,"about_ca_system_score_codex":0.0042238347,"about_ca_system_score_gemma":0.008345406,"threshold_uncertainty_score":0.084719},"labels":[],"label_agreement":null},{"id":"W4391778721","doi":"10.4300/jgme-d-23-00843.1","title":"To the Editor: Boundary-Crossing Communities of Practice for Aspiring Clinician-Investigators","year":2024,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Department of Agriculture, Food and the Marine, Ireland; Health Service Executive; Wellcome Trust; Canadian Institute for Theoretical Astrophysics","keywords":"Internship; Specialty; Medical education; Irish; Medicine; Psychology; Family medicine","score_opus":0.06653335858156503,"score_gpt":0.4297574099336207,"score_spread":0.3632240513520557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391778721","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024605353,0.0030549795,0.00026841753,0.58619153,0.4090485,0.000024067871,0.00005618595,0.000084269275,0.0010260108],"genre_scores_gemma":[0.0028121045,0.0038158912,0.0003890542,0.5456765,0.44315976,0.000057168676,0.000044848806,0.000071735885,0.0039728875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895433,0.003215255,0.0011194044,0.0014003763,0.0036981553,0.0010235806],"domain_scores_gemma":[0.9512892,0.025258303,0.0040350934,0.0012806188,0.010602821,0.0075340117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012293164,0.0016172988,0.001974648,0.0014767627,0.0047978964,0.008097122,0.005816898,0.025990134,0.010488512],"category_scores_gemma":[0.061652873,0.0012871474,0.0016238141,0.0013112469,0.0058850343,0.0077123498,0.0030040015,0.030966965,0.0068117143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002736376,0.000024436278,0.00020544656,0.00019141397,0.000011401028,0.0001988916,0.00008670067,0.000027641172,0.000026817661,0.0004796699,0.9930097,0.005710515],"study_design_scores_gemma":[0.00010892353,0.0000849523,0.0010238476,0.001079538,0.000041555457,0.0009664591,0.0006170817,0.00031801182,0.00017541207,0.0022524218,0.9932728,0.000058932575],"about_ca_topic_score_codex":0.0016805857,"about_ca_topic_score_gemma":0.004828198,"teacher_disagreement_score":0.025990134,"about_ca_system_score_codex":0.0034093636,"about_ca_system_score_gemma":0.00871554,"threshold_uncertainty_score":0.06501323},"labels":[],"label_agreement":null},{"id":"W4391787879","doi":"10.4300/jgme-d-23-00161.1","title":"The Climate Impact of Medical Residency Interview Travel in the United States and Canada: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Worksheet; Inclusion (mineral); Thematic analysis; Medical education; Graduate medical education; Carbon footprint; Psychology; MEDLINE; Family medicine; Medicine; Political science; Qualitative research; Social psychology; Sociology; Greenhouse gas; Social science; Accreditation; Mathematics education","score_opus":0.14446339723132576,"score_gpt":0.4827125532063996,"score_spread":0.3382491559750739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391787879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015684132,0.9932087,0.00021723646,0.0014762741,0.00024054828,0.00037466752,0.0006262705,0.000008895624,0.002279044],"genre_scores_gemma":[0.017891234,0.9792931,0.00070870155,0.00081097515,0.00007768196,0.00058495865,0.0003529838,0.000009457148,0.0002708733],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9797376,0.0066893613,0.0047138683,0.0011087537,0.0065569594,0.0011934495],"domain_scores_gemma":[0.879433,0.074272156,0.01008596,0.0012188907,0.033270687,0.0017192804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026656512,0.0013601551,0.0035822797,0.029209515,0.0041877287,0.009361898,0.0028984067,0.0033837205,0.0043451353],"category_scores_gemma":[0.100121774,0.0010964182,0.0038266403,0.043513946,0.0030791424,0.0037283588,0.0037570412,0.0020481455,0.00042282234],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020959221,0.000055093125,0.004421103,0.78608334,0.002024359,0.0004297701,0.0051291385,0.00056919386,0.00021936497,0.0024465623,0.011796091,0.18661654],"study_design_scores_gemma":[0.000027355882,0.00006117043,0.008962637,0.91749275,0.0040057483,0.00019921966,0.004151827,0.00012495641,0.00018225005,0.00039749336,0.06433934,0.00005520314],"about_ca_topic_score_codex":0.63627744,"about_ca_topic_score_gemma":0.77305436,"teacher_disagreement_score":0.36372256,"about_ca_system_score_codex":0.04983557,"about_ca_system_score_gemma":0.18314344,"threshold_uncertainty_score":0.73172915},"labels":[],"label_agreement":null},{"id":"W4391787898","doi":"10.4300/jgme-d-23-00210.1","title":"Exploring the Quality of Feedback in Entrustable Professional Activity Narratives Across 24 Residency Training Programs","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of Alberta; University of British Columbia","funders":"","keywords":"Narrative; Medical education; Quality (philosophy); Documentation; Test (biology); Academic institution; Quality management; Residency training; Psychology; Medicine; Computer science; Operations management","score_opus":0.2925668288250929,"score_gpt":0.48196594443820756,"score_spread":0.18939911561311468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391787898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999143,0.000047611982,0.00020799611,0.000049278944,0.0000031993154,0.000062909705,0.00018187164,0.0000056193985,0.00029852087],"genre_scores_gemma":[0.99857163,0.000079681115,0.0006172227,0.000027898317,0.000005030735,0.000100298654,0.00022492233,0.000005316273,0.00036798837],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99310726,0.0025340791,0.00096014666,0.0007183856,0.0019250074,0.0007551782],"domain_scores_gemma":[0.9373016,0.021068236,0.020954981,0.0017720087,0.015702998,0.0032001426],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011143578,0.00029437,0.00036354433,0.0033707381,0.0013593892,0.001736893,0.0008305376,0.00039724662,0.0009160195],"category_scores_gemma":[0.05887873,0.00034150775,0.00030054472,0.001991901,0.0012268972,0.00082560565,0.002874799,0.0005612179,0.00017309842],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017121638,0.00012353901,0.9262234,0.00011721764,0.000030797044,0.00021887383,0.050750114,0.00010825858,0.00070809905,0.00004135214,0.00028786066,0.021219222],"study_design_scores_gemma":[0.0000037001878,0.00022102859,0.9674701,0.00007393208,0.000012669402,0.000112194866,0.03020485,0.00023609986,0.00074295135,0.000024717781,0.0008755492,0.000022197104],"about_ca_topic_score_codex":0.05069428,"about_ca_topic_score_gemma":0.110529535,"teacher_disagreement_score":0.98885643,"about_ca_system_score_codex":0.004427964,"about_ca_system_score_gemma":0.0051614176,"threshold_uncertainty_score":0.10079843},"labels":[],"label_agreement":null},{"id":"W4394811731","doi":"10.4300/jgme-d-23-00685.1","title":"Guidance for a Career in an Academic Medical Center","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Subspecialty; Medical education; Health care; Curriculum; Accreditation; Medicine; Psychology; Family medicine; Political science; Pedagogy","score_opus":0.06906657436873069,"score_gpt":0.44471658642450634,"score_spread":0.37565001205577564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394811731","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024388637,0.008054735,0.004661999,0.8521302,0.030183231,0.00091147685,0.00077791995,0.001734706,0.09910683],"genre_scores_gemma":[0.022517057,0.016684363,0.04220513,0.6462713,0.016466115,0.0026725328,0.0014167237,0.0011139936,0.25065273],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9896674,0.003276165,0.00049636094,0.00080569985,0.003911745,0.0018425757],"domain_scores_gemma":[0.9280364,0.0046651983,0.0019638853,0.0013278635,0.012619378,0.05138719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007612487,0.0014674264,0.0012142776,0.001871677,0.009411825,0.010078562,0.0032220234,0.011840181,0.15948327],"category_scores_gemma":[0.045191966,0.0011118137,0.001502893,0.00088345195,0.0037469012,0.008184038,0.009895723,0.016689789,0.122653924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009224887,0.00006409451,0.00018652788,0.00004491165,0.0000019708993,0.00016644903,0.00029883717,0.000025076202,0.00006783565,0.00077283575,0.98327243,0.015089882],"study_design_scores_gemma":[0.00004684926,0.00012143711,0.0009793298,0.0006894449,0.000004567285,0.0011385876,0.0026061991,0.00008998117,0.000064176136,0.005068943,0.9891467,0.000043918273],"about_ca_topic_score_codex":0.0052232663,"about_ca_topic_score_gemma":0.02572938,"teacher_disagreement_score":0.15948327,"about_ca_system_score_codex":0.0051720594,"about_ca_system_score_gemma":0.027156657,"threshold_uncertainty_score":0.5335247},"labels":[],"label_agreement":null},{"id":"W4394811739","doi":"10.4300/jgme-d-24-00151.1","title":"Understanding the Differences That Differentiate: A Model for Deciding Which Literature Review to Conduct","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada); Dalhousie University","funders":"","keywords":"Systematic review; Variety (cybernetics); Engineering ethics; Medical education; Medical literature; Strengths and weaknesses; Psychology; MEDLINE; Computer science; Management science; Medicine; Political science; Social psychology","score_opus":0.27283368131411273,"score_gpt":0.43703502842900155,"score_spread":0.16420134711488882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394811739","genre_codex":"commentary","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006435704,0.057385564,0.41082814,0.45130682,0.009831963,0.039241083,0.00074141356,0.0013594566,0.022869904],"genre_scores_gemma":[0.021911655,0.008635595,0.9170729,0.033208776,0.0012524687,0.01677693,0.0002296692,0.0003276357,0.00058430666],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.14646772,0.64747787,0.12145424,0.020393971,0.059123844,0.0050823707],"domain_scores_gemma":[0.13075839,0.68676937,0.03205899,0.028314864,0.10692005,0.015178282],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7895379,0.0061278,0.013988287,0.06199381,0.01886582,0.0516035,0.022651214,0.042043053,0.0069926875],"category_scores_gemma":[0.7868303,0.009306909,0.015835913,0.037854705,0.052029103,0.093428805,0.04101567,0.03528859,0.005892499],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016596098,0.0006543914,0.0080988165,0.059297264,0.0039169816,0.0013012148,0.07317456,0.0018572005,0.0013505766,0.3389829,0.0686531,0.44105345],"study_design_scores_gemma":[0.0025857976,0.00081993523,0.0024598446,0.104066774,0.0030594158,0.001373283,0.020303965,0.0072498904,0.0008654277,0.71292883,0.14323394,0.0010528357],"about_ca_topic_score_codex":0.010175909,"about_ca_topic_score_gemma":0.015507302,"teacher_disagreement_score":0.2104621,"about_ca_system_score_codex":0.040174514,"about_ca_system_score_gemma":0.13686173,"threshold_uncertainty_score":0.29148787},"labels":[],"label_agreement":null},{"id":"W4394812006","doi":"10.4300/jgme-d-23-00470.1","title":"Motivations for Entrustable Professional Activity Assessment: Gaps Between Curriculum Theory and Resident Reality","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Curriculum; Medical education; Psychology; Medicine; Computer science; Pedagogy","score_opus":0.03779619846541141,"score_gpt":0.4432026044064376,"score_spread":0.40540640594102617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394812006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9601755,0.0056000683,0.00439759,0.021102218,0.00008660409,0.00005933718,0.00009967166,0.000017547869,0.00846143],"genre_scores_gemma":[0.9967415,0.0014567955,0.0008586192,0.0007004897,0.000019551786,0.000043389366,0.000028351235,0.0000040293016,0.00014718945],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98761415,0.0067486824,0.00059719826,0.000978655,0.0028609475,0.0012004666],"domain_scores_gemma":[0.91200536,0.068859726,0.009385007,0.0016211113,0.0047964333,0.0033323101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022897653,0.0002496292,0.0005221407,0.002415804,0.0021639934,0.005279433,0.0018411769,0.0011276846,0.0023212468],"category_scores_gemma":[0.07166942,0.0004342973,0.000327172,0.0017163319,0.0060394728,0.0050072586,0.004140119,0.0019953088,0.00018746789],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011474368,0.0005886266,0.4126816,0.002057855,0.00008179616,0.00050722493,0.33191937,0.00059618143,0.00041051084,0.027946195,0.0030758968,0.22001998],"study_design_scores_gemma":[0.000015228684,0.00022995612,0.36422744,0.0040591434,0.000041241074,0.00047557653,0.59296155,0.0028651545,0.0003822659,0.019714303,0.01493129,0.0000968628],"about_ca_topic_score_codex":0.025314605,"about_ca_topic_score_gemma":0.031163108,"teacher_disagreement_score":0.025314605,"about_ca_system_score_codex":0.0072672553,"about_ca_system_score_gemma":0.011167226,"threshold_uncertainty_score":0.12109578},"labels":[],"label_agreement":null},{"id":"W4399626204","doi":"10.4300/jgme-d-23-00569.1","title":"Feedback in an Entrustment-Based Objective Structured Clinical Examination: Analysis of Content and Scoring Methods","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Objective structured clinical examination; Computer science; Content analysis; Medical education; Content (measure theory); MEDLINE; Data science; Medical physics; Medicine; Information retrieval","score_opus":0.12037247171122717,"score_gpt":0.49709569758988936,"score_spread":0.3767232258786622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399626204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829184,0.0006176709,0.014458148,0.00007252514,0.00003221729,0.00055521505,0.00015173279,0.00008856102,0.0011055832],"genre_scores_gemma":[0.9846867,0.00020073813,0.014179296,0.000040193754,0.0000253731,0.00033888407,0.00019337522,0.00003674637,0.00029862812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9447902,0.033803124,0.0032667906,0.0020447294,0.015512838,0.0005824275],"domain_scores_gemma":[0.6886068,0.24363704,0.029326817,0.006764293,0.030008513,0.0016564952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03970464,0.0005047281,0.00053039624,0.002684309,0.0002979278,0.0012024965,0.0005360449,0.0004322104,0.000773215],"category_scores_gemma":[0.19742355,0.00027006172,0.00060831534,0.0015269346,0.0008334769,0.00082336774,0.0010988456,0.0004052982,0.00023031778],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037318459,0.0005835395,0.7160062,0.0005496423,0.00046547593,0.00012909502,0.005211649,0.0020618653,0.007953579,0.00018818086,0.00041204382,0.2627069],"study_design_scores_gemma":[0.00013377586,0.004858776,0.97220033,0.00020198568,0.00024810282,0.00039174024,0.0013434382,0.01196668,0.0072083883,0.00023394756,0.0011423413,0.00007049761],"about_ca_topic_score_codex":0.0015717811,"about_ca_topic_score_gemma":0.0016980455,"teacher_disagreement_score":0.03970464,"about_ca_system_score_codex":0.001186363,"about_ca_system_score_gemma":0.0011232606,"threshold_uncertainty_score":0.20998067},"labels":[],"label_agreement":null},{"id":"W4399626482","doi":"10.4300/jgme-d-23-00643.1","title":"Chronicling the Transition to Competency-Based Medical Education in a Small Subspeciality Program","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"McMaster University","keywords":"Transition (genetics); Medical education; Medicine; Data science; Computer science; Biology; Genetics","score_opus":0.0338728395676914,"score_gpt":0.40099009558771953,"score_spread":0.36711725602002815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399626482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99277365,0.00020944882,0.0005632902,0.004690098,0.00004590741,0.000075130745,0.000024201776,0.000008366606,0.0016098606],"genre_scores_gemma":[0.99675363,0.00034318422,0.0009758837,0.0010289177,0.00002659585,0.00012730932,0.000029197403,0.000005691021,0.0007094672],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9938678,0.003669915,0.00021555365,0.0002931714,0.00061198766,0.0013417174],"domain_scores_gemma":[0.98598087,0.006287257,0.0019995838,0.00032531298,0.0009910269,0.0044158846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0105090495,0.00022183098,0.00027002208,0.0007064117,0.009187988,0.003161466,0.0012069639,0.0011121114,0.0019380952],"category_scores_gemma":[0.016262319,0.0003094011,0.00027415992,0.00075023854,0.0072914893,0.0030461345,0.005782543,0.0031116668,0.0001232309],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007437428,0.00028437556,0.020105528,0.00025097444,0.000009434146,0.0015812502,0.9533297,0.00009450991,0.0011875522,0.0015360889,0.0022506583,0.019295666],"study_design_scores_gemma":[0.000007941949,0.00029614472,0.019033259,0.0001753166,0.000005713071,0.00041210148,0.97203165,0.00008998416,0.00040614643,0.00048350077,0.007044338,0.000013839213],"about_ca_topic_score_codex":0.00886985,"about_ca_topic_score_gemma":0.03462602,"teacher_disagreement_score":0.0105090495,"about_ca_system_score_codex":0.007994391,"about_ca_system_score_gemma":0.012893652,"threshold_uncertainty_score":0.058003664},"labels":[],"label_agreement":null},{"id":"W4399626674","doi":"10.4300/jgme-d-23-00526.1","title":"Exploring the Use of Natural Language Processing to Understand Emotions of Trainees and Faculty Regarding Entrustable Professional Activity Assessments","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Medical education; Psychology; Natural (archaeology); Medicine; Biology","score_opus":0.3044004809950062,"score_gpt":0.47787551308450965,"score_spread":0.17347503208950343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399626674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532927,0.000293876,0.03762402,0.0010305716,0.000033403965,0.0003513376,0.0011373166,0.00018573436,0.0060509844],"genre_scores_gemma":[0.9697826,0.00022569479,0.027776718,0.00034996387,0.00003523457,0.0004282718,0.0007180375,0.000039500686,0.00064393936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781597,0.0013867556,0.00017263101,0.00026673052,0.0002535395,0.00010440856],"domain_scores_gemma":[0.96970505,0.024691978,0.003124643,0.00041844594,0.0017880589,0.00027187148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034281816,0.00029704487,0.00018376863,0.0017976295,0.00047220042,0.0020930544,0.00034510708,0.0004213706,0.0018810254],"category_scores_gemma":[0.029209651,0.00014107318,0.00038454897,0.00093508244,0.00069387583,0.002319952,0.0008592432,0.0006663339,0.00048868277],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010091393,0.0006811775,0.3462792,0.0019364106,0.00016579218,0.0008591462,0.15686242,0.0030899784,0.046162967,0.0032077846,0.0044725165,0.43527338],"study_design_scores_gemma":[0.000070095775,0.0006925252,0.7992543,0.00072638574,0.00016409987,0.0008178385,0.1054219,0.043610007,0.013607467,0.016599556,0.018847717,0.0001880894],"about_ca_topic_score_codex":0.001423052,"about_ca_topic_score_gemma":0.0018696157,"teacher_disagreement_score":0.0034281816,"about_ca_system_score_codex":0.0008102843,"about_ca_system_score_gemma":0.00055856194,"threshold_uncertainty_score":0.018130124},"labels":[],"label_agreement":null},{"id":"W4401566711","doi":"10.4300/jgme-d-24-00069.1","title":"Ready, Set, Goal: A Mixed Methods Study of a Goal-Setting Intervention on 2 Competency-Based Geriatric Medicine Rotations","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Intervention (counseling); Thematic analysis; Set (abstract data type); Test (biology); Psychology; Medical education; Medicine; Family medicine; Nursing; Qualitative research; Computer science","score_opus":0.04222685014461932,"score_gpt":0.4609951479780014,"score_spread":0.4187682978333821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401566711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925996,0.00007999642,0.001338947,0.00009989259,0.00001976377,0.0051723015,0.00006743592,0.00001973659,0.000602226],"genre_scores_gemma":[0.9418635,0.0003102062,0.016345136,0.00039098613,0.00006291898,0.039379966,0.0001448605,0.0000209085,0.0014816686],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98902273,0.00738607,0.00062571967,0.0010397366,0.0007772376,0.0011485977],"domain_scores_gemma":[0.9892364,0.0070465673,0.0011097844,0.0007551195,0.0008629535,0.0009891113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01627779,0.0009227972,0.0014227226,0.0009668192,0.0028368698,0.0016455952,0.0015221577,0.0013066704,0.0030301043],"category_scores_gemma":[0.018531155,0.0010011123,0.0008621636,0.0007839653,0.0014978161,0.0014601216,0.0018476836,0.0016622435,0.0004142646],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018930405,0.23552576,0.052898165,0.0048769503,0.00056939013,0.0008600955,0.34934378,0.0017940493,0.009686032,0.0018839138,0.0024068353,0.32122457],"study_design_scores_gemma":[0.032085966,0.3848426,0.25256616,0.0024339145,0.00090636633,0.00035470788,0.27990553,0.0059121987,0.01558101,0.0028926695,0.022004196,0.00051470863],"about_ca_topic_score_codex":0.0021760997,"about_ca_topic_score_gemma":0.006013999,"teacher_disagreement_score":0.01627779,"about_ca_system_score_codex":0.0030948662,"about_ca_system_score_gemma":0.006574154,"threshold_uncertainty_score":0.08608621},"labels":[],"label_agreement":null},{"id":"W4403431006","doi":"10.4300/jgme-d-23-00700.1","title":"Rxercise: Maintaining Exercise Throughout Residency","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Physical Activity and Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Residency training; Medical education; MEDLINE; Computer science; Data science; Medicine; Biology","score_opus":0.07009811924343025,"score_gpt":0.4281120029147074,"score_spread":0.3580138836712772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403431006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93686837,0.0014905173,0.009319022,0.0041939416,0.0011917612,0.0015243251,0.0016285647,0.0027631987,0.041020356],"genre_scores_gemma":[0.83535016,0.0025028423,0.043668676,0.0023551325,0.0009821408,0.0023640073,0.0032704105,0.0003450888,0.10916143],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99960726,0.000075835924,0.000028500428,0.00007130719,0.00009516102,0.00012197017],"domain_scores_gemma":[0.99926656,0.00008493078,0.00008995374,0.00007246511,0.000092914925,0.0003932298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007870451,0.00055983017,0.00033820668,0.00065621396,0.0007118331,0.00056868483,0.00071358756,0.00082431245,0.022787282],"category_scores_gemma":[0.0015422887,0.00023972162,0.00038575256,0.00023958221,0.00019183457,0.0005112996,0.0012874955,0.00085218495,0.0065481775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049289498,0.012858854,0.04373069,0.0006998725,0.00013248905,0.00026616684,0.0006553513,0.0006249391,0.017467188,0.00035175428,0.034186296,0.8840974],"study_design_scores_gemma":[0.0027645165,0.03754142,0.7912603,0.0012962065,0.00038396684,0.0015449887,0.002241301,0.0042648823,0.020195216,0.00088398525,0.1373906,0.00023268296],"about_ca_topic_score_codex":0.0020564906,"about_ca_topic_score_gemma":0.009409856,"teacher_disagreement_score":0.022787282,"about_ca_system_score_codex":0.00023069537,"about_ca_system_score_gemma":0.0010484038,"threshold_uncertainty_score":0.076231},"labels":[],"label_agreement":null},{"id":"W4405357968","doi":"10.4300/jgme-d-24-00065.1","title":"Adapting the Planetary Health Report Card for Graduate Medical Training Programs","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Graduate medical education; Curriculum; Sustainability; Delphi method; Psychology; Family medicine; Medicine; Accreditation; Computer science; Pedagogy","score_opus":0.27404599505529115,"score_gpt":0.43255546539323864,"score_spread":0.1585094703379475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405357968","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.617795,0.0009049968,0.1126116,0.043650787,0.002521643,0.12065414,0.019642789,0.003369988,0.07884899],"genre_scores_gemma":[0.674751,0.00078503316,0.19132656,0.008210425,0.00047056662,0.11257532,0.0066152965,0.00021290749,0.00505293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9197293,0.053520314,0.011828148,0.0020186654,0.009244884,0.0036587333],"domain_scores_gemma":[0.81233484,0.08060984,0.022135502,0.018138245,0.05477516,0.01200641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09344959,0.0006545946,0.00057547574,0.003569486,0.0013687921,0.0018961177,0.002020021,0.0018545251,0.009735792],"category_scores_gemma":[0.20567808,0.0005560383,0.000972297,0.002344255,0.0011612152,0.0026446043,0.006152199,0.0021890688,0.004144958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013588769,0.0021731905,0.2027288,0.0028640083,0.00010525298,0.00038491786,0.017111639,0.0035124517,0.00410525,0.006695958,0.104285575,0.6546741],"study_design_scores_gemma":[0.0007792188,0.006813392,0.56863296,0.0032479,0.000091356196,0.0005119004,0.029563598,0.010728937,0.0085444,0.008400252,0.36208412,0.00060198567],"about_ca_topic_score_codex":0.002229257,"about_ca_topic_score_gemma":0.0032599678,"teacher_disagreement_score":0.09344959,"about_ca_system_score_codex":0.0039948313,"about_ca_system_score_gemma":0.009789314,"threshold_uncertainty_score":0.4942146},"labels":[],"label_agreement":null},{"id":"W4405357983","doi":"10.4300/jgme-d-24-00027.1","title":"International Planetary Health Education in Undergraduate and Graduate Medical Curricula: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"CINAHL; PsycINFO; Medical education; Curriculum; MEDLINE; Inclusion (mineral); Public health; Multidisciplinary approach; Medicine; Psychology; Nursing; Political science; Pedagogy; Psychological intervention","score_opus":0.14786060007515464,"score_gpt":0.48898567603364185,"score_spread":0.3411250759584872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405357983","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011378609,0.99355775,0.000394743,0.0017764223,0.0004125123,0.00047021065,0.00026047384,0.00001116969,0.0019788302],"genre_scores_gemma":[0.007912063,0.98896796,0.0011015612,0.0008112223,0.00014526559,0.000622223,0.00021680044,0.000005039848,0.00021779827],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9865339,0.004391803,0.005234292,0.0005603352,0.0028001894,0.000479572],"domain_scores_gemma":[0.9195734,0.06054705,0.009551477,0.001096732,0.008282942,0.00094843114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020615928,0.001193027,0.0032371338,0.0226618,0.0013224971,0.004476964,0.001745139,0.0030166525,0.0046505765],"category_scores_gemma":[0.08863958,0.0010110606,0.0031467208,0.026321677,0.001408633,0.0041716564,0.003179653,0.0016877877,0.0006609408],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007895354,0.000059520695,0.0015707703,0.7346442,0.00096356974,0.00018594338,0.0016541358,0.00018357334,0.00019143538,0.0017527806,0.007760723,0.25095445],"study_design_scores_gemma":[0.000013602935,0.000037585174,0.0017189591,0.9573907,0.0018519692,0.00012442934,0.00074996846,0.00003808763,0.000087712935,0.00035283633,0.037623685,0.000010429603],"about_ca_topic_score_codex":0.007830772,"about_ca_topic_score_gemma":0.020346526,"teacher_disagreement_score":0.0226618,"about_ca_system_score_codex":0.005296453,"about_ca_system_score_gemma":0.028438661,"threshold_uncertainty_score":0.1090287},"labels":[],"label_agreement":null},{"id":"W4405357997","doi":"10.4300/jgme-d-24-00066.1","title":"TRASH-CAN: An Approach to Promote Planetary Health Education and Research for Health Care Trainees","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; McGill University; University of Toronto; University of Ottawa","funders":"","keywords":"Sustainability; Health care; Audit; Medical education; Public relations; Business; Nursing; Medicine; Political science","score_opus":0.19723109695580207,"score_gpt":0.4862837724376312,"score_spread":0.2890526754818291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405357997","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21496324,0.004545911,0.11448735,0.37940684,0.0110166,0.011273821,0.0019294602,0.012587414,0.24978942],"genre_scores_gemma":[0.48751912,0.0035705585,0.34572628,0.05633659,0.0020730093,0.005371457,0.0010047733,0.0010861547,0.09731201],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890237,0.005394735,0.00026632095,0.00069826306,0.0022952706,0.0023217222],"domain_scores_gemma":[0.9488185,0.007925955,0.0016999164,0.0036729507,0.0063738143,0.031508755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021938538,0.0007206093,0.00027794112,0.0020249565,0.009098393,0.0057397657,0.0031401808,0.002947003,0.013464329],"category_scores_gemma":[0.021408282,0.0006162769,0.0009240796,0.0015196067,0.0046130763,0.004006402,0.018050313,0.0055614505,0.0029476883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021221656,0.0018313824,0.016449815,0.0013002395,0.00006813625,0.0012807663,0.060895197,0.000975931,0.004612426,0.013765462,0.43160322,0.46700525],"study_design_scores_gemma":[0.00017132543,0.00067296583,0.018077869,0.0009277395,0.00004677438,0.00056219986,0.04303196,0.0011421097,0.0023124393,0.009524164,0.9233929,0.00013756043],"about_ca_topic_score_codex":0.051102392,"about_ca_topic_score_gemma":0.26420364,"teacher_disagreement_score":0.051102392,"about_ca_system_score_codex":0.0097284475,"about_ca_system_score_gemma":0.11479285,"threshold_uncertainty_score":0.11602342},"labels":[],"label_agreement":null},{"id":"W4405364645","doi":"10.4300/jgme-d-24-00931.1","title":"ICRE TOP RESEARCH ABSTRACTS 2024","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Botanical Research and Applications","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"MEDLINE; Medicine; Library science; Computer science; World Wide Web; Data science; Information retrieval; Biology","score_opus":0.14831907289545207,"score_gpt":0.4430973310653405,"score_spread":0.29477825816988845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405364645","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018221186,0.6366131,0.0024512366,0.016479338,0.046168074,0.004188661,0.035426456,0.00096056913,0.25589043],"genre_scores_gemma":[0.01273065,0.7780581,0.0031345228,0.018510181,0.02743643,0.0025277436,0.023684895,0.00045971113,0.13345776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99442047,0.000976705,0.0015940355,0.00039927464,0.0022899406,0.00031954402],"domain_scores_gemma":[0.98724836,0.0033990443,0.0021973082,0.0004992123,0.005664139,0.0009919453],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003506528,0.001386429,0.0026737931,0.013807937,0.0009971632,0.006418918,0.0021766722,0.002454765,0.41937745],"category_scores_gemma":[0.021872804,0.0005735185,0.0027537397,0.0104267625,0.0008089426,0.0034889241,0.0028174194,0.0017601463,0.15141968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024348145,0.00007263167,0.00061249797,0.16794962,0.00032788015,0.00043404434,0.00029178816,0.00009223243,0.00095824775,0.0022108315,0.53580797,0.29099885],"study_design_scores_gemma":[0.000058792215,0.000074767624,0.0012948826,0.1080768,0.00036116477,0.0005696041,0.0002853783,0.000030231648,0.00022842176,0.0008647848,0.8881333,0.000021968142],"about_ca_topic_score_codex":0.00425835,"about_ca_topic_score_gemma":0.00445422,"teacher_disagreement_score":0.58062255,"about_ca_system_score_codex":0.0036415674,"about_ca_system_score_gemma":0.009946815,"threshold_uncertainty_score":0.8281876},"labels":[],"label_agreement":null},{"id":"W4405364651","doi":"10.4300/jgme-d-24-00153.1","title":"A Qualitative Study of Workplace Gossip in the Residency Learning Environment","year":2024,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Attachment and Relationship Dynamics","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Gossip; Thematic analysis; Psychology; Qualitative research; Medical education; Grounded theory; Social psychology; Medicine; Sociology","score_opus":0.07378558927122959,"score_gpt":0.5111614576818108,"score_spread":0.4373758684105812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405364651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824958,0.000831909,0.0034926315,0.0026866342,0.00012383338,0.00030242567,0.00017163306,0.000026245683,0.0098688295],"genre_scores_gemma":[0.99177843,0.0007185645,0.0018352318,0.0008552431,0.000034329965,0.00037556217,0.00006117048,0.000020302368,0.0043212045],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9922787,0.0058324533,0.00018862687,0.00031258122,0.00047662944,0.0009110302],"domain_scores_gemma":[0.9865022,0.010042016,0.00083846867,0.00030424792,0.00097281317,0.0013402627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008861738,0.00049640937,0.00071400555,0.0011481445,0.008995748,0.0028476205,0.0013002879,0.001461597,0.0030052916],"category_scores_gemma":[0.01275908,0.0004181283,0.00033229176,0.0013287953,0.007944075,0.002853462,0.0040475912,0.0021039105,0.0003463084],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033333486,0.00004880668,0.0016161489,0.00018703894,0.0000026111018,0.0009564003,0.9902852,0.00003669846,0.00068372686,0.0012337926,0.00050207844,0.0044142012],"study_design_scores_gemma":[0.0000032448895,0.00006692461,0.0009672828,0.00014705137,0.000002325221,0.00024130238,0.99094933,0.000056895322,0.0001925967,0.00023356178,0.0071328096,0.000006618937],"about_ca_topic_score_codex":0.003070155,"about_ca_topic_score_gemma":0.0070005134,"teacher_disagreement_score":0.008995748,"about_ca_system_score_codex":0.003801443,"about_ca_system_score_gemma":0.0039668097,"threshold_uncertainty_score":0.04686588},"labels":[],"label_agreement":null},{"id":"W4407580324","doi":"10.4300/jgme-d-24-00886.1","title":"To the Editor: Perceived Importance of Transition-to-Practice Competencies by Psychiatry Residents in Canada","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Medical education; Psychology; Medicine; Family medicine; Psychiatry","score_opus":0.009548146854491036,"score_gpt":0.32912490632779634,"score_spread":0.3195767594733053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407580324","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006039318,0.0078037027,0.0002144804,0.7959895,0.18764818,0.000030402878,0.00027333238,0.000045651057,0.0019554333],"genre_scores_gemma":[0.10289187,0.01992272,0.0006517182,0.555881,0.30917433,0.00008877718,0.00024194842,0.00010775642,0.011039809],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983407,0.00034982056,0.0001934448,0.00022418234,0.0006313793,0.0002604696],"domain_scores_gemma":[0.9828857,0.0065533733,0.001071907,0.00019670733,0.007395181,0.0018972221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025329515,0.00063670805,0.0008530534,0.0007923782,0.0036741951,0.00322918,0.002560218,0.009623694,0.005991406],"category_scores_gemma":[0.023895964,0.0003827935,0.0004507607,0.0008209735,0.0022272067,0.0018367618,0.0012094417,0.008610125,0.001300112],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036835754,0.000023527087,0.0019523978,0.00029524398,0.000018039324,0.0010342723,0.00069961307,0.00005468287,0.00007511055,0.00027768902,0.98709315,0.008439318],"study_design_scores_gemma":[0.00011365068,0.0001437618,0.024483424,0.0030317185,0.00018033835,0.008015455,0.013440012,0.0013909038,0.0009557837,0.0017021359,0.94634527,0.00019764232],"about_ca_topic_score_codex":0.08314901,"about_ca_topic_score_gemma":0.12732847,"teacher_disagreement_score":0.08314901,"about_ca_system_score_codex":0.005257624,"about_ca_system_score_gemma":0.012795783,"threshold_uncertainty_score":0.16533005},"labels":[],"label_agreement":null},{"id":"W4407580357","doi":"10.4300/jgme-d-24-00916.1","title":"To the Editor: Time to Redefine Medical Training: Supporting New Parents with Time-Flexible Models","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stollery Children's Hospital","funders":"","keywords":"Training (meteorology); Medical education; Computer science; Data science; Medicine","score_opus":0.07736123332969476,"score_gpt":0.4411419231390185,"score_spread":0.36378068980932377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407580357","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019859528,0.0041700313,0.00014841155,0.5032494,0.49138936,0.000011869295,0.000037121576,0.000023396326,0.0007718189],"genre_scores_gemma":[0.0027748886,0.005501526,0.00028738138,0.40450573,0.58152246,0.00003175231,0.00002448243,0.000047884107,0.005303888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951682,0.0011119813,0.0007638638,0.00075127144,0.0016654672,0.0005392284],"domain_scores_gemma":[0.9663843,0.01680782,0.0023044574,0.0006516067,0.009489198,0.0043625655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068047694,0.0016445928,0.0017696737,0.0010892905,0.003514787,0.0063417545,0.0040305327,0.03010659,0.008760961],"category_scores_gemma":[0.05747691,0.0010153136,0.0012195482,0.0009786525,0.0036953748,0.005132343,0.0019479061,0.038072746,0.005156242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023906125,0.000021370352,0.00014829225,0.00016601707,0.000016451118,0.00028978972,0.00006991222,0.000030546555,0.00003188111,0.00055753154,0.9936144,0.0050299824],"study_design_scores_gemma":[0.00006887535,0.000042803706,0.0010630387,0.0009282225,0.00008523086,0.0010565275,0.00061913644,0.00025837412,0.00021174352,0.001518948,0.99408454,0.00006257975],"about_ca_topic_score_codex":0.0034043498,"about_ca_topic_score_gemma":0.0077018947,"teacher_disagreement_score":0.03010659,"about_ca_system_score_codex":0.0031821947,"about_ca_system_score_gemma":0.0066365814,"threshold_uncertainty_score":0.035987437},"labels":[],"label_agreement":null},{"id":"W4409476348","doi":"10.4300/jgme-d-24-00481.1","title":"Examining Resident Burnout Through the Lens of Self-Determination Theory: The Role of General Causality Orientations","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Saskatchewan; University of Calgary","funders":"","keywords":"Burnout; Causality (physics); Autonomy; Psychology; Orientation (vector space); Social psychology; Structural equation modeling; Clinical psychology; Statistics; Mathematics; Political science","score_opus":0.08278580002863803,"score_gpt":0.4694213712931044,"score_spread":0.38663557126446635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409476348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95795685,0.0027826545,0.020506363,0.003959926,0.00006222365,0.000112408445,0.00007211629,0.000025860378,0.014521529],"genre_scores_gemma":[0.9961916,0.00041738484,0.002964753,0.00011347043,0.000012467751,0.000023120025,0.000015037917,0.000003151223,0.00025903585],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99667054,0.0022052175,0.00009124547,0.00015271474,0.0005267903,0.00035350572],"domain_scores_gemma":[0.9905888,0.00520575,0.0016938458,0.00056927564,0.0009779398,0.0009644048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009522067,0.00045801964,0.0004160076,0.002839666,0.0019887413,0.0039496217,0.0007460684,0.00036748513,0.0008848685],"category_scores_gemma":[0.015406799,0.0002826815,0.00058194745,0.0016853325,0.0064456677,0.0016896205,0.002705717,0.0014149514,0.000056271452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042376694,0.0001398165,0.834807,0.00018868793,0.00011137367,0.00015877227,0.06165547,0.0011512826,0.00028764093,0.044415515,0.0005928582,0.056449253],"study_design_scores_gemma":[0.000018298088,0.00016526064,0.80239254,0.0007785257,0.00013699544,0.0003949043,0.093336575,0.0071870214,0.0005369003,0.085334316,0.009664108,0.000054489792],"about_ca_topic_score_codex":0.079474926,"about_ca_topic_score_gemma":0.111307494,"teacher_disagreement_score":0.079474926,"about_ca_system_score_codex":0.0056920354,"about_ca_system_score_gemma":0.0133402785,"threshold_uncertainty_score":0.15802467},"labels":[],"label_agreement":null},{"id":"W4409476426","doi":"10.4300/jgme-d-24-00524.1","title":"Construct Validity Evidence for ACGME Milestones in Surgical Specialties: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduate medical education; Context (archaeology); Construct validity; Formative assessment; Accreditation; Inter-rater reliability; MEDLINE; Systematic review; Medical education; Evidence-based medicine; Medicine; Psychology; External validity; Evidence-based practice; Validity; Nursing; Rating scale; Psychometrics; Clinical psychology; Patient satisfaction; Alternative medicine; Pathology","score_opus":0.2265361997761885,"score_gpt":0.518192283470297,"score_spread":0.2916560836941085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409476426","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036653033,0.9922461,0.0007616779,0.00052946305,0.00016140907,0.0013372645,0.00071680837,0.00001758672,0.0005644292],"genre_scores_gemma":[0.12052209,0.8677449,0.0047365758,0.0011827564,0.00019284613,0.004511254,0.0009096091,0.000023988683,0.00017599881],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94855297,0.01709452,0.019056993,0.0037502844,0.010822668,0.0007225616],"domain_scores_gemma":[0.7147317,0.2232373,0.038429823,0.004430896,0.018106995,0.0010632897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.057517096,0.0022193803,0.010682398,0.019142265,0.0013976616,0.006076347,0.0028671,0.002791406,0.0040696603],"category_scores_gemma":[0.2553104,0.0018340434,0.017538974,0.016471311,0.0031579186,0.004958404,0.003314878,0.0020864408,0.00033705833],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020341543,0.000027452075,0.0048220255,0.9397834,0.0250472,0.00006236244,0.00045475469,0.00013291278,0.00007326441,0.00045251005,0.00069689925,0.028243857],"study_design_scores_gemma":[0.0002554594,0.00015430103,0.01007265,0.86434126,0.117854916,0.00021308634,0.0005770355,0.00018379389,0.0001764031,0.00063034083,0.0054810606,0.000059811577],"about_ca_topic_score_codex":0.013585754,"about_ca_topic_score_gemma":0.031126877,"teacher_disagreement_score":0.057517096,"about_ca_system_score_codex":0.0092235515,"about_ca_system_score_gemma":0.026710907,"threshold_uncertainty_score":0.30418313},"labels":[],"label_agreement":null},{"id":"W4409476957","doi":"10.4300/jgme-d-24-00722.1","title":"Digital Storytelling: Navigating Individual and Emerging Professional Selves Through Medical Memes","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science and Technology Council; National Science Council","keywords":"Socialization; Psychology; Resistance (ecology); Social media; Focus group; Cognitive dissonance; Negotiation; Social psychology; Sociology; Medical education; Public relations; Computer science; Medicine; World Wide Web","score_opus":0.032423810501360124,"score_gpt":0.39025237678673064,"score_spread":0.3578285662853705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409476957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94057024,0.001973266,0.014318769,0.0074241264,0.00026955816,0.00027119447,0.00025437714,0.00014026272,0.034778196],"genre_scores_gemma":[0.9849183,0.0009863764,0.0074858624,0.0009568626,0.00011206381,0.0002177834,0.00011389132,0.00006136153,0.0051475097],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947189,0.004215919,0.00013065347,0.00024781068,0.0004102174,0.0002764681],"domain_scores_gemma":[0.9853566,0.011163811,0.0013592965,0.0006936509,0.00051134,0.00091533805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054533235,0.00063967594,0.00025836483,0.001796381,0.0039225775,0.004888933,0.0009400075,0.0012350461,0.0036006744],"category_scores_gemma":[0.017941238,0.0002827939,0.00036694232,0.00083631504,0.007219717,0.0064983284,0.0063514765,0.0013255412,0.00045983226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006371002,0.000037361428,0.0073958635,0.00049967977,0.00001897941,0.0010016529,0.94396657,0.000101817735,0.0024940826,0.005230028,0.002759062,0.03643121],"study_design_scores_gemma":[0.000018594274,0.00015579665,0.010703848,0.00065678876,0.00003801281,0.0015509375,0.8474478,0.00068325945,0.0020089734,0.0066669164,0.13000646,0.00006256081],"about_ca_topic_score_codex":0.00056257745,"about_ca_topic_score_gemma":0.001505327,"teacher_disagreement_score":0.0054533235,"about_ca_system_score_codex":0.0012315876,"about_ca_system_score_gemma":0.0011061018,"threshold_uncertainty_score":0.028840244},"labels":[],"label_agreement":null},{"id":"W4410399678","doi":"10.4300/jgme-d-24-00776.1","title":"How Data Analytics Can Be Leveraged to Enhance Graduate Clinical Skills Education","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"NYU Grossman School of Medicine; Feinberg School of Medicine; York University; College of Medicine, University of Cincinnati; School of Medicine, Stanford University; Northwestern University; University of Cincinnati; Cincinnati Children's Hospital Medical Center; Emory University","keywords":"Analytics; Data science; Graduate medical education; Computer science; Graduate education; Medical education; Medicine; Accreditation","score_opus":0.11031404244565136,"score_gpt":0.48029441927353494,"score_spread":0.3699803768278836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410399678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011811338,0.025046736,0.65460515,0.22140937,0.0033003842,0.0020390945,0.011034036,0.011345703,0.05940822],"genre_scores_gemma":[0.12710923,0.023321794,0.814034,0.016323859,0.0026799813,0.0011298438,0.0096146185,0.0013262492,0.0044605075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9822757,0.009065005,0.0013831191,0.0021322335,0.0045971703,0.00054665795],"domain_scores_gemma":[0.94277793,0.04000316,0.002386889,0.0076382337,0.0057386626,0.0014551274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0220127,0.00200291,0.00086549885,0.007369487,0.0014757547,0.014663338,0.002636086,0.0028353203,0.0071841734],"category_scores_gemma":[0.08761044,0.0008641211,0.0021086773,0.00678627,0.0022613131,0.014534875,0.006367299,0.0042926897,0.0037974378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020650814,0.0003717345,0.019801166,0.0032681203,0.0005106989,0.0005061114,0.003965811,0.0097512845,0.0023525497,0.12912709,0.14203802,0.688101],"study_design_scores_gemma":[0.000066892986,0.00016753344,0.004896694,0.0060317963,0.00024728477,0.00049007626,0.003133074,0.029753886,0.004242944,0.50427073,0.4465084,0.00019077658],"about_ca_topic_score_codex":0.005578978,"about_ca_topic_score_gemma":0.009033545,"teacher_disagreement_score":0.0220127,"about_ca_system_score_codex":0.0023481739,"about_ca_system_score_gemma":0.006697757,"threshold_uncertainty_score":0.11641568},"labels":[],"label_agreement":null},{"id":"W4411348721","doi":"10.4300/jgme-d-24-00814.1","title":"Interactive Teaching Strategies for Accreditation Success: Insights From a Canadian Residency Program","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Accreditation; Medical education; Graduate medical education; MEDLINE; Data science; Computer science; Medicine; Political science","score_opus":0.0389014979360425,"score_gpt":0.4740649876426952,"score_spread":0.43516348970665275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411348721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8398584,0.0018582229,0.0021649643,0.03531887,0.00046216266,0.00051087706,0.000139576,0.00011598281,0.11957103],"genre_scores_gemma":[0.9699017,0.0017714899,0.004420088,0.0046215737,0.000066964596,0.00013417806,0.00008017786,0.000103527855,0.018900327],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9861064,0.006232778,0.00016932983,0.00057038775,0.0031886606,0.003732582],"domain_scores_gemma":[0.9751635,0.007998459,0.0010609893,0.0003393293,0.004641537,0.010796133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010636101,0.00073453685,0.00050863286,0.0022260458,0.036525134,0.010364268,0.004671058,0.0024813404,0.006627609],"category_scores_gemma":[0.016749877,0.00056607556,0.00057289895,0.0022071355,0.0100460695,0.003252658,0.00736561,0.0061789104,0.0005791591],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007034916,0.0012092515,0.013874064,0.0003054695,0.000024466066,0.0020135336,0.90342456,0.00019729008,0.00069819915,0.008039082,0.022652082,0.047491625],"study_design_scores_gemma":[0.00003550298,0.00017916413,0.016282558,0.00046628658,0.000023394778,0.00041199714,0.8805529,0.0005168908,0.00029181477,0.0013319085,0.09982641,0.000081159706],"about_ca_topic_score_codex":0.8353529,"about_ca_topic_score_gemma":0.9542326,"teacher_disagreement_score":0.1646471,"about_ca_system_score_codex":0.068877205,"about_ca_system_score_gemma":0.1441178,"threshold_uncertainty_score":0.49974144},"labels":[],"label_agreement":null},{"id":"W4413369533","doi":"10.4300/jgme-d-24-00719.1","title":"Home Field Advantage? Comparing the Quality of EPA Observations Completed On- vs Off-Service","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Indoor Air Quality and Microbial Exposure","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Field (mathematics); Quality (philosophy); Service (business); Computer science; Medicine; Business; Mathematics; Marketing","score_opus":0.07456511215596344,"score_gpt":0.35663122936396785,"score_spread":0.2820661172080044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413369533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99786335,0.00014523823,0.00030983827,0.00008482965,0.00001339558,0.000023813569,0.0006248182,0.000009370315,0.0009253005],"genre_scores_gemma":[0.9990995,0.000058983747,0.00018151542,0.000021153564,0.000011100477,0.000014132803,0.00041804148,0.0000031076158,0.0001924283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640167,0.0012088667,0.0005677216,0.000361936,0.0010427585,0.00041696036],"domain_scores_gemma":[0.9665432,0.009792168,0.015081266,0.001277081,0.0050864406,0.0022199017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058999946,0.00015844121,0.00027714358,0.0016095212,0.00020928898,0.0008947201,0.00053516426,0.00029658104,0.0019190913],"category_scores_gemma":[0.025896182,0.00013818806,0.0004005725,0.0010679562,0.00044330742,0.00066500704,0.00090229185,0.00034133083,0.00030677812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014008538,0.000035138673,0.9947754,0.000017628188,0.000026996358,0.000024020723,0.00031310247,0.000034614586,0.00007280771,0.000011238591,0.00014523104,0.0044037052],"study_design_scores_gemma":[0.0000026498092,0.00011539675,0.9988625,0.000010712748,0.000006296679,0.000039846174,0.0006341806,0.000077210534,0.00010587936,0.000007793266,0.00013513459,0.000002390456],"about_ca_topic_score_codex":0.0042116665,"about_ca_topic_score_gemma":0.0063523045,"teacher_disagreement_score":0.0058999946,"about_ca_system_score_codex":0.0004839284,"about_ca_system_score_gemma":0.0004608378,"threshold_uncertainty_score":0.031202555},"labels":[],"label_agreement":null},{"id":"W4413369537","doi":"10.4300/jgme-d-24-00791.1","title":"Perceptions of an Inter-Residency Narrative Medicine Curriculum","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Residency training; Curriculum; Medical education; Narrative; Medicine; Graduate medical education; MEDLINE; Perception; Data science; Psychology; Computer science; Accreditation; Pedagogy; Biology","score_opus":0.024118153522424923,"score_gpt":0.4036971517290085,"score_spread":0.3795789982065836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413369537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956852,0.0001605838,0.00051595934,0.0008935888,0.00003425956,0.000025170923,0.000010388582,0.0000075710127,0.0026672839],"genre_scores_gemma":[0.99847513,0.00017066188,0.00036535514,0.00025051864,0.00001091471,0.000023206017,0.000010525424,0.0000023509374,0.00069134246],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996396,0.002284627,0.00012295553,0.00013611754,0.000539182,0.0005211672],"domain_scores_gemma":[0.99233574,0.0026185843,0.0013416182,0.00014273274,0.0009264685,0.0026348445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049579763,0.00016741458,0.00017629641,0.00032646162,0.0015666471,0.0014033861,0.00048329477,0.00065378216,0.0034698383],"category_scores_gemma":[0.009757542,0.00017464238,0.00016962121,0.00022349456,0.001528497,0.0009645067,0.0023308562,0.0011852601,0.000178504],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003246028,0.0024884706,0.2058376,0.001151665,0.0000715912,0.0019128111,0.6439914,0.0009500738,0.00993213,0.0070549683,0.0066693444,0.11961536],"study_design_scores_gemma":[0.000046867182,0.0019592305,0.17901444,0.0006390913,0.000043363005,0.0013508181,0.76693016,0.0012150529,0.0021434864,0.00093679066,0.045646146,0.00007450807],"about_ca_topic_score_codex":0.0012223992,"about_ca_topic_score_gemma":0.0026128714,"teacher_disagreement_score":0.0049579763,"about_ca_system_score_codex":0.0013365822,"about_ca_system_score_gemma":0.002218734,"threshold_uncertainty_score":0.02622056},"labels":[],"label_agreement":null},{"id":"W4413369633","doi":"10.4300/jgme-d-24-00759.1","title":"Assessing Geriatric Competencies in Residents: Validating the 5Ms Dimensions","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"MEDLINE; Medicine; Medical education; Geriatric care; Psychology; Family medicine; Gerontology; Nursing; Biology","score_opus":0.093272943031255,"score_gpt":0.4775845625257045,"score_spread":0.38431161949444953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413369633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99573636,0.000086718304,0.0016044081,0.00010384565,0.000018231049,0.0002604738,0.00008118967,0.000018132352,0.002090588],"genre_scores_gemma":[0.98703825,0.00008396815,0.011900106,0.000080807775,0.000012585683,0.0004299257,0.00013191525,0.0000034457353,0.00031902417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99341255,0.0027423254,0.0009811523,0.0004197971,0.0020336104,0.00041064346],"domain_scores_gemma":[0.98803747,0.00502664,0.002466882,0.000531074,0.0031344094,0.00080352376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011013571,0.0003371363,0.0003033691,0.0013129552,0.00047598203,0.0006511084,0.00060545595,0.0005816056,0.0015207257],"category_scores_gemma":[0.023809608,0.00020300302,0.00067564327,0.0004913819,0.0008328461,0.0008778998,0.0020875004,0.0005370598,0.00038079443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000262404,0.0006533372,0.9321375,0.00019815001,0.0000767601,0.00009883846,0.0032202594,0.00075515115,0.003071473,0.0003225869,0.0009391888,0.058264483],"study_design_scores_gemma":[0.00006562073,0.0025611338,0.9807046,0.00019898063,0.000034126017,0.0004155533,0.00410505,0.0038721715,0.0046118484,0.000600835,0.0027958099,0.000034322897],"about_ca_topic_score_codex":0.0013801595,"about_ca_topic_score_gemma":0.0036729926,"teacher_disagreement_score":0.011013571,"about_ca_system_score_codex":0.0007649838,"about_ca_system_score_gemma":0.0021541426,"threshold_uncertainty_score":0.058246017},"labels":[],"label_agreement":null},{"id":"W4415204972","doi":"10.4300/jgme-d-25-00152.1","title":"Monitoring Competency-Based Medical Education Uptake: Analysis of Entrustable Professional Activity Submission, Expiration, and Assessment Scores","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Alberta Medical Association; Royal College of Physicians and Surgeons of Canada; Alberta Innovates","funders":"","keywords":"Logistic regression; Odds; Descriptive statistics; Expiration; Odds ratio; MEDLINE; Demographics","score_opus":0.027359120990140883,"score_gpt":0.42001474312510967,"score_spread":0.3926556221349688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415204972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972669,0.00008265952,0.00071930647,0.00006096553,0.0000051445136,0.00009577806,0.0010003572,0.000024651852,0.0007443789],"genre_scores_gemma":[0.9976301,0.000066959816,0.0010181523,0.00001670307,0.00000576765,0.00009306412,0.0009267969,0.00000517514,0.00023725354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940057,0.0017915311,0.000798619,0.000710693,0.0021628381,0.000530514],"domain_scores_gemma":[0.96500635,0.007509526,0.015450358,0.0014983822,0.007213157,0.0033221603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008914021,0.0004029565,0.00034560278,0.0037230453,0.0005256164,0.0011896624,0.0011035516,0.00029477468,0.00076898915],"category_scores_gemma":[0.02663742,0.00025633664,0.00073327933,0.0033655665,0.00054470706,0.00077830366,0.001387168,0.0007695928,0.00020786666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026906762,0.000033053584,0.9953754,0.00001532344,0.000040998537,0.0000059253393,0.00020256737,0.000073647476,0.0000502338,0.000010965831,0.00011749108,0.004047451],"study_design_scores_gemma":[0.000001223583,0.000041780622,0.99923027,0.000007035032,0.000007247046,0.000008508283,0.00021821819,0.00029841543,0.00007600691,0.000005987244,0.00010193619,0.00000332229],"about_ca_topic_score_codex":0.094922535,"about_ca_topic_score_gemma":0.14531595,"teacher_disagreement_score":0.094922535,"about_ca_system_score_codex":0.002349953,"about_ca_system_score_gemma":0.0040835547,"threshold_uncertainty_score":0.18874007},"labels":[],"label_agreement":null},{"id":"W4417524246","doi":"10.4300/jgme-d-25-00887.1","title":"The Disability Policy Toolkit: Resource Development and Applications Within Graduate Medical Education","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Graduate medical education; Resource (disambiguation); MEDLINE; Graduate education; Faculty development; Graduate students","score_opus":0.044887772438721774,"score_gpt":0.4078652771449783,"score_spread":0.3629775047062565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417524246","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02157111,0.00614271,0.16068825,0.39289793,0.00330286,0.0054098996,0.020300603,0.025917942,0.36376873],"genre_scores_gemma":[0.15278785,0.010216867,0.697004,0.019628266,0.000718105,0.008689696,0.01604362,0.0038352807,0.09107625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98287094,0.010665147,0.001315225,0.00034646626,0.0036632612,0.0011390452],"domain_scores_gemma":[0.924068,0.04622693,0.0032176913,0.005275911,0.009156949,0.0120544955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034627315,0.00081386155,0.0007661781,0.004702381,0.0025254064,0.008641971,0.0030423154,0.0036854376,0.043636404],"category_scores_gemma":[0.08177125,0.0011883129,0.0007029424,0.0053260224,0.002038629,0.011115496,0.012438491,0.00512459,0.011870033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015106957,0.0007434693,0.004861209,0.001165677,0.00003611066,0.00018410299,0.0016663931,0.0040146555,0.0005137243,0.071699075,0.4685679,0.44639653],"study_design_scores_gemma":[0.00024366043,0.00020901731,0.009725957,0.003519362,0.000048447746,0.00020210486,0.005375314,0.008482528,0.0012539687,0.10718511,0.863589,0.00016551811],"about_ca_topic_score_codex":0.015476371,"about_ca_topic_score_gemma":0.025908113,"teacher_disagreement_score":0.043636404,"about_ca_system_score_codex":0.0059748953,"about_ca_system_score_gemma":0.061190132,"threshold_uncertainty_score":0.18312895},"labels":[],"label_agreement":null},{"id":"W4417524820","doi":"10.4300/jgme-d-25-00791.1","title":"To the Editor: Innovation in Program Evaluation: The Development of a Logic Model for a Psychiatry Residency Training Program in Canada","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Muscular Dystrophy Canada; University of Toronto","funders":"","keywords":"Residency training; Graduate medical education; MEDLINE; Training (meteorology)","score_opus":0.09652649576464593,"score_gpt":0.44257479671537975,"score_spread":0.3460483009507338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417524820","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000861041,0.0020846624,0.0004940993,0.87016326,0.12445658,0.00006786979,0.00009874619,0.00004872745,0.0017249632],"genre_scores_gemma":[0.023215204,0.008030266,0.0025013855,0.7211481,0.22117192,0.00015405189,0.00011833171,0.00021811076,0.023442682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909123,0.0019062482,0.00094301935,0.0008033085,0.0045028124,0.0009323253],"domain_scores_gemma":[0.9198972,0.027420808,0.002660672,0.0010183702,0.03905262,0.009950225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016020013,0.000964639,0.0011611992,0.0012286362,0.0055539184,0.007669775,0.0051221102,0.01925011,0.0069762445],"category_scores_gemma":[0.10393829,0.000723619,0.0009124563,0.0012274816,0.0049356474,0.002692974,0.0017225754,0.027954917,0.0018965905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003579257,0.000035029854,0.00048457555,0.00015912352,0.000029276409,0.00019888298,0.00019644242,0.00019447309,0.000039926985,0.0009737886,0.9904518,0.007200922],"study_design_scores_gemma":[0.00011861417,0.00006016562,0.0027090583,0.0011591621,0.00015302253,0.0004022493,0.0010508292,0.0013950377,0.00034732043,0.0020475565,0.99044925,0.000107848646],"about_ca_topic_score_codex":0.22075036,"about_ca_topic_score_gemma":0.35431424,"teacher_disagreement_score":0.97975934,"about_ca_system_score_codex":0.020240663,"about_ca_system_score_gemma":0.069297776,"threshold_uncertainty_score":0.43893093},"labels":[],"label_agreement":null},{"id":"W4417524832","doi":"10.4300/jgme-d-25-00312.1","title":"Association Between Average Annual US Medical Specialty Compensation and Percentage of Trainees in the Specialty Who Are Female","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Workforce; Graduate medical education; Compensation (psychology); Equity (law); Variance (accounting); Medical school","score_opus":0.03061936846664046,"score_gpt":0.3407203203166671,"score_spread":0.3101009518500266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417524832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99778336,0.00015219892,0.00015428757,0.00017964208,0.00001301977,0.0000029852004,0.00082480954,0.0000074893987,0.0008822414],"genre_scores_gemma":[0.9989341,0.000046198275,0.00006947091,0.000030965486,0.000013223675,0.00000436167,0.0005643002,0.000001650602,0.0003358335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995247,0.00012423184,0.00005570056,0.000101215854,0.00008945149,0.00010467727],"domain_scores_gemma":[0.9957645,0.0010766477,0.0017204157,0.00014302485,0.00051293493,0.00078250474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00065084663,0.00017215247,0.00013978395,0.00060398993,0.00026184833,0.00034729432,0.00032237964,0.0002962589,0.0060858172],"category_scores_gemma":[0.0046279207,0.00011964442,0.0004186089,0.0005900833,0.00019532892,0.00025317326,0.0003845816,0.0004819218,0.00053807924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015751746,0.000007104155,0.999206,0.0000019480296,0.000014287752,0.00000982812,0.000006811935,0.00006578449,0.000033765693,0.000010036643,0.00016400052,0.00046468052],"study_design_scores_gemma":[0.0000016812771,0.000025490594,0.99883896,0.0000054284715,0.0000099815925,0.00011111186,0.00006906848,0.0006772931,0.000050839,0.000024277431,0.00018404653,0.000001844408],"about_ca_topic_score_codex":0.01300731,"about_ca_topic_score_gemma":0.014614318,"teacher_disagreement_score":0.9993492,"about_ca_system_score_codex":0.00037449988,"about_ca_system_score_gemma":0.00052275596,"threshold_uncertainty_score":0.02586323},"labels":[],"label_agreement":null},{"id":"W4417524943","doi":"10.4300/jgme-d-25-00517.1","title":"Adapting Canada’s CBME Model in Kuwait: Challenges, Strategies, and Lessons Learned in Postgraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Graduate medical education; MEDLINE; Educational measurement; Continuing medical education","score_opus":0.08774737652727016,"score_gpt":0.399391738813239,"score_spread":0.3116443622859688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417524943","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3698301,0.002350552,0.004473356,0.49355304,0.0018612173,0.0005091311,0.0007304755,0.00026549865,0.12642664],"genre_scores_gemma":[0.938402,0.0013127816,0.008057299,0.024118846,0.00010100028,0.00016185825,0.00023145734,0.00007672983,0.027538158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99167246,0.0020200193,0.00018107783,0.00037810885,0.0013959283,0.004352374],"domain_scores_gemma":[0.9857319,0.0012354105,0.00031368312,0.00031557283,0.0044801245,0.007923368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007015153,0.00042658043,0.000351988,0.001038825,0.013250375,0.012007243,0.0032208778,0.004495534,0.012668593],"category_scores_gemma":[0.009755944,0.00036159472,0.0004497208,0.001883478,0.0049252626,0.004494077,0.0067356518,0.0065967054,0.0010193649],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006358197,0.0017982869,0.12511621,0.0010950727,0.00014259093,0.0044756904,0.062337045,0.0088797975,0.0033974878,0.30281383,0.26409534,0.22521281],"study_design_scores_gemma":[0.00019891972,0.00037830605,0.105482034,0.002458265,0.000084784064,0.00067745056,0.31966135,0.009995942,0.0011283787,0.021974836,0.53759193,0.0003678152],"about_ca_topic_score_codex":0.9584309,"about_ca_topic_score_gemma":0.9799296,"teacher_disagreement_score":0.9584309,"about_ca_system_score_codex":0.077296585,"about_ca_system_score_gemma":0.30134335,"threshold_uncertainty_score":0.56082857},"labels":[],"label_agreement":null}]}