{"meta":{"query_hash":"e995ab243bb7","filters":{"venue":"Academic Medicine"},"cohort_total":1475,"direct_labels_cover":9,"predictions_cover":1475,"exported":1475,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e995ab243bb7","api":"https://metacan.xera.ac/api/v1/cohort?venue=Academic+Medicine"},"results":[{"id":"W1476359573","doi":"10.1097/acm.0000000000000853","title":"The Creation of Standard-Setting Videos to Support Faculty Observations of Learner Performance and Entrustment Decisions","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Medical education; Psychology; Higher education; Computer science; Multimedia; Medicine; Political science","score_opus":0.17403503516415236,"score_gpt":0.4723608688261471,"score_spread":0.2983258336619947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1476359573","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075446693,0.9798513,0.00062602974,0.0068430807,0.0007469319,0.002910904,0.00007411642,0.000036743568,0.0013662226],"genre_scores_gemma":[0.0007008611,0.9935012,0.0015833203,0.00047932653,0.00046589246,0.00017543774,0.00078109803,0.000035631598,0.0022772504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617773,0.00010266302,0.0019042592,0.00031988614,0.0012269763,0.0002684982],"domain_scores_gemma":[0.996624,0.0006715038,0.00097274286,0.00052126765,0.001024283,0.00018622745],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036624046,0.00027861126,0.0014165181,0.00037051988,0.00014458863,0.000003716209,0.0002840347,0.00039585473,0.000089760026],"category_scores_gemma":[0.012465958,0.00015779589,0.00007515114,0.0011263026,0.00042408338,0.00007712486,0.000117020034,0.0009873286,0.00001060963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027914011,0.000010425527,0.0003093584,0.002321337,0.00008795241,5.619615e-7,0.0017608624,0.0000010272497,0.000008012271,0.0006767295,0.08359638,0.91119945],"study_design_scores_gemma":[0.00059031753,0.00058791426,0.0005585796,0.019757977,0.0010484362,0.000049424078,0.0012801584,0.000037575606,0.0000089320865,0.00008943263,0.9758772,0.000114038936],"about_ca_topic_score_codex":0.0000157107,"about_ca_topic_score_gemma":8.829689e-7,"teacher_disagreement_score":0.9110854,"about_ca_system_score_codex":0.00030948955,"about_ca_system_score_gemma":0.0011994251,"threshold_uncertainty_score":0.9958525},"labels":[],"label_agreement":null},{"id":"W1486238506","doi":"10.1097/00001888-200012000-00018","title":"A Comparison of Physician Examinersʼ, Standardized Patientsʼ, and Communication Expertsʼ Ratings of International Medical Graduatesʼ English Proficiency","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Interview; Communication skills; Psychology; Objective structured clinical examination; Medical education; Scale (ratio); Medicine; Family medicine; Clinical psychology; Psychometrics","score_opus":0.045084093269928245,"score_gpt":0.41785774475120663,"score_spread":0.3727736514812784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486238506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96452326,0.0020765015,0.00013769435,0.017482817,0.0002625382,0.0004187064,0.000007349975,0.000043787237,0.015047335],"genre_scores_gemma":[0.9933845,0.002287142,0.00032090768,0.0024859929,0.00029016729,0.00002281525,0.00012954167,0.000013797887,0.0010651252],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972467,0.00011916777,0.0009968538,0.00022865673,0.0012335,0.00017511564],"domain_scores_gemma":[0.99802136,0.00036493014,0.00033304986,0.00030287233,0.00033717474,0.0006406305],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079913175,0.00014892328,0.0006153936,0.00014154379,0.000055668814,0.000001859905,0.0002708428,0.00019215565,0.005581152],"category_scores_gemma":[0.007832541,0.000106517786,0.00004319146,0.0002813986,0.0007277877,0.00007889431,0.000052652456,0.00060122466,0.0000025722354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011964595,0.0014168596,0.17602344,0.0008869248,0.00031675646,0.000007851383,0.21069832,0.0000039204247,0.030682197,0.0052114427,0.18070763,0.3928482],"study_design_scores_gemma":[0.057148043,0.0067070336,0.117836475,0.030622227,0.0012886584,0.00013379817,0.15465134,0.026787132,0.053562846,0.002342904,0.5474031,0.001516468],"about_ca_topic_score_codex":0.00005564699,"about_ca_topic_score_gemma":8.5858017e-7,"teacher_disagreement_score":0.39133173,"about_ca_system_score_codex":0.000034192813,"about_ca_system_score_gemma":0.00032925064,"threshold_uncertainty_score":0.9953279},"labels":[],"label_agreement":null},{"id":"W1751624176","doi":"10.1097/acm.0000000000000960","title":"The Effect of Differential Weighting of Academics, Experiences, and Competencies Measured by Multiple Mini Interview (MMI) on Race and Ethnicity of Cohorts Accepted to One Medical School","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conference Board of Canada","funders":"","keywords":"Ethnic group; Weighting; Medicine; Underrepresented Minority; Diversity (politics); Entrance exam; Psychology; Clinical psychology; Medical education; Predictive validity","score_opus":0.07550696214629057,"score_gpt":0.3669239615450792,"score_spread":0.2914169993987886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1751624176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972515,0.008042808,0.00025236036,0.018032538,0.0003171954,0.0006373217,0.0000045150546,0.000017987739,0.00018029752],"genre_scores_gemma":[0.9953076,0.0025643227,0.00006883392,0.0015597655,0.0002106328,0.000039410377,0.00001575579,0.000013752196,0.00021993068],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99660635,0.00044064058,0.0010198656,0.00030075284,0.001381686,0.0002507326],"domain_scores_gemma":[0.99472153,0.0021149062,0.00040019897,0.000269681,0.00018681912,0.0023068641],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030263953,0.00020822039,0.0010186547,0.000114995455,0.000061002323,0.0000019450342,0.0002852152,0.00034608887,0.0008862442],"category_scores_gemma":[0.07492136,0.00011324496,0.00004305126,0.00027309713,0.0010883943,0.000038816157,0.00015816349,0.0010185121,0.0000016261923],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042967224,0.00034192452,0.16400358,0.0029845322,0.0006524647,0.0000103752955,0.09226627,6.641382e-7,0.31546253,0.00033982564,0.22727561,0.1923655],"study_design_scores_gemma":[0.050248884,0.022054419,0.13297835,0.053337198,0.0022097728,0.00028494356,0.10563039,0.0042413906,0.5717808,0.0003168591,0.05561071,0.001306257],"about_ca_topic_score_codex":0.00013147556,"about_ca_topic_score_gemma":0.000003919016,"teacher_disagreement_score":0.25631827,"about_ca_system_score_codex":0.000033330904,"about_ca_system_score_gemma":0.00033848907,"threshold_uncertainty_score":0.97037524},"labels":[],"label_agreement":null},{"id":"W1824136942","doi":"10.1097/acm.0000000000000909","title":"Thresholds of Principle and Preference","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Grounded theory; Preference; Psychology; Context (archaeology); Constructivist grounded theory; Construct (python library); Negotiation; Medical education; Qualitative research; Computer science; Medicine; Sociology; Mathematics","score_opus":0.1510558243311632,"score_gpt":0.4167691444947578,"score_spread":0.2657133201635946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824136942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758789,0.0011281682,0.0006894193,0.010615562,0.0003252771,0.00023738232,5.5850217e-7,0.000032181146,0.01109257],"genre_scores_gemma":[0.9945139,0.00023866116,0.0010183442,0.0019845353,0.0004506782,0.000013622327,0.000020732694,0.0000093284,0.0017501577],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988552,0.000018315535,0.00038883457,0.00015714488,0.00044585852,0.00013466197],"domain_scores_gemma":[0.9992041,0.000044017466,0.000117822165,0.00022402468,0.00026505455,0.00014495429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009224683,0.00008288939,0.00024860885,0.00013930135,0.000016795893,6.3961096e-7,0.000087168955,0.00015881492,0.00011435304],"category_scores_gemma":[0.0032846055,0.000058793798,0.000007973045,0.00034950013,0.00035848469,0.000055155466,0.000042231586,0.0004419483,0.000009796227],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003258017,0.00008106838,0.5321623,0.0007296657,0.00009886388,0.000012419858,0.023076754,0.000002624207,0.015775306,0.09201253,0.26781258,0.06791011],"study_design_scores_gemma":[0.018811679,0.004236606,0.34654927,0.0046941116,0.00076077844,0.0013075882,0.01905546,0.003227555,0.012572734,0.04052753,0.5475692,0.0006874575],"about_ca_topic_score_codex":0.00002134568,"about_ca_topic_score_gemma":3.3156368e-7,"teacher_disagreement_score":0.27975667,"about_ca_system_score_codex":0.000043336822,"about_ca_system_score_gemma":0.00016880433,"threshold_uncertainty_score":0.39322168},"labels":[],"label_agreement":null},{"id":"W1831648437","doi":"10.1097/acm.0000000000000949","title":"Use of a Night Float System to Comply With Resident Duty Hours Restrictions","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Victoria Hospital","funders":"","keywords":"Empathy; Teamwork; Psychological intervention; Patient safety; Psychology; Duty; Nursing; Medicine; Medical education; Social psychology; Health care; Management; Political science","score_opus":0.09216024456973373,"score_gpt":0.33491498578731144,"score_spread":0.2427547412175777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1831648437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774072,0.00058140885,0.0006810204,0.017528428,0.00036093793,0.0006551985,0.00000995776,0.00012442635,0.00265138],"genre_scores_gemma":[0.9895496,0.000088101195,0.0007719477,0.0012274556,0.0004290655,0.000022178587,0.000017507824,0.000027416656,0.007866763],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99815714,0.00005712312,0.00052924064,0.0002658777,0.0007157297,0.0002749037],"domain_scores_gemma":[0.9979318,0.00017895132,0.00014627588,0.0004364635,0.00028402405,0.0010225209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003947945,0.00018141784,0.0005940062,0.0002823895,0.00005065384,0.0000031321554,0.00013910775,0.00014561442,0.00004947231],"category_scores_gemma":[0.0010105855,0.0001038128,0.000038935876,0.0006349969,0.00012657506,0.00009107537,0.000060436007,0.00044919364,0.000048446764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009450483,0.000044049917,0.48065123,0.0002790846,0.00017272783,0.00032373407,0.012490195,0.00009410855,0.0027317556,0.0035661268,0.49826694,0.0004349882],"study_design_scores_gemma":[0.01590232,0.01323421,0.59708565,0.021142356,0.0019818663,0.0023832587,0.10199487,0.00060488586,0.0054432615,0.00015119593,0.23904063,0.0010355145],"about_ca_topic_score_codex":0.00083072466,"about_ca_topic_score_gemma":0.000015278983,"teacher_disagreement_score":0.25922632,"about_ca_system_score_codex":0.00017342443,"about_ca_system_score_gemma":0.00024795515,"threshold_uncertainty_score":0.42333633},"labels":[],"label_agreement":null},{"id":"W1844548988","doi":"10.1097/acm.0000000000000897","title":"Four-Year Educational and Patient Care Outcomes of a Team-Based Primary Care Longitudinal Clerkship","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"","keywords":"Curriculum; Medicine; Primary care; Family medicine; Longitudinal study; Medical education; Nursing; Psychology; Pedagogy","score_opus":0.1309757760672998,"score_gpt":0.43917933808100046,"score_spread":0.3082035620137007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1844548988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808335,0.018449299,0.000046620542,0.05638399,0.002073934,0.0013627436,0.00008546946,0.0000873905,0.040677026],"genre_scores_gemma":[0.9638781,0.00021808321,0.0003763093,0.03403855,0.00060237944,0.00011020556,0.00021836448,0.000029255154,0.0005287695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973257,0.0002934388,0.00089544733,0.00033343755,0.0006769493,0.00047500874],"domain_scores_gemma":[0.99704045,0.0011125088,0.0004055856,0.0003429194,0.000611746,0.00048680344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051892054,0.00022331564,0.00066455005,0.00020950932,0.00022697514,0.000001168498,0.00022299148,0.00037057773,0.00023721468],"category_scores_gemma":[0.0008699515,0.00016341024,0.00004766351,0.00019378932,0.00021447284,0.000095965726,0.00013705002,0.0011206247,0.00004235496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010743954,0.000006555335,0.84210235,0.0011697373,0.000019447965,0.000001982008,0.028978541,0.0000011760297,0.000017551507,0.0007554369,0.1243477,0.0024920858],"study_design_scores_gemma":[0.0047803023,0.0007143357,0.8583047,0.00073128147,0.00013149844,0.0000046731607,0.060306635,0.0000032635692,0.00001817783,0.00097481516,0.0737754,0.00025490954],"about_ca_topic_score_codex":0.00051956816,"about_ca_topic_score_gemma":0.00006682713,"teacher_disagreement_score":0.08304455,"about_ca_system_score_codex":0.0008321472,"about_ca_system_score_gemma":0.0036426398,"threshold_uncertainty_score":0.66636765},"labels":[],"label_agreement":null},{"id":"W1852293207","doi":"10.1097/acm.0000000000000902","title":"Seeing Things Differently or Seeing Different Things? Exploring Raters’ Associations of Noncognitive Attributes","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Rasch model; Psychology; Empathy; Multilevel model; Hierarchical clustering; Variance (accounting); Profiling (computer programming); Facet (psychology); Applied psychology; Cluster analysis; Clinical psychology; Social psychology; Developmental psychology; Computer science; Big Five personality traits; Personality; Artificial intelligence","score_opus":0.3535882225567169,"score_gpt":0.4101850843760756,"score_spread":0.05659686181935869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852293207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430321,0.0013521949,0.0031390456,0.046339042,0.0017395496,0.0007231309,0.000016310001,0.00022571709,0.0034329225],"genre_scores_gemma":[0.98410493,0.0005966318,0.0002518897,0.009134985,0.0010749382,0.00006676848,0.00018306599,0.000041166342,0.0045456355],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99683475,0.00015852245,0.0009897589,0.00040192434,0.0011254207,0.00048960414],"domain_scores_gemma":[0.99581015,0.0010721781,0.0004716437,0.00028388674,0.0004528556,0.0019092555],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010804734,0.00031331822,0.00091284205,0.0003034043,0.00014546867,0.000007548763,0.00023606267,0.00028602732,0.0013200631],"category_scores_gemma":[0.027263632,0.00019251098,0.000093489725,0.00050368597,0.00022631683,0.00039032285,0.0001216051,0.0013216373,0.00003351],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012683682,0.00082269235,0.2595213,0.0014759157,0.0014448146,0.000240133,0.43307194,0.000008831082,0.08037646,0.006239952,0.18439631,0.03113329],"study_design_scores_gemma":[0.052149676,0.006260698,0.2913724,0.04229535,0.0054422277,0.0006336325,0.39223978,0.0070999367,0.09527669,0.0077206483,0.09659287,0.002916117],"about_ca_topic_score_codex":0.00010188924,"about_ca_topic_score_gemma":0.0000014518622,"teacher_disagreement_score":0.087803446,"about_ca_system_score_codex":0.00026843353,"about_ca_system_score_gemma":0.0006956428,"threshold_uncertainty_score":0.99959284},"labels":[],"label_agreement":null},{"id":"W1856359017","doi":"10.1097/acm.0000000000000894","title":"Humanism, the Hidden Curriculum, and Educational Reform","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Humanism; Curriculum; Hidden curriculum; Construct (python library); Sociology; Thematic analysis; Identity (music); Psychology; Pedagogy; Epistemology; Social science; Political science; Law; Aesthetics; Qualitative research; Computer science","score_opus":0.04733925369981383,"score_gpt":0.38450937126990553,"score_spread":0.3371701175700917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1856359017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6205412,0.0024275836,0.00010422616,0.3433494,0.0012042602,0.00038939842,6.0222936e-7,0.000050026974,0.03193328],"genre_scores_gemma":[0.9675067,0.00031204993,0.00059011445,0.018764712,0.004355995,0.000071680166,0.000094421746,0.000019705789,0.0082845995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985213,0.000034463075,0.00040200996,0.00021278567,0.0006225904,0.00020682148],"domain_scores_gemma":[0.99901783,0.00006814684,0.000121566176,0.00029857038,0.0003137905,0.00018009148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013069883,0.0001251535,0.00020322218,0.00013152961,0.00011539441,0.000004225097,0.00016816112,0.00016171059,0.00038682425],"category_scores_gemma":[0.0025545966,0.00006841937,0.0000143939,0.00043402158,0.00051003706,0.000091428104,0.0000527093,0.00082755263,0.00008885592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025533982,0.000035845984,0.02365583,0.000070148904,0.00004311999,0.0000032502523,0.0103197675,1.1232615e-7,0.00029595278,0.15013552,0.79388624,0.021528665],"study_design_scores_gemma":[0.0059465556,0.0008887312,0.112070866,0.0011580683,0.00050803315,0.0019527362,0.055397823,0.0008665874,0.00019296368,0.09945027,0.72111547,0.00045188845],"about_ca_topic_score_codex":0.00017743124,"about_ca_topic_score_gemma":0.0000019549582,"teacher_disagreement_score":0.3469655,"about_ca_system_score_codex":0.00027080436,"about_ca_system_score_gemma":0.00030822848,"threshold_uncertainty_score":0.42354542},"labels":[],"label_agreement":null},{"id":"W1862699246","doi":"10.1097/acm.0000000000000903","title":"Readiness for Residency","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stornoway Diamond (Canada); Conference Board of Canada","funders":"","keywords":"Generalizability theory; Medical education; Competence (human resources); Psychology; Residency training; Internship; Novelty; Medicine; Family medicine; Continuing education","score_opus":0.1397143075658393,"score_gpt":0.45753700460017893,"score_spread":0.31782269703433963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862699246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49258295,0.0033173682,0.04092558,0.40634087,0.0063340515,0.0025137581,0.0000042790316,0.00041709162,0.04756407],"genre_scores_gemma":[0.912156,0.00024101928,0.010199992,0.028844973,0.010211605,0.00035651107,0.0003483977,0.00006970205,0.037571806],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984822,0.000021566724,0.00049752137,0.0002396395,0.0005031963,0.00025582564],"domain_scores_gemma":[0.99862945,0.000118805896,0.00011935906,0.00031593366,0.000606407,0.00021005399],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016402887,0.00012137218,0.00029879934,0.00022233007,0.0000466754,0.0000015933737,0.00014453047,0.00023876333,0.00016278047],"category_scores_gemma":[0.01339954,0.000089253415,0.000023098095,0.000558246,0.00020661838,0.00008150826,0.000020440233,0.0004917674,0.00007117865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013762673,0.000011805895,0.0040594637,0.00010738609,0.000019566765,0.00000433825,0.0024908492,5.407474e-7,0.0010658678,0.022350188,0.9555462,0.014206148],"study_design_scores_gemma":[0.008356142,0.0011961983,0.006032783,0.0011441752,0.0003403902,0.0003650405,0.007724075,0.001033995,0.0014425848,0.059679233,0.9123998,0.00028556428],"about_ca_topic_score_codex":0.000029161094,"about_ca_topic_score_gemma":6.113854e-7,"teacher_disagreement_score":0.41957307,"about_ca_system_score_codex":0.00015269176,"about_ca_system_score_gemma":0.0004307121,"threshold_uncertainty_score":0.994911},"labels":[],"label_agreement":null},{"id":"W1884575427","doi":"10.1097/acm.0000000000000780","title":"The Top-Cited Articles in Medical Education","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Citation; Subspecialty; Bibliometrics; Subject (documents); Impact factor; MEDLINE; Citation analysis; Library science; Medicine; Web of science; Family medicine; Medical education; Political science; Computer science","score_opus":0.09606312826519518,"score_gpt":0.5004252464648244,"score_spread":0.40436211819962925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884575427","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001994733,0.96545386,0.000024102452,0.02756036,0.0024639678,0.0012966398,0.0000010437788,0.000064993554,0.0029355723],"genre_scores_gemma":[0.000052210755,0.9864904,0.00007190145,0.0052069123,0.0037329993,0.0003845023,0.0004000836,0.00005718341,0.0036037664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950848,0.00029200988,0.0018622726,0.0004524472,0.0018359518,0.00047248811],"domain_scores_gemma":[0.99741405,0.0005453664,0.0004884026,0.0007583307,0.00041276388,0.00038110642],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056397696,0.0003738964,0.0015036179,0.00078256894,0.00009748686,0.000007946686,0.0006070007,0.0012474955,0.0006847342],"category_scores_gemma":[0.027088482,0.00020205876,0.000093019495,0.0029308826,0.0006332018,0.00006860568,0.00009596038,0.0037198365,0.00021821985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008332605,0.000028940402,0.000081543345,0.0014052477,0.0000319213,0.00000655147,0.0003917951,9.095367e-9,5.375143e-8,0.002792795,0.20137344,0.7938794],"study_design_scores_gemma":[0.0006355185,0.00006471097,0.000065682136,0.032131404,0.00045290953,0.00025884004,0.0007599924,0.00004468517,8.3269846e-8,0.0012685683,0.964155,0.00016260619],"about_ca_topic_score_codex":0.000048754264,"about_ca_topic_score_gemma":0.000004909542,"teacher_disagreement_score":0.7937168,"about_ca_system_score_codex":0.0006950068,"about_ca_system_score_gemma":0.0069588255,"threshold_uncertainty_score":0.9986708},"labels":[],"label_agreement":null},{"id":"W1964054327","doi":"10.1097/00001888-200301000-00004","title":"Residentsʼ Duty Hours in the Province of Quebec, Canada","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Duty; Negotiation; Work (physics); Christian ministry; Medicine; Health care; Political science; Public relations; Nursing; Family medicine; Law","score_opus":0.01550378560239848,"score_gpt":0.29255681701575803,"score_spread":0.2770530314133596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964054327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576091,0.0023637323,0.000015472144,0.029262709,0.00020755574,0.00040024324,0.0000014086764,0.000009897944,0.010129868],"genre_scores_gemma":[0.98424584,0.00027737857,0.000022611674,0.0051084226,0.00010629751,0.0000074629825,0.000004609856,0.000009446648,0.010217936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985699,0.000090506706,0.00041960177,0.00015777869,0.0005319654,0.00023025081],"domain_scores_gemma":[0.99917614,0.0002492143,0.00010513856,0.00028418814,0.000039597624,0.00014568935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065964146,0.00011487327,0.00032864985,0.00007195028,0.000027049833,8.515347e-7,0.0001797415,0.00009827237,0.00025456864],"category_scores_gemma":[0.0019442085,0.000059177095,0.000023696184,0.00028315917,0.00011564084,0.00003398818,0.000015278665,0.0005615254,0.000002842961],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006500953,0.00002937011,0.6744022,0.00016762239,0.000030393052,0.00047151573,0.0024077615,0.000002781476,0.0012638434,0.0057530077,0.31359243,0.001814087],"study_design_scores_gemma":[0.0034803837,0.0003018037,0.86157614,0.0014295359,0.00013126021,0.00014805589,0.011964247,0.000008157167,0.0032021124,0.00092426944,0.11662831,0.00020569382],"about_ca_topic_score_codex":0.42520872,"about_ca_topic_score_gemma":0.4940099,"teacher_disagreement_score":0.19696413,"about_ca_system_score_codex":0.00011232344,"about_ca_system_score_gemma":0.0012163304,"threshold_uncertainty_score":0.5786189},"labels":[],"label_agreement":null},{"id":"W1964325572","doi":"10.1097/00001888-200210001-00031","title":"Implications of Suicide Contagion for the Selection of Adolescent Standardized Patients","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Suicide prevention; Human factors and ergonomics; Psychology; Psychiatry; Poison control; Injury prevention; Adolescent suicide; Suicide Risk; Suicide attempt; Occupational safety and health; Clinical psychology; Medicine; Medical emergency","score_opus":0.1278878033281748,"score_gpt":0.46733642700556205,"score_spread":0.33944862367738726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964325572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49311987,0.015025081,0.04350848,0.39611298,0.004789829,0.016831351,0.0005993402,0.00026189693,0.029751178],"genre_scores_gemma":[0.9802336,0.0029269455,0.00007909033,0.015359458,0.00035847977,0.00017868029,0.000033186832,0.000014256507,0.0008163088],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99837166,0.00014046679,0.0008591887,0.0001288946,0.00023675793,0.00026304732],"domain_scores_gemma":[0.99712634,0.0015637099,0.0005411683,0.00019878152,0.00047782582,0.000092200054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008220419,0.00008831398,0.0003553335,0.0000785167,0.00026530458,2.1401976e-7,0.00017197251,0.00017698077,0.0007339901],"category_scores_gemma":[0.0010550767,0.000053012347,0.000046341465,0.00019744238,0.00009810006,0.00004166638,0.00003150419,0.0005077655,0.0000061293354],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016577065,0.000018516548,0.46730486,0.00051637157,0.000032897915,1.9551743e-8,0.0027723755,6.001985e-7,0.0013931001,0.003858491,0.51302105,0.010915953],"study_design_scores_gemma":[0.007926439,0.000565026,0.7317586,0.00070756994,0.00024934261,7.314349e-7,0.0015713911,0.00012040394,0.0004860612,0.0024408577,0.2540471,0.00012647244],"about_ca_topic_score_codex":0.00018744613,"about_ca_topic_score_gemma":0.000038601393,"teacher_disagreement_score":0.48711374,"about_ca_system_score_codex":0.00022276695,"about_ca_system_score_gemma":0.00019008017,"threshold_uncertainty_score":0.80366766},"labels":[],"label_agreement":null},{"id":"W1965045421","doi":"10.1097/acm.0b013e3181dbe31f","title":"Development and Implementation of Training for Interdisciplinary Research in Primary Health Care","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Curriculum; Medical education; Health care; Psychology; Pedagogy; Medicine; Political science","score_opus":0.2690727329911991,"score_gpt":0.6197070060736296,"score_spread":0.3506342730824305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965045421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267752,0.0016887521,0.00009448417,0.06542324,0.0006528873,0.0017989812,0.000012874473,0.000021839376,0.0035316944],"genre_scores_gemma":[0.98110604,0.00041535724,0.0033794204,0.0136074815,0.00062932953,0.0004604794,0.00017409297,0.000022566071,0.00020520743],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99770766,0.00020501498,0.0009997743,0.00022960064,0.00029605598,0.000561868],"domain_scores_gemma":[0.99821085,0.0011220012,0.0002249072,0.00013923172,0.00013797352,0.0001650413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005088773,0.000093424,0.00039937958,0.000358366,0.00042049092,5.4608955e-7,0.00014520399,0.00020129012,0.000080742015],"category_scores_gemma":[0.00011427099,0.000074581476,0.0000116313995,0.00020683178,0.00011805525,0.00007176076,0.00023303526,0.0017051678,0.0000025137363],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011040598,0.0000033256272,0.043719728,0.0033411854,0.000008160037,0.0000011821624,0.6021506,2.1625349e-8,0.0018567982,0.0029833997,0.041560672,0.3042645],"study_design_scores_gemma":[0.0041784598,0.00038947925,0.25626704,0.0008074462,0.0000071536765,0.0000032579753,0.5182318,0.0000022421755,0.00012741372,0.0021047078,0.21775609,0.00012490325],"about_ca_topic_score_codex":0.00027064633,"about_ca_topic_score_gemma":0.0021172916,"teacher_disagreement_score":0.30413958,"about_ca_system_score_codex":0.0005130403,"about_ca_system_score_gemma":0.0034546063,"threshold_uncertainty_score":0.74082005},"labels":[],"label_agreement":null},{"id":"W1965707990","doi":"10.1097/01.acm.0000246751.27480.55","title":"Duty Hours Reforms in the United States, France, and Canada: Is It Time to Refocus Our Attention on Education?","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Graduate medical education; Duty; Directive; Accreditation; Political science; Government (linguistics); Work (physics); Economic growth; Medicine; Public administration; Medical education; Law; Economics","score_opus":0.011376334316186273,"score_gpt":0.29842309937094036,"score_spread":0.28704676505475407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965707990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7233067,0.00029666317,0.0000027828785,0.27310863,0.00010505854,0.0003126348,0.000007340881,0.000011725713,0.0028484329],"genre_scores_gemma":[0.87412786,0.0002873543,0.000024263474,0.07750876,0.0004836057,0.000026312098,0.00022421495,0.00001594962,0.0473017],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987155,0.000035569214,0.0003556371,0.00022189986,0.0004310865,0.00024029764],"domain_scores_gemma":[0.9993552,0.000062879044,0.00007577295,0.00024252184,0.00006468898,0.00019896384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040118088,0.00014869674,0.0002593806,0.00021780725,0.00006480648,0.000003177669,0.00012442614,0.00010841382,0.0001304824],"category_scores_gemma":[0.00019091315,0.000075725104,0.000016345644,0.00047871753,0.000031628333,0.00003651388,0.000020747233,0.0004990727,0.0000430114],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045095476,0.000030604126,0.097660474,0.000029637049,0.00001028049,0.000020827869,0.00091486465,0.0000028928341,0.00021254875,0.00016566475,0.8983643,0.0025428259],"study_design_scores_gemma":[0.0011881435,0.00033735274,0.62805146,0.0008372264,0.000047745165,0.000045968394,0.004879423,0.00004486034,0.000053340955,0.00027646802,0.36410615,0.00013184418],"about_ca_topic_score_codex":0.3972493,"about_ca_topic_score_gemma":0.011159008,"teacher_disagreement_score":0.5342581,"about_ca_system_score_codex":0.00016958456,"about_ca_system_score_gemma":0.00028641603,"threshold_uncertainty_score":0.6226989},"labels":[],"label_agreement":null},{"id":"W1965774585","doi":"10.1097/acm.0b013e31828f898f","title":"Teaching Medical Error Disclosure to Physicians-in-Training","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Inclusion (mineral); Medical education; Context (archaeology); MEDLINE; Educational measurement; Medicine; Psychology; Pedagogy","score_opus":0.13057417116009132,"score_gpt":0.4839279163515863,"score_spread":0.353353745191495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965774585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59972894,0.00016393022,0.00414883,0.3587958,0.0016096897,0.001267339,0.000002748241,0.0001528937,0.034129817],"genre_scores_gemma":[0.9340103,0.000055365254,0.00012997031,0.055560652,0.0019474247,0.00037560554,0.000032997403,0.000026604592,0.007861072],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964735,0.00054684293,0.00095067144,0.00035973388,0.00091237377,0.0007568802],"domain_scores_gemma":[0.99778795,0.00095191255,0.00026219673,0.00029566698,0.000063571155,0.00063868624],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0024914197,0.00018550374,0.00044344412,0.00023156531,0.00031606853,2.0630934e-7,0.00046491937,0.00048098702,0.003682477],"category_scores_gemma":[0.005418367,0.00013754779,0.000029171873,0.00035012656,0.0001460656,0.00018086589,0.0001221119,0.0035792226,0.0016946618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005144501,0.000041913063,0.15071195,0.00032245455,0.00004051715,0.000019731204,0.4764314,0.0000281744,0.0028882818,0.015366175,0.28565937,0.06843857],"study_design_scores_gemma":[0.0039409534,0.00024200768,0.24003272,0.009905404,0.000042996315,0.000008017764,0.15542951,0.0014328074,0.000014461405,0.005219167,0.5832359,0.0004960445],"about_ca_topic_score_codex":0.00089758,"about_ca_topic_score_gemma":0.00009990603,"teacher_disagreement_score":0.33428136,"about_ca_system_score_codex":0.00012781634,"about_ca_system_score_gemma":0.00026871488,"threshold_uncertainty_score":0.9990826},"labels":[],"label_agreement":null},{"id":"W1965802029","doi":"10.1097/acm.0b013e3182a6a7ce","title":"Educational Objectives for International Medical Electives","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"Fogarty International Center; National Institute of Allergy and Infectious Diseases","keywords":"IMes; Scopus; Medical education; MEDLINE; Curriculum; Inclusion (mineral); Categorization; Set (abstract data type); Medicine; Psychology; Family medicine; Political science; Pedagogy; Computer science","score_opus":0.08397152851593263,"score_gpt":0.4865195320687535,"score_spread":0.40254800355282083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965802029","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007507646,0.9714484,0.0002370127,0.013535311,0.004653205,0.0021191316,0.000034634835,0.000061475046,0.007903284],"genre_scores_gemma":[0.00001626458,0.9687327,0.00014942922,0.0035267405,0.0126618,0.0011377854,0.0011853995,0.00006255521,0.012527281],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612796,0.00012324758,0.0013844083,0.00062787865,0.0010956891,0.00064082496],"domain_scores_gemma":[0.99521977,0.0025093688,0.00049158145,0.00028638192,0.00052823214,0.00096465135],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013184437,0.0004687648,0.0022594342,0.00050915865,0.000085465,0.000004641581,0.0004303635,0.0012034029,0.0043504904],"category_scores_gemma":[0.014320263,0.0003068947,0.00035571266,0.00035097526,0.00030900838,0.00008488364,0.000068992194,0.0017313377,0.00027790837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000327106,0.000025223817,0.00006514623,0.008797222,0.0002542755,0.000005191745,0.0001111421,3.5690635e-9,3.261301e-7,0.003696813,0.32578623,0.66122574],"study_design_scores_gemma":[0.0007948663,0.00018062883,0.000057609846,0.027249498,0.0005812843,0.0005515068,0.00008858939,0.000013745214,2.500284e-7,0.001862766,0.968404,0.0002152332],"about_ca_topic_score_codex":0.000040275263,"about_ca_topic_score_gemma":0.0000010873932,"teacher_disagreement_score":0.6610105,"about_ca_system_score_codex":0.00040604136,"about_ca_system_score_gemma":0.0035883647,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W1965918668","doi":"10.1097/00001888-200311000-00008","title":"Ten-Year Experience with Mission-Based Budgeting in the Faculty of Medicine of Dalhousie University","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Capital District Health Authority","funders":"","keywords":"Confusion; Pride; Curriculum; Academic medicine; Academic year; Medical education; Process (computing); Higher education; Psychology; Baseline (sea); Political science; Medicine; Mathematics education; Pedagogy; Computer science","score_opus":0.038442646775561674,"score_gpt":0.34847842288469344,"score_spread":0.31003577610913174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965918668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97010267,0.00017273703,0.0014251018,0.019916555,0.0001288425,0.00041570276,0.0000016079651,0.000018179928,0.007818608],"genre_scores_gemma":[0.99596554,0.000060371167,0.0012018253,0.0022240416,0.00012378946,0.0000032842959,0.00003440343,0.000011293162,0.00037543956],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99797004,0.00015054193,0.0005787155,0.00023010485,0.00085716625,0.00021343965],"domain_scores_gemma":[0.9985611,0.00033866896,0.0003360086,0.0003723324,0.0003181011,0.000073817675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018382581,0.00014257178,0.00042296704,0.0003118966,0.00005430924,4.056711e-7,0.00027301203,0.00016737878,0.00037246136],"category_scores_gemma":[0.005589698,0.00007773146,0.000019868296,0.0016594415,0.0012156575,0.000049132075,0.000012893421,0.0007009589,0.0000016179026],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010444326,0.00033058328,0.7379353,0.0011502757,0.00008940375,0.00010663756,0.1370793,0.00010158172,0.038559273,0.027596094,0.048215628,0.0077914787],"study_design_scores_gemma":[0.032442037,0.004056679,0.2811765,0.013804523,0.00067761017,0.00030812295,0.5289272,0.0014887103,0.02286812,0.00084539445,0.11278222,0.00062286673],"about_ca_topic_score_codex":0.00017338523,"about_ca_topic_score_gemma":0.0000023043558,"teacher_disagreement_score":0.4567588,"about_ca_system_score_codex":0.00006831271,"about_ca_system_score_gemma":0.00028515744,"threshold_uncertainty_score":0.66917944},"labels":[],"label_agreement":null},{"id":"W1966005612","doi":"10.1097/00001888-200010000-00024","title":"Conceptual Guidelines for Developing and Maintaining Curriculum and Examination Objectives","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Medical Council of Canada","funders":"","keywords":"Process (computing); Presentation (obstetrics); Constructive; Curriculum; Medical education; Accountability; Conceptual model; Conceptual framework; Engineering ethics; Psychology; Management science; Computer science; Medicine; Pedagogy; Sociology; Political science; Engineering","score_opus":0.07554722608202925,"score_gpt":0.4187468931931773,"score_spread":0.3431996671111481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966005612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95057213,0.0018804258,0.007671443,0.03799727,0.00020763048,0.0005263938,0.0000010067189,0.000057334608,0.0010863392],"genre_scores_gemma":[0.9648519,0.0019480471,0.016156737,0.013578408,0.001614345,0.000094488256,0.00008116652,0.000020991847,0.0016539055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987332,0.000036651036,0.0005102144,0.0002702009,0.00024989678,0.00019981836],"domain_scores_gemma":[0.99912447,0.00018771533,0.000096746204,0.00009485765,0.00042641175,0.00006978723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013658599,0.00013031521,0.0002656087,0.00015304098,0.00012175043,0.0000035791902,0.000048984406,0.00017269842,0.00015255636],"category_scores_gemma":[0.006074428,0.00010081248,0.000009908996,0.00027467016,0.00045088568,0.0001084109,0.000015886668,0.00031494958,0.0000029949222],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000626019,0.000012797879,0.011095785,0.00019042272,0.00006331254,0.0000036183649,0.02273092,0.0000014363143,0.0019422362,0.050514508,0.041322593,0.87205976],"study_design_scores_gemma":[0.01637498,0.0020386996,0.24641526,0.006932697,0.0007243753,0.0012956107,0.21478921,0.01678022,0.0014637046,0.018036712,0.47407264,0.0010759166],"about_ca_topic_score_codex":0.000019261068,"about_ca_topic_score_gemma":6.039792e-7,"teacher_disagreement_score":0.87098384,"about_ca_system_score_codex":0.00007236904,"about_ca_system_score_gemma":0.00008558697,"threshold_uncertainty_score":0.7272096},"labels":[],"label_agreement":null},{"id":"W1967291734","doi":"10.1097/00001888-200308000-00003","title":"The Importance of Cognitive Errors in Diagnosis and Strategies to Minimize Them","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1598,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dartmouth General Hospital; Dalhousie University","funders":"Agency for Healthcare Research and Quality","keywords":"Debiasing; Cognitive bias; Heuristics; Cognition; Context (archaeology); Cognitive psychology; Process (computing); Pessimism; Confirmation bias; Metacognition; Perception; Computer science; Overconfidence effect; Psychology; Social psychology; Psychiatry","score_opus":0.13527516164826572,"score_gpt":0.4492700642212217,"score_spread":0.3139949025729559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967291734","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023255658,0.9913857,0.000012483477,0.0016507707,0.00024265662,0.001320703,0.000020617459,0.000016826763,0.0030246591],"genre_scores_gemma":[0.0011319394,0.99628,0.000048543712,0.0012062365,0.00024970717,0.00038920811,0.00004171963,0.000041610554,0.0006109959],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996927,0.00021458096,0.001529153,0.00050178124,0.00043956668,0.00038788377],"domain_scores_gemma":[0.9426552,0.05603864,0.00054028566,0.000331303,0.00009985912,0.0003347294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016745517,0.00040022045,0.0025122552,0.00014662251,0.000043137785,0.00000479018,0.00021266766,0.00057999924,0.00013398369],"category_scores_gemma":[0.10771862,0.00020996119,0.00014442767,0.0006106024,0.00060453295,0.000028151122,0.000074248666,0.0013685505,0.000021207323],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010505422,0.00005062806,0.026046842,0.0037122683,0.00027903207,0.0001247098,0.0016382708,9.743172e-8,1.5439508e-7,0.0016875708,0.012426271,0.9539291],"study_design_scores_gemma":[0.0022754655,0.0005252099,0.0028479085,0.4197487,0.002811632,0.0002144334,0.0049151247,0.0000010333052,0.0000015510539,0.0012052517,0.56509966,0.00035405986],"about_ca_topic_score_codex":0.000048513215,"about_ca_topic_score_gemma":0.000012646526,"teacher_disagreement_score":0.953575,"about_ca_system_score_codex":0.000054814365,"about_ca_system_score_gemma":0.00046159595,"threshold_uncertainty_score":0.89979744},"labels":[],"label_agreement":null},{"id":"W1967717081","doi":"10.1097/acm.0b013e318065b4ba","title":"The Need to Restructure MD???PhD Training","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Restructuring; Medical education; Psychology; Computer science; Medicine; Business; Geography; Finance","score_opus":0.30423734142049413,"score_gpt":0.5077161271569686,"score_spread":0.20347878573647443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967717081","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3714005,0.005744384,0.0024573877,0.58821774,0.0011093357,0.001386271,0.0000021691485,0.00015777696,0.029524438],"genre_scores_gemma":[0.8487502,0.0031862026,0.00024753792,0.13768831,0.004718252,0.000018790053,0.000013418219,0.000036999158,0.005340322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956342,0.0000734694,0.0006540176,0.0002914231,0.0014956509,0.001851242],"domain_scores_gemma":[0.9881557,0.0017894129,0.00008282217,0.00041764192,0.00015457593,0.009399816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008509797,0.00018779453,0.00041341045,0.00021705311,0.00024929838,0.0000050198996,0.0003065058,0.00033452534,0.00023990177],"category_scores_gemma":[0.08942702,0.00009637488,0.000040419884,0.00077505,0.000385148,0.000045453744,0.00006020303,0.0022207294,0.000111275236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084565533,0.0000043281766,0.0014808103,0.0001036834,0.000039942388,0.0002211383,0.007421999,3.0238044e-7,0.015183296,0.0020241577,0.65999866,0.31267604],"study_design_scores_gemma":[0.0022598694,0.0009843159,0.00906342,0.0007654525,0.00005027998,0.0003101705,0.008773039,0.000018686214,0.0009175703,0.0010849827,0.9756571,0.000115102855],"about_ca_topic_score_codex":0.000115359995,"about_ca_topic_score_gemma":0.000021065667,"teacher_disagreement_score":0.47734967,"about_ca_system_score_codex":0.00019922452,"about_ca_system_score_gemma":0.0017361649,"threshold_uncertainty_score":0.96480876},"labels":[],"label_agreement":null},{"id":"W1968180896","doi":"10.1097/00001888-200209000-00028","title":"MEDICOL","year":2002,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; The Internet; Variety (cybernetics); Problem-based learning; Medicine; Multimedia; Computer science; Psychology; World Wide Web; Pedagogy","score_opus":0.1589793125078365,"score_gpt":0.4845226294948001,"score_spread":0.3255433169869636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968180896","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000147018,0.96960366,0.00016018293,0.0047424342,0.0025151668,0.0016483532,0.0000037482657,0.0002015298,0.02112345],"genre_scores_gemma":[0.0000015408439,0.9609006,0.00026987251,0.00451752,0.008046583,0.00036312846,0.00058379263,0.00012200556,0.025194937],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954349,0.0001229606,0.0019527192,0.0006745468,0.0012633563,0.0005515449],"domain_scores_gemma":[0.9975578,0.00029192984,0.00070432195,0.0009184201,0.00021561632,0.00031188544],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0012863015,0.0006100037,0.0031024432,0.0009704431,0.00009257718,0.0000034291822,0.000488603,0.0017266668,0.008010745],"category_scores_gemma":[0.005434021,0.00040075745,0.00023353979,0.0019247181,0.0005926917,0.00006235761,0.00008327505,0.0044493973,0.0016958696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014023129,0.000009749858,0.00000208656,0.010204977,0.00009221741,0.0000251729,0.00023326305,3.0787828e-9,1.0786953e-7,0.0005429365,0.37402204,0.614866],"study_design_scores_gemma":[0.0006058194,0.00015571284,0.0000020124864,0.06671617,0.002815537,0.0011940096,0.00014075884,0.000015105966,1.1116284e-7,0.000116350944,0.9279691,0.00026930502],"about_ca_topic_score_codex":0.000007887106,"about_ca_topic_score_gemma":5.934972e-8,"teacher_disagreement_score":0.6145967,"about_ca_system_score_codex":0.00048426137,"about_ca_system_score_gemma":0.0005030693,"threshold_uncertainty_score":0.99984443},"labels":[],"label_agreement":null},{"id":"W1968446249","doi":"10.1097/acm.0b013e318183c8b7","title":"Point-of-Care Assessment of Medical Trainee Competence for Independent Clinical Work","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stan Cassidy Foundation","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Medical education; Psychology; Work (physics); Medicine; Nursing; Social psychology; Engineering","score_opus":0.10388191346112456,"score_gpt":0.49075774105740394,"score_spread":0.38687582759627936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968446249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92643857,0.00131169,0.03363312,0.03340281,0.0019821727,0.0012445718,0.0000065358463,0.000055310964,0.0019252421],"genre_scores_gemma":[0.98296005,0.0012307318,0.0097175045,0.003964517,0.0016016088,0.00007413064,0.00014486056,0.000026837672,0.00027976168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950419,0.00012793207,0.0020374062,0.0003630536,0.0021259265,0.0003037468],"domain_scores_gemma":[0.9968311,0.0011376203,0.00055992545,0.00045277626,0.00075395097,0.00026459864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004678102,0.00018756394,0.00095076027,0.00027196723,0.00006371182,5.871629e-7,0.00044281958,0.00067836157,0.00073281553],"category_scores_gemma":[0.012648741,0.00014091712,0.00012937447,0.0007425775,0.0012825642,0.000053704374,0.000070031434,0.001539533,0.000003950372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009893113,0.0005379626,0.63967407,0.0025940659,0.00043864787,0.000069200374,0.0153273465,0.000006603514,0.0013555496,0.034663394,0.19794592,0.10639791],"study_design_scores_gemma":[0.021780286,0.005470401,0.89410096,0.00902639,0.00077071186,0.0006789771,0.018233392,0.0028758885,0.0010330757,0.0013090421,0.044202093,0.0005187508],"about_ca_topic_score_codex":0.000015498214,"about_ca_topic_score_gemma":5.4738575e-7,"teacher_disagreement_score":0.25442693,"about_ca_system_score_codex":0.000106905085,"about_ca_system_score_gemma":0.00115289,"threshold_uncertainty_score":0.9956681},"labels":[],"label_agreement":null},{"id":"W1968518838","doi":"10.1097/00001888-200010001-00006","title":"The Impact of an Alternative Approach to Computing Station Cut Scores in an OSCE","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Competence (human resources); Psychology; Medical education; Applied psychology; Social psychology; Medicine","score_opus":0.04547991381078045,"score_gpt":0.43554039392884275,"score_spread":0.3900604801180623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968518838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930679,0.00010265742,0.0015271612,0.0018816835,0.00013370765,0.00057273614,0.0000019904169,0.000026974307,0.0026851916],"genre_scores_gemma":[0.9961667,0.000085176565,0.0013914928,0.0011583264,0.0007826921,0.000019555462,0.00014086501,0.00001774325,0.00023746683],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981799,0.00013738903,0.0006445906,0.0002598987,0.0005110553,0.00026715567],"domain_scores_gemma":[0.99901515,0.00015446827,0.00015364752,0.00032700665,0.00020585737,0.00014385063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017022465,0.00013491533,0.00028343828,0.0002526363,0.00007973733,0.000004152596,0.00025634156,0.00012251994,0.0001263279],"category_scores_gemma":[0.0012653498,0.00008132789,0.00002081251,0.0008999155,0.00024193194,0.00014997595,0.000015739708,0.0007031308,0.000009058019],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009916772,0.0004457861,0.06569898,0.00012834248,0.00010042177,0.000007680981,0.10060088,0.006339431,0.007753527,0.003779026,0.01547723,0.798677],"study_design_scores_gemma":[0.0050640167,0.003733086,0.6856879,0.0013624281,0.00009470436,0.00011923681,0.017434558,0.2799791,0.0013991944,0.003657671,0.0011276155,0.00034047666],"about_ca_topic_score_codex":0.0009391727,"about_ca_topic_score_gemma":0.000009519904,"teacher_disagreement_score":0.79833657,"about_ca_system_score_codex":0.00020111824,"about_ca_system_score_gemma":0.00015537383,"threshold_uncertainty_score":0.33164552},"labels":[],"label_agreement":null},{"id":"W1968569174","doi":"10.1097/00001888-200010001-00003","title":"Context, Conflict, and Resolution","year":2000,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Context (archaeology); Conflict resolution; Resolution (logic); MEDLINE; Psychology; Computer science; Political science; Artificial intelligence; Geography; Law","score_opus":0.11790873916369711,"score_gpt":0.4555726645632633,"score_spread":0.3376639253995662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968569174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002070603,0.9882628,0.00006213064,0.0031469506,0.00070290646,0.0011978361,0.000005648957,0.00010583992,0.0064952336],"genre_scores_gemma":[0.000012065123,0.9819329,0.000098473145,0.004450168,0.0029014563,0.00014183464,0.00062177185,0.000065477674,0.009775849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708897,0.000119441145,0.0013195471,0.00054267555,0.0005676867,0.0003616539],"domain_scores_gemma":[0.99852407,0.00023170105,0.00041148035,0.00049643795,0.00012595773,0.00021035265],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010686382,0.00042559204,0.0020409375,0.0005934639,0.00009632961,0.0000038143864,0.00018819145,0.0011607432,0.0013980624],"category_scores_gemma":[0.001865003,0.00029673026,0.00009172075,0.0007849852,0.0006957772,0.000059735634,0.000042490385,0.0026389312,0.00020586357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009797502,0.0000054489883,0.0000030056262,0.0058473605,0.00006353868,0.000012594803,0.00040128053,4.0930273e-9,2.54419e-7,0.0010904535,0.19349709,0.79906917],"study_design_scores_gemma":[0.00072319154,0.00015832347,0.00000654594,0.0432102,0.0016890515,0.0012840664,0.00019884804,0.000016110343,1.6788513e-7,0.00007516011,0.9524318,0.00020654814],"about_ca_topic_score_codex":0.0000335961,"about_ca_topic_score_gemma":3.8115184e-7,"teacher_disagreement_score":0.79886264,"about_ca_system_score_codex":0.00024051325,"about_ca_system_score_gemma":0.00043415147,"threshold_uncertainty_score":0.9999485},"labels":[],"label_agreement":null},{"id":"W1968674688","doi":"10.1097/acm.0b013e3181dc91b3","title":"Conflict of Interest in Peer-Reviewed Medical Journals: The World Association of Medical Editorsʼ Position on a Challenging Problem","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Conflict of interest; Publication; Credibility; Wonder; Publishing; Public relations; Political science; Psychology; Law; Social psychology","score_opus":0.5992228670432235,"score_gpt":0.6109181017126234,"score_spread":0.011695234669399923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968674688","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.428371,0.0026449517,0.00001766114,0.5600869,0.004269527,0.00057954417,0.0000140528755,0.000030267165,0.003986066],"genre_scores_gemma":[0.9776019,0.005536137,0.0000042224838,0.010931785,0.00509618,0.000037985275,0.000017190156,0.000014822041,0.00075982144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951985,0.0012266231,0.0014156436,0.0002479185,0.001434787,0.0004765464],"domain_scores_gemma":[0.99418694,0.00400528,0.00068336044,0.00017502479,0.00031700125,0.0006324177],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.020222913,0.00020189122,0.0006090345,0.00027000668,0.00010742082,0.0000025811146,0.000755018,0.0019019744,0.0088962875],"category_scores_gemma":[0.009212641,0.00013154786,0.00007446957,0.00052378763,0.00048191688,0.00007913324,0.00010399476,0.014048334,0.000019339053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012695768,0.00073983433,0.109045066,0.0018197465,0.0006379199,0.00019592185,0.014354265,0.000034669316,0.04216593,0.12139823,0.6213196,0.087019235],"study_design_scores_gemma":[0.0077121123,0.00054057525,0.007563499,0.0058894656,0.00037081435,0.00013643732,0.0012397523,0.005937392,0.016217202,0.0044522104,0.9495749,0.00036563387],"about_ca_topic_score_codex":0.0000605568,"about_ca_topic_score_gemma":0.0002709082,"teacher_disagreement_score":0.5492308,"about_ca_system_score_codex":0.00010770054,"about_ca_system_score_gemma":0.00027037575,"threshold_uncertainty_score":0.99939376},"labels":[],"label_agreement":null},{"id":"W1968740075","doi":"10.1097/acm.0000000000000657","title":"Sexual and Gender Minority Identity Disclosure During Undergraduate Medical Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sexual identity; Identity (music); Lesbian; Sexual orientation; Ethnic group; Transgender; Psychology; Sexual minority; Gender studies; Medicine; Clinical psychology; Social psychology; Political science; Sociology; Human sexuality","score_opus":0.09697227086106326,"score_gpt":0.4503144930047694,"score_spread":0.35334222214370614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968740075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92243785,0.0074694385,0.00014680203,0.039371077,0.0029671518,0.00019955769,0.0000034698169,0.00007695334,0.02732773],"genre_scores_gemma":[0.96394014,0.0014525476,0.000015543023,0.0030989568,0.0056248675,0.000023526094,0.000029305927,0.00002056504,0.025794562],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767613,0.00027194532,0.00047344458,0.00040590207,0.0007483951,0.00042415463],"domain_scores_gemma":[0.99840754,0.00009406411,0.00015023652,0.0003182235,0.0000924019,0.0009375233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012692442,0.00018354665,0.00028450447,0.00016994616,0.00013666606,0.000009588665,0.00030601033,0.00045892884,0.00055567035],"category_scores_gemma":[0.0010851756,0.00015265487,0.000018329552,0.00024252616,0.00035554357,0.00026544146,0.00011124296,0.0009723038,0.00023568598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047198268,0.00004892439,0.6506403,0.0006959825,0.00005423391,0.00002216251,0.007941956,8.239285e-8,0.00006169663,0.041241296,0.29615566,0.0030904606],"study_design_scores_gemma":[0.0037806206,0.00019259627,0.8850211,0.00005223318,0.0003135914,0.00069865206,0.0045907814,0.000014686004,0.000002671384,0.09502221,0.009942374,0.00036850193],"about_ca_topic_score_codex":0.0063671577,"about_ca_topic_score_gemma":0.00042688168,"teacher_disagreement_score":0.2862133,"about_ca_system_score_codex":0.000108722204,"about_ca_system_score_gemma":0.0004905405,"threshold_uncertainty_score":0.96252805},"labels":[],"label_agreement":null},{"id":"W1969156531","doi":"10.1097/acm.0b013e318140168f","title":"Questioning Competence: A Discourse Analysis of Attending Physicians’ Use of Questions to Assess Trainee Competence","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Presupposition; Psychology; Medical education; Medicine; Social psychology; Linguistics","score_opus":0.09227587082769068,"score_gpt":0.4429567464973595,"score_spread":0.3506808756696688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969156531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81709945,0.00011991519,0.17484039,0.0067283297,0.0004029784,0.00035950728,0.000010599449,0.00004785977,0.00039095362],"genre_scores_gemma":[0.9818297,0.000066782355,0.014764469,0.0024067261,0.0004457856,0.000016944476,0.00016590215,0.000020496109,0.0002831894],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969749,0.00007056231,0.0012999183,0.0003426478,0.0009499422,0.0003620243],"domain_scores_gemma":[0.9973634,0.00070337864,0.0005382699,0.00047026525,0.0007516932,0.00017302834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021922134,0.00019775284,0.0008771407,0.0016221427,0.00008309185,0.0000030849524,0.0002326686,0.00019296701,0.00014566672],"category_scores_gemma":[0.0056972113,0.00016861386,0.000099786186,0.005429934,0.0006720042,0.00018248586,0.000043873173,0.0007580116,0.0000040397476],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002923625,0.00035670307,0.46342096,0.00057516707,0.0018972129,0.000034203098,0.03115736,0.0019290796,0.34400693,0.0916241,0.009727467,0.054978475],"study_design_scores_gemma":[0.001356394,0.0006100701,0.9466087,0.005743614,0.0049079973,0.000044724737,0.021467483,0.011567966,0.00483819,0.00032042884,0.002177673,0.00035672248],"about_ca_topic_score_codex":0.00028022248,"about_ca_topic_score_gemma":0.000019238625,"teacher_disagreement_score":0.4831878,"about_ca_system_score_codex":0.00016200352,"about_ca_system_score_gemma":0.00014914708,"threshold_uncertainty_score":0.6875874},"labels":[],"label_agreement":null},{"id":"W1969225957","doi":"10.1097/acm.0b013e3181cc95c3","title":"On Being . . . Inclusive","year":2010,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Acronym; Inclusion (mineral); Scope (computer science); Identity (music); Psychology; Relevance (law); Medicine; Sociology; Political science","score_opus":0.017392823503179198,"score_gpt":0.36629274446236915,"score_spread":0.3488999209591899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969225957","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006455504,0.00018937749,0.00019075855,0.9395198,0.0056435238,0.0007522693,0.0000040802342,0.00017240504,0.04707224],"genre_scores_gemma":[0.0038471667,0.00021803893,0.00031100173,0.9097788,0.05356171,0.000098575096,0.0016976577,0.00012016618,0.030366903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958968,0.00007296312,0.0009818753,0.0006996876,0.0017374369,0.00061123644],"domain_scores_gemma":[0.99748594,0.00054070924,0.00045928924,0.0009628484,0.00041779736,0.00013341628],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010358399,0.00049717416,0.0009175683,0.00089498627,0.00016467273,0.0000045364995,0.00047811356,0.006481109,0.0035197479],"category_scores_gemma":[0.009552066,0.0003716224,0.000083293795,0.00074021047,0.0006587962,0.00005513949,0.00010984129,0.038412966,0.0006484489],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024621224,0.000008025137,0.00005797172,0.00030177462,0.00006688331,0.00026157417,0.001223134,6.829972e-8,0.00043906164,0.0022351318,0.9857804,0.009601354],"study_design_scores_gemma":[0.0011706463,0.0003681349,0.000086097825,0.0025690787,0.00034505056,0.00033816064,0.00015862408,0.00003567938,0.00014620779,0.0122833615,0.9822108,0.0002881379],"about_ca_topic_score_codex":0.000032838143,"about_ca_topic_score_gemma":3.7579733e-7,"teacher_disagreement_score":0.047918186,"about_ca_system_score_codex":0.0003837954,"about_ca_system_score_gemma":0.00044567735,"threshold_uncertainty_score":0.9998736},"labels":[],"label_agreement":null},{"id":"W1969533132","doi":"10.1097/00001888-200005000-00012","title":"An Out-call Service for Service Senior Medical Students","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dispensary; Service (business); Medical education; Quarter (Canadian coin); Class (philosophy); Medicine; Work (physics); First class; Psychology; Family medicine; Computer science; Engineering; Business","score_opus":0.0670326675185046,"score_gpt":0.48843597707795494,"score_spread":0.4214033095594503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969533132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85730314,0.00073190045,0.00025579642,0.1313296,0.0031411385,0.0014938713,0.000027756061,0.00032239896,0.005394371],"genre_scores_gemma":[0.75161666,0.0017553985,0.0002557051,0.19787247,0.015777567,0.0005146879,0.00055638433,0.00015123977,0.031499885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960184,0.00036086005,0.00092671945,0.00049459527,0.0013932071,0.0008062139],"domain_scores_gemma":[0.99732536,0.000896748,0.0001793847,0.00050038646,0.0003315025,0.00076663715],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026404061,0.00026248736,0.00057675363,0.00011333462,0.00045355424,0.00000438429,0.001190138,0.00091760454,0.007962562],"category_scores_gemma":[0.00037785366,0.00019757776,0.00004299338,0.00044174524,0.000064705295,0.00013887507,0.00008013242,0.0015325077,0.0011611335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008606876,0.00009508702,0.017428422,0.0010538539,0.000109160515,0.000022785083,0.14625585,0.000003550465,0.0010423828,0.00024140882,0.78850484,0.04438195],"study_design_scores_gemma":[0.011071428,0.0006421533,0.021147488,0.0020013133,0.00037586718,0.00002556439,0.031094218,0.0006586127,0.000032813972,0.0018222836,0.9305846,0.00054363656],"about_ca_topic_score_codex":0.0010691072,"about_ca_topic_score_gemma":0.00078920025,"teacher_disagreement_score":0.14207976,"about_ca_system_score_codex":0.000112291185,"about_ca_system_score_gemma":0.0003314018,"threshold_uncertainty_score":0.99961656},"labels":[],"label_agreement":null},{"id":"W1969711438","doi":"10.1097/acm.0b013e3181850a75","title":"Making Interprofessional Education Work: The Strategic Roles of the Academy","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Health Canada","keywords":"Interprofessional education; Transformational leadership; Context (archaeology); Higher education; Public relations; Faculty development; Professional development; Work (physics); Medical education; Sociology; Health care; Psychology; Political science; Pedagogy; Medicine","score_opus":0.24815763647914235,"score_gpt":0.5694047514361833,"score_spread":0.32124711495704095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969711438","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043940797,0.9653757,0.000012680278,0.013386162,0.008386437,0.0022916659,0.00001427686,0.000039600694,0.010054028],"genre_scores_gemma":[0.0038080814,0.9582809,0.000018923798,0.006432273,0.0038898198,0.0009438404,0.00010055714,0.00006046426,0.02646513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934283,0.0026876472,0.002172728,0.00042531991,0.0008309161,0.00045508504],"domain_scores_gemma":[0.99439627,0.0020243456,0.0026059034,0.00057351333,0.0002948918,0.00010507841],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012238355,0.00046351302,0.0012136124,0.0002513968,0.0011208586,0.0000028368795,0.0014971981,0.0014521772,0.0013190642],"category_scores_gemma":[0.00055803463,0.000197301,0.00023407627,0.0014595649,0.00050213217,0.00009747879,0.00036439503,0.0069113635,0.00022407404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010500667,0.000043516728,0.00040058346,0.00792507,0.0001609868,4.5757014e-7,0.019065673,8.2544847e-7,0.0000050957365,0.06492401,0.47218278,0.43518597],"study_design_scores_gemma":[0.00014131573,0.000013997815,0.00017663847,0.12507682,0.000235296,0.000013363078,0.018543646,0.00000342218,2.598748e-7,0.0022022377,0.8534311,0.00016192393],"about_ca_topic_score_codex":0.00003167469,"about_ca_topic_score_gemma":0.000013224725,"teacher_disagreement_score":0.43502405,"about_ca_system_score_codex":0.0003893321,"about_ca_system_score_gemma":0.014427879,"threshold_uncertainty_score":0.99984413},"labels":[],"label_agreement":null},{"id":"W1969761672","doi":"10.1097/acm.0b013e3181bf9d45","title":"Use of Electronic Medical Records by Physicians and Students in Academic Internal Medicine Settings","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical record; Academic medicine; Medical education; Medicine; MEDLINE; Family medicine; Psychology; Internal medicine; Political science","score_opus":0.05764805644793763,"score_gpt":0.4789627008948949,"score_spread":0.42131464444695726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969761672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9103767,0.011121063,0.00034712316,0.074668586,0.000877077,0.0014250893,0.000007709133,0.00010630727,0.0010703328],"genre_scores_gemma":[0.93768764,0.023114335,0.000012888687,0.032610916,0.0019284234,0.000080740894,0.000038473823,0.000051096562,0.0044754716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99112105,0.0013938491,0.0030307546,0.00071407424,0.0019090055,0.0018312557],"domain_scores_gemma":[0.99479586,0.0028676318,0.0011674472,0.00041228218,0.00015454112,0.0006022474],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008260301,0.00042230767,0.0014594872,0.0004567873,0.00017583327,0.0000015852095,0.0009188315,0.0013351367,0.00048362228],"category_scores_gemma":[0.0055106063,0.00032686468,0.000037834874,0.00077692606,0.00045843594,0.000266607,0.00015979414,0.009222578,0.000027269625],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037909832,0.000050501854,0.4295605,0.00070177554,0.00007613517,0.000022132352,0.023424504,5.5609496e-7,0.008467802,0.002523252,0.48709488,0.04769884],"study_design_scores_gemma":[0.026311211,0.009116707,0.19962996,0.073595196,0.00034175074,0.0002342909,0.018650515,0.0023688741,0.0003727552,0.013946788,0.6538648,0.0015671636],"about_ca_topic_score_codex":0.0039698356,"about_ca_topic_score_gemma":0.00034192167,"teacher_disagreement_score":0.22993055,"about_ca_system_score_codex":0.00076941616,"about_ca_system_score_gemma":0.00076102256,"threshold_uncertainty_score":0.9999613},"labels":[],"label_agreement":null},{"id":"W1970020366","doi":"10.1097/00001888-200306000-00011","title":"Teaching Social and Cultural Awareness to Medical Students","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":199,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Affect (linguistics); Medical education; Psychology; Social class; Cultural diversity; Medical school; Medical psychology; Class (philosophy); Social psychology; Medicine; Pedagogy; MEDLINE; Sociology; Political science","score_opus":0.09377345945062877,"score_gpt":0.4917293974492687,"score_spread":0.39795593799863993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970020366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9165316,0.0007366372,0.000024415234,0.06776232,0.0010606438,0.0003158118,0.0000011726268,0.000090416295,0.013476931],"genre_scores_gemma":[0.9860877,0.0003558539,0.000034342793,0.009076667,0.002107556,0.00002234779,0.0000033243962,0.000008862069,0.002303342],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651146,0.00045201913,0.00035067936,0.00028749072,0.001938165,0.0004601934],"domain_scores_gemma":[0.9986593,0.00029902367,0.0000722809,0.000078074154,0.00010483328,0.00078647054],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037298403,0.00013252984,0.00026897254,0.000058169095,0.0010711027,0.000018114903,0.00057634024,0.00029790966,0.0005735732],"category_scores_gemma":[0.009010443,0.00009574285,0.00002120291,0.00024224313,0.00038298382,0.00014209923,0.000094583454,0.00093368365,0.000026485297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019839816,0.0000117501995,0.18663546,0.00008067518,0.00002762549,0.000028889055,0.5170628,5.792251e-7,0.00029406438,0.18399964,0.10472223,0.007116438],"study_design_scores_gemma":[0.0009730075,0.00010188952,0.019480292,0.0003597362,0.00003524877,0.000022311211,0.13907027,0.000007234268,0.000014161013,0.0027181457,0.83691305,0.0003046513],"about_ca_topic_score_codex":0.0046808696,"about_ca_topic_score_gemma":0.0006784435,"teacher_disagreement_score":0.7321908,"about_ca_system_score_codex":0.00015236445,"about_ca_system_score_gemma":0.00024296808,"threshold_uncertainty_score":0.9993371},"labels":[],"label_agreement":null},{"id":"W1970889779","doi":"10.1097/00001888-200402000-00006","title":"Informed Consent Skills in Internal Medicine Residency: How Are Residents Taught, and What Do They Learn?","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal University Hospital; University of Saskatchewan","funders":"","keywords":"Informed consent; Comprehension; Medical education; Privilege (computing); Psychology; Medicine; Family medicine; Alternative medicine","score_opus":0.028057661796575335,"score_gpt":0.3684128862494792,"score_spread":0.3403552244529039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970889779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73048234,0.007425447,0.00012615339,0.257357,0.0013452058,0.00073590345,9.1533747e-7,0.00007205448,0.0024549628],"genre_scores_gemma":[0.9295796,0.04956323,0.0003448704,0.015566654,0.001767383,0.000060240614,0.00006252572,0.00004158602,0.003013866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996391,0.00010240365,0.0011360772,0.0005536646,0.0012544016,0.0005624358],"domain_scores_gemma":[0.99768394,0.0007839894,0.0003780733,0.00052620575,0.00030694148,0.00032086216],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018888826,0.0003652033,0.0008136894,0.0009657752,0.000104650324,0.000027637076,0.00031864963,0.00049287616,0.00026568957],"category_scores_gemma":[0.027181458,0.00026071694,0.000034035987,0.0008299026,0.0010405553,0.00072041247,0.00012038994,0.0019940764,0.000038761194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001079536,0.00027650033,0.40877852,0.0028638337,0.0003444258,0.000969125,0.12914255,0.000017051654,0.0083270315,0.029861737,0.35539216,0.06294752],"study_design_scores_gemma":[0.026634045,0.0015839088,0.6427717,0.09075243,0.00038537552,0.0020460866,0.15577883,0.000025689913,0.0012414819,0.059583105,0.018462062,0.0007352634],"about_ca_topic_score_codex":0.00085427763,"about_ca_topic_score_gemma":0.0005039932,"teacher_disagreement_score":0.3369301,"about_ca_system_score_codex":0.0005863762,"about_ca_system_score_gemma":0.0009640183,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W1970907378","doi":"10.1097/acm.0b013e31815c68c3","title":"When Should Students Learn Essential Physical Examination Skills? Views of Internal Medicine Clerkship Directors in North America","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Pritzker School of Medicine; Office of Information and Resource Management; Directorate for Biological Sciences; University of Chicago","keywords":"Medical education; Psychology; Clinical clerkship; United States Medical Licensing Examination; MEDLINE; Medicine; Medical school; Pedagogy; Curriculum; Political science","score_opus":0.05114355640691572,"score_gpt":0.40090952963198634,"score_spread":0.34976597322507064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970907378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888073,0.00042327412,0.0013320344,0.0054152687,0.0009115391,0.0006334272,0.0000018455592,0.000062100364,0.0024132184],"genre_scores_gemma":[0.9904193,0.000847152,0.00024012229,0.0035022127,0.002667098,0.000058730257,0.00019154887,0.00004252149,0.002031311],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954822,0.00023970215,0.0013767586,0.000503668,0.001979703,0.00041794206],"domain_scores_gemma":[0.9981283,0.00033875526,0.00055427424,0.00044448243,0.00033975407,0.00019446765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012663063,0.0003181866,0.0010241953,0.0008061669,0.00007258481,0.0000017566733,0.00048608982,0.0002646054,0.00070799066],"category_scores_gemma":[0.0043685273,0.00023709878,0.00006484341,0.0015899559,0.0013330616,0.00016894453,0.00010329499,0.0017712751,0.00004065461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024094846,0.0007107454,0.70552063,0.00033645605,0.00015274007,0.00008486969,0.09195726,0.000013131155,0.0073627564,0.00017377165,0.065195315,0.12825137],"study_design_scores_gemma":[0.005719332,0.0011296785,0.9652768,0.0017593228,0.00025249555,0.00013681714,0.004038021,0.0009698976,0.0009977998,0.00020386104,0.01923148,0.00028453107],"about_ca_topic_score_codex":0.00043425706,"about_ca_topic_score_gemma":0.0000239215,"teacher_disagreement_score":0.25975612,"about_ca_system_score_codex":0.00027123425,"about_ca_system_score_gemma":0.00013435805,"threshold_uncertainty_score":0.9668608},"labels":[],"label_agreement":null},{"id":"W1971339109","doi":"10.1097/00001888-200410001-00014","title":"Professionalism Deficiencies in a First-Quarter Doctor–Patient Relationship Course Predict Poor Clinical Performance in Medical School","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paternalism; Shyness; Interview; Medical school; Psychology; Quarter (Canadian coin); Medical education; Medicine; Family medicine; Psychiatry","score_opus":0.06317584367345301,"score_gpt":0.42269826447777303,"score_spread":0.35952242080432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971339109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88392204,0.0007662103,0.00015359542,0.11119856,0.0013765584,0.0009242493,0.0000013765749,0.00007329582,0.0015841126],"genre_scores_gemma":[0.9809297,0.00046967066,0.0004094211,0.016549714,0.0009283404,0.00022210751,0.0000921665,0.000028008568,0.00037089194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9945235,0.00017971195,0.002206442,0.00056109054,0.0019329367,0.0005963015],"domain_scores_gemma":[0.9980173,0.00056717545,0.00030554918,0.00044443677,0.00022945578,0.00043609182],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004840832,0.0002725624,0.0006256883,0.00063223724,0.00012620329,0.000003971862,0.000346481,0.0009171428,0.0010875531],"category_scores_gemma":[0.02451644,0.00020366532,0.000054265496,0.0017391053,0.00079918077,0.00024946366,0.00008260117,0.00414649,0.00016445764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002097084,0.00036884082,0.9655614,0.00019672532,0.000015765805,0.00009298497,0.005489641,0.000054896733,0.00001656341,0.0038666097,0.019163853,0.0049629924],"study_design_scores_gemma":[0.007919224,0.0007598069,0.967305,0.0063598067,0.00005857287,0.00024875283,0.003860461,0.0020649265,0.000016752168,0.0014119366,0.0097713135,0.00022345124],"about_ca_topic_score_codex":0.00008179891,"about_ca_topic_score_gemma":0.000029733364,"teacher_disagreement_score":0.09700763,"about_ca_system_score_codex":0.0006208569,"about_ca_system_score_gemma":0.0021220464,"threshold_uncertainty_score":0.9998256},"labels":[],"label_agreement":null},{"id":"W1971359043","doi":"10.1097/acm.0b013e31829e5727","title":"Why Resident Duty Hours Regulations Must Address Attending Physicians’ Workload","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Workload; Graduate medical education; Accreditation; Duty; Medicine; Patient safety; Burnout; Nursing; Patient care; Medical education; Family medicine; Health care","score_opus":0.04219790510007774,"score_gpt":0.32454534176981725,"score_spread":0.2823474366697395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971359043","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00978004,0.0060198423,0.00011513988,0.9709425,0.002437797,0.0013177197,0.000025098074,0.00028997142,0.009071869],"genre_scores_gemma":[0.010235075,0.0023100032,0.00012598715,0.8574451,0.027230036,0.00014271776,0.0007477655,0.00019053904,0.10157275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951169,0.00015114233,0.0012036618,0.0009620532,0.0015129276,0.0010533198],"domain_scores_gemma":[0.99684244,0.00061561365,0.0006409553,0.0011599032,0.00025402638,0.00048707167],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00042843283,0.00078932097,0.0016778827,0.00064027763,0.0002439621,0.00001996939,0.0005896386,0.002116724,0.0047137933],"category_scores_gemma":[0.00097470643,0.00056334294,0.00029306766,0.00066352636,0.00049201766,0.00019677641,0.00019707269,0.0072551244,0.00044594385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001792823,0.000008075779,0.0040615164,0.00031240509,0.000190967,0.00045764327,0.0010307505,0.0000012796354,0.00032911907,0.00003878538,0.99108756,0.0024639573],"study_design_scores_gemma":[0.0015690115,0.00024754935,0.014105068,0.01349859,0.0009662752,0.00016903534,0.0010533329,0.000026026893,0.00009783868,0.00044612694,0.96721476,0.00060640246],"about_ca_topic_score_codex":0.00049499096,"about_ca_topic_score_gemma":0.0000051240636,"teacher_disagreement_score":0.1134974,"about_ca_system_score_codex":0.00031238853,"about_ca_system_score_gemma":0.0001800472,"threshold_uncertainty_score":0.99968183},"labels":[],"label_agreement":null},{"id":"W1971778662","doi":"10.1097/acm.0b013e3181a858ef","title":"Clerkship Directors’ Practices With Respect to Preparing Students for and Using the National Board of Medical Examiners Subject Exam in Medicine: Results of a United States and Canadian Survey","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Curriculum; Medical education; Context (archaeology); Descriptive statistics; MEDLINE; Medicine; Psychology; Family medicine; Computer science; Pedagogy; Library science; Political science","score_opus":0.12576767521055293,"score_gpt":0.46256235003889185,"score_spread":0.3367946748283389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971778662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96479404,0.00031987284,0.0001092526,0.033509646,0.00009828423,0.0008619109,0.000012996826,0.000010404239,0.00028356424],"genre_scores_gemma":[0.99425155,0.0004975564,0.00047248244,0.0042645186,0.00027143667,0.000019882205,0.00014360693,0.000014686405,0.00006428162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660265,0.00024520926,0.0009064255,0.000339237,0.0016227138,0.00028376817],"domain_scores_gemma":[0.99596834,0.0024048756,0.0005465016,0.0001872467,0.00061987195,0.00027315528],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010468557,0.0001679874,0.0004953789,0.0009941307,0.0000678114,0.0000044378535,0.00025251487,0.00021278765,0.000014122779],"category_scores_gemma":[0.055826895,0.00010254303,0.000008987948,0.0016854793,0.000538953,0.00008591236,0.000033821,0.00059306284,8.0198774e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004561076,0.00011433327,0.8928088,0.00047686786,0.0002577256,0.000013964823,0.04768815,0.00007288013,0.0029794811,0.00083230244,0.04310253,0.007091884],"study_design_scores_gemma":[0.006220992,0.0015590095,0.975379,0.003266045,0.00014283144,0.000081448125,0.006580213,0.0029931893,0.00023234208,0.0001986754,0.0032032093,0.00014304018],"about_ca_topic_score_codex":0.103492506,"about_ca_topic_score_gemma":0.021114333,"teacher_disagreement_score":0.082570195,"about_ca_system_score_codex":0.00019692919,"about_ca_system_score_gemma":0.00062002236,"threshold_uncertainty_score":0.9967478},"labels":[],"label_agreement":null},{"id":"W1972038628","doi":"10.1097/00001888-200108000-00007","title":"Lessons Learned from a Distance-based Consulting Program to Assist Faculty Development Projects","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional development; Faculty development; Medical education; Demographics; Publishing; Public relations; Business; Psychology; Political science; Medicine; Sociology","score_opus":0.27556904429608753,"score_gpt":0.5501695098285637,"score_spread":0.2746004655324762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972038628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69827545,0.0001813881,0.012637917,0.27510595,0.0021523111,0.0028501162,0.000034554207,0.0004195494,0.008342798],"genre_scores_gemma":[0.9555068,0.000024940691,0.0035614232,0.016301088,0.0008542522,0.0017878227,0.0007247473,0.000030577612,0.021208353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973733,0.00033702134,0.00081039104,0.00044358187,0.00052359374,0.00051214837],"domain_scores_gemma":[0.99812996,0.00053123035,0.00033292224,0.00023679184,0.0004448766,0.00032422965],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008766032,0.00020890427,0.00032303654,0.00014959468,0.0007727522,0.0000057195302,0.00025003558,0.00032097453,0.0011117207],"category_scores_gemma":[0.0020022022,0.00015421341,0.000020194997,0.00075556163,0.00008334691,0.00008037683,0.00006294306,0.0011718525,0.00055336417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016311203,0.00020319514,0.2060089,0.0002508333,0.00009586662,0.00001998993,0.15834768,0.000016733782,0.007356818,0.0063530873,0.3353806,0.28433517],"study_design_scores_gemma":[0.0021492953,0.00010355278,0.04954355,0.002715832,0.00002822828,7.311745e-7,0.036157902,0.0004943366,0.0003064851,0.00048296875,0.90775996,0.00025715146],"about_ca_topic_score_codex":0.00037838044,"about_ca_topic_score_gemma":0.0003378977,"teacher_disagreement_score":0.57237935,"about_ca_system_score_codex":0.00043681817,"about_ca_system_score_gemma":0.0025686913,"threshold_uncertainty_score":0.9998014},"labels":[],"label_agreement":null},{"id":"W1972564689","doi":"10.1097/00001888-200010001-00028","title":"Critical Appraisal Turkey Shoot","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Critical appraisal; Shoot; MEDLINE; Medicine; Botany; Political science; Biology; Alternative medicine; Law; Pathology","score_opus":0.03022649757370897,"score_gpt":0.4305291928391359,"score_spread":0.4003026952654269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972564689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7401926,0.0011167895,0.0012716494,0.15861638,0.0026965823,0.00035200553,0.0000019649383,0.00028257622,0.095469475],"genre_scores_gemma":[0.9664023,0.00035750907,0.0012550896,0.017744018,0.005207392,0.000046728805,0.00010039949,0.000035702244,0.00885087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978146,0.00004893137,0.00063059776,0.00034854346,0.00074929453,0.00040805677],"domain_scores_gemma":[0.9986452,0.0004703666,0.00004670212,0.0003962962,0.00020103357,0.00024043291],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008299986,0.00018255718,0.00037059534,0.00019127504,0.000094463074,0.0000035484209,0.00018586684,0.0003564202,0.024741285],"category_scores_gemma":[0.011339864,0.00013845292,0.000036702662,0.00069039036,0.0006726151,0.000120978824,0.000018358489,0.001419934,0.00091016764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157057,0.00006340299,0.0035284234,0.00015862825,0.000040661937,0.000044976496,0.0037272752,0.000002199739,0.0020511926,0.018727299,0.7745242,0.19698016],"study_design_scores_gemma":[0.002748982,0.00054540654,0.0117497435,0.00089240744,0.00027446667,0.00090528454,0.0022448988,0.0014232207,0.00037338975,0.0029671574,0.9755788,0.00029627763],"about_ca_topic_score_codex":0.000033724715,"about_ca_topic_score_gemma":1.6064631e-7,"teacher_disagreement_score":0.22620972,"about_ca_system_score_codex":0.000082872204,"about_ca_system_score_gemma":0.00013523443,"threshold_uncertainty_score":0.99986774},"labels":[],"label_agreement":null},{"id":"W1972819794","doi":"10.1097/00001888-200408000-00016","title":"Effectiveness of a Brief Workshop Designed to Improve Teaching Performance at the University of Alberta","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medical education; Psychology; Set (abstract data type); Medicine; Computer science","score_opus":0.04929736724252395,"score_gpt":0.380405012044672,"score_spread":0.33110764480214805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972819794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9700745,0.00017701223,0.0026064275,0.018335704,0.0001745351,0.0004091914,5.121413e-7,0.000015644619,0.008206483],"genre_scores_gemma":[0.99644923,0.00014377171,0.00016601308,0.00018791469,0.000092597256,0.0000016221446,0.0000012827827,0.0000055051755,0.0029520488],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980068,0.0009494034,0.00018725016,0.00017055064,0.0005197109,0.00016626643],"domain_scores_gemma":[0.9957336,0.0036509233,0.00026418452,0.00018667869,0.00007972611,0.000084895284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008971836,0.000074246855,0.00019233847,0.000057409095,0.00044426645,0.0000017779765,0.00045766297,0.00011261055,0.00013028902],"category_scores_gemma":[0.0072529335,0.00005528899,0.000026459174,0.00022371935,0.0004730008,0.00022424589,0.00009615159,0.00043769757,0.000016597764],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012069677,0.000054251494,0.028096626,0.00038956685,0.00015958663,0.0000025235029,0.7540151,0.0042448463,0.13320048,0.0443397,0.0032175812,0.031072784],"study_design_scores_gemma":[0.021386892,0.0037846337,0.27670175,0.01592073,0.0018062613,0.000025514428,0.29763812,0.0008640563,0.07541617,0.010137892,0.29457614,0.001741852],"about_ca_topic_score_codex":0.019572115,"about_ca_topic_score_gemma":0.00097228587,"teacher_disagreement_score":0.45637697,"about_ca_system_score_codex":0.00022308141,"about_ca_system_score_gemma":0.00017204505,"threshold_uncertainty_score":0.98695666},"labels":[],"label_agreement":null},{"id":"W1972830928","doi":"10.1097/00001888-200310000-00015","title":"The Medical Humanities Program at the University of Manitoba, Winnipeg, Manitoba, Canada","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Medical humanities; Curriculum; Medical education; The arts; Spirituality; Medicine; Sociology; Library science; Political science; Alternative medicine; Pedagogy; Law","score_opus":0.033292590083060514,"score_gpt":0.2772892329153669,"score_spread":0.24399664283230638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972830928","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93247646,0.0076452564,0.00002218954,0.036308374,0.0013887024,0.0008314032,0.0000035582127,0.00005366792,0.02127039],"genre_scores_gemma":[0.97430843,0.004282358,0.000019299563,0.0051178914,0.00078786997,0.000012921029,0.00003507761,0.000019361793,0.0154168],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99750394,0.00018495989,0.00040003954,0.00022206732,0.001305769,0.00038323764],"domain_scores_gemma":[0.99822104,0.0007169079,0.00017945253,0.00038643548,0.00016051812,0.00033564577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013753528,0.00016635457,0.00031258812,0.000036631474,0.0005009636,0.000002143154,0.00038387018,0.00022336676,0.0011807859],"category_scores_gemma":[0.002405103,0.00008822547,0.00004968767,0.00023658515,0.0014690611,0.000035636276,0.00006453172,0.0010002092,0.000021523178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028777678,0.00009975802,0.02281006,0.0003247231,0.00028640468,0.00024050045,0.026660906,8.150303e-7,0.0002030288,0.009320903,0.8706287,0.0691364],"study_design_scores_gemma":[0.0012851876,0.00024260757,0.013923294,0.0003801215,0.00020691575,0.00029529084,0.15949936,0.000020883683,0.00035597655,0.00027379786,0.82341856,0.00009801048],"about_ca_topic_score_codex":0.2039642,"about_ca_topic_score_gemma":0.57417244,"teacher_disagreement_score":0.37020823,"about_ca_system_score_codex":0.00036376723,"about_ca_system_score_gemma":0.0016260952,"threshold_uncertainty_score":0.99973226},"labels":[],"label_agreement":null},{"id":"W1972891019","doi":"10.1097/acm.0b013e3181d7aabd","title":"Coordinating Progressive Levels of Simulation Fidelity to Maximize Educational Benefit","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":165,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; University of British Columbia","funders":"","keywords":"Fidelity; Documentation; Test (biology); Curriculum; Computer science; Medical education; Medicine; Psychology","score_opus":0.07537426260520803,"score_gpt":0.4513485371988477,"score_spread":0.3759742745936397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972891019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459574,0.0002736868,0.0010267586,0.0496337,0.0012543164,0.0010559465,0.000023592638,0.000056596746,0.0007179806],"genre_scores_gemma":[0.9910905,0.0000037589243,0.002447246,0.0032083127,0.0021824676,0.00008955208,0.00010841553,0.000029638415,0.00084010593],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976424,0.00004302217,0.00097047916,0.0003763761,0.0006768315,0.00029091904],"domain_scores_gemma":[0.99542075,0.0017626374,0.00042539323,0.00044794517,0.0015145263,0.00042874247],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008717806,0.00018680024,0.0004204187,0.00032029324,0.00010436531,0.000002939895,0.00017430987,0.00029549547,0.003787409],"category_scores_gemma":[0.004892983,0.00016224687,0.000045050732,0.00060793763,0.00017283231,0.00010657549,0.000036133217,0.00088905025,0.0000486245],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003301887,0.00010075895,0.88634175,0.0007752544,0.000081594735,0.0000030966687,0.018878492,0.008174091,0.04139287,0.010947624,0.0064693084,0.02650496],"study_design_scores_gemma":[0.0021234879,0.00028746927,0.9711293,0.0010350617,0.00012659511,0.00003988893,0.0020447804,0.010221546,0.0035971075,0.007589063,0.0015671783,0.00023854017],"about_ca_topic_score_codex":0.00013925885,"about_ca_topic_score_gemma":0.0000039742977,"teacher_disagreement_score":0.08478752,"about_ca_system_score_codex":0.00013116475,"about_ca_system_score_gemma":0.000579868,"threshold_uncertainty_score":0.99712324},"labels":[],"label_agreement":null},{"id":"W1972937131","doi":"10.1097/00001888-200312000-00015","title":"Effect of an Undergraduate Medical Curriculum on Students??? Self-Directed Learning","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Curriculum; Medical education; Autodidacticism; Psychology; Lifelong learning; Scale (ratio); Cross-sectional study; Medicine; Pedagogy","score_opus":0.009286136711070958,"score_gpt":0.3846596344687024,"score_spread":0.3753734977576314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972937131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98650503,0.00024453708,0.00016564764,0.0049505956,0.0009612133,0.0005987807,2.8244716e-7,0.00051081897,0.0060631135],"genre_scores_gemma":[0.99488145,0.00037784484,0.0005044678,0.0023270855,0.00068855996,0.0000525283,0.000083917206,0.00004450611,0.0010396581],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951284,0.00077526463,0.00085438805,0.00042880338,0.0024180051,0.00039513613],"domain_scores_gemma":[0.998188,0.0005119594,0.00029530263,0.0004030313,0.0002458418,0.0003558622],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0054041026,0.00027430354,0.0006822497,0.00040378884,0.000104961626,0.0000029072694,0.0003222663,0.00049081986,0.00087091094],"category_scores_gemma":[0.022211822,0.00018877852,0.00005114985,0.0011741986,0.00029222234,0.0000790651,0.000032735206,0.002320832,0.00006804575],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085035193,0.0016931276,0.67668104,0.0024207823,0.0009858566,0.00032033434,0.009335406,0.000037119364,0.0039586625,0.027210489,0.1511667,0.12534012],"study_design_scores_gemma":[0.12827578,0.119710736,0.087006174,0.032715343,0.007500725,0.005484246,0.016684439,0.068359576,0.062449213,0.006459871,0.4612499,0.004104027],"about_ca_topic_score_codex":0.000031426607,"about_ca_topic_score_gemma":6.094394e-7,"teacher_disagreement_score":0.5896749,"about_ca_system_score_codex":0.0001740292,"about_ca_system_score_gemma":0.00022591333,"threshold_uncertainty_score":0.99998087},"labels":[],"label_agreement":null},{"id":"W1973079981","doi":"10.1097/acm.0b013e31822a72c7","title":"Learning in the Simulated Setting: A Comparison of Expert-, Peer-, and Computer-Assisted Learning","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Computer-Assisted Instruction; Educational measurement; Transfer of learning; Computer assisted learning; Medical education; Asepsis; Medicine; Test (biology); Peer group; Medical physics; Computer science; Psychology; Curriculum; Multimedia; Surgery; Artificial intelligence","score_opus":0.13842778345337092,"score_gpt":0.42839387556738395,"score_spread":0.28996609211401303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973079981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881712,0.0014716781,0.00027841266,0.008538742,0.0002067048,0.00045134407,3.0994377e-7,0.00007894544,0.0008026404],"genre_scores_gemma":[0.99757993,0.00007169533,0.00025476588,0.0014423925,0.00037521814,0.000011605973,0.000055352877,0.000021915437,0.000187121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99771297,0.0003927733,0.0008224627,0.00027188132,0.0005376647,0.0002622682],"domain_scores_gemma":[0.9974312,0.0015655592,0.0003528708,0.00020801635,0.0003022145,0.00014009124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001531283,0.00016501494,0.0004781877,0.00025973463,0.00010943031,0.000002480114,0.0001429111,0.00023742237,0.0002023769],"category_scores_gemma":[0.0012300211,0.00011522629,0.000026825557,0.0004913331,0.0002061728,0.000052100862,0.000031372674,0.001610675,0.0000053493436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092926755,0.000028935097,0.7834469,0.00012206772,0.0000162441,0.000005167083,0.20816073,0.00032975743,0.000345448,0.000081066646,0.0008191191,0.0065516387],"study_design_scores_gemma":[0.0027146582,0.0010614129,0.8423265,0.001183332,0.00007210284,0.0000615958,0.0842651,0.06644461,0.0003413775,0.00007102649,0.0013162303,0.00014200644],"about_ca_topic_score_codex":0.0007640847,"about_ca_topic_score_gemma":0.000003327774,"teacher_disagreement_score":0.12389563,"about_ca_system_score_codex":0.00006255947,"about_ca_system_score_gemma":0.000118365475,"threshold_uncertainty_score":0.6997671},"labels":[],"label_agreement":null},{"id":"W1973089630","doi":"10.1097/00001888-200007001-00004","title":"Preventive Medicine 2000","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Preventive healthcare; Medical education; Context (archaeology); Restructuring; Medicine; Medical school; Alternative medicine; Family medicine; Psychology; Nursing; Public health; Pedagogy; Political science","score_opus":0.07648530804476347,"score_gpt":0.48855367544019734,"score_spread":0.41206836739543384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973089630","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06505694,0.009850693,0.0001075858,0.2138999,0.0019954422,0.0011779998,0.000010775644,0.0003230558,0.7075776],"genre_scores_gemma":[0.13512889,0.017277133,0.00006453663,0.26960358,0.009142268,0.00020984745,0.00011328129,0.00006566787,0.5683948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633354,0.0005521876,0.0012351772,0.00041197025,0.0005783571,0.0008887561],"domain_scores_gemma":[0.99741673,0.0012978883,0.0002531113,0.00046234377,0.00011743362,0.00045249538],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019795254,0.00026197312,0.0007417258,0.00017674424,0.00054134877,4.991855e-7,0.0004320396,0.00051677227,0.14730623],"category_scores_gemma":[0.000591819,0.0001734863,0.00004140119,0.00044157964,0.00034908482,0.00015000682,0.0000608518,0.0023562799,0.0039212494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009731425,0.0000037743255,0.00954486,0.00016826951,0.000025500061,0.000012879339,0.0150241675,2.901239e-7,0.00016866469,0.0019856566,0.9373756,0.035593014],"study_design_scores_gemma":[0.0025376864,0.00023590702,0.021282418,0.00074777915,0.000078279925,0.000009134731,0.0026965316,0.000008340181,0.0000059943977,0.0066675614,0.9655677,0.00016265367],"about_ca_topic_score_codex":0.0010537739,"about_ca_topic_score_gemma":0.000040893858,"teacher_disagreement_score":0.14338498,"about_ca_system_score_codex":0.00051491044,"about_ca_system_score_gemma":0.0009014847,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W1973162701","doi":"10.1097/00001888-200403000-00002","title":"Alternative Funding for Academic Medicine: Experience at a Canadian Health Sciences Center","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Government (linguistics); Health care; Accountability; Higher education; Business; Subsidy; Reimbursement; Medical education; Public relations; Medicine; Political science","score_opus":0.22524521430088748,"score_gpt":0.5412776564406695,"score_spread":0.316032442139782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973162701","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2231127,0.0129625695,0.0025404075,0.7210099,0.008924811,0.0041320496,0.000115533665,0.0002528456,0.026949197],"genre_scores_gemma":[0.62270963,0.007795293,0.00019836744,0.3594112,0.0045848177,0.0004393184,0.000111544345,0.000049011865,0.004700817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99454385,0.00028330326,0.0015042387,0.0007411905,0.00077269936,0.002154699],"domain_scores_gemma":[0.9958942,0.0013610345,0.00067924015,0.00032511522,0.00016787242,0.0015725361],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003764105,0.00035287783,0.0008521271,0.00062470464,0.0028765346,0.0000020593957,0.0009225836,0.00051645155,0.0009374228],"category_scores_gemma":[0.001783969,0.0002519499,0.00005338236,0.0006417496,0.0009629691,0.00029515475,0.00018144764,0.0021939683,0.00015862721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012175948,0.0000048034826,0.052211154,0.00063012424,0.000036314304,0.000024469951,0.1991857,0.000010404885,0.0005361468,0.05453146,0.6899587,0.0027489914],"study_design_scores_gemma":[0.008961881,0.0011839923,0.009722913,0.004508862,0.000043944423,0.00008899938,0.037319336,0.0000522276,0.00006041733,0.026874594,0.91062504,0.00055778725],"about_ca_topic_score_codex":0.16759002,"about_ca_topic_score_gemma":0.036983773,"teacher_disagreement_score":0.39959693,"about_ca_system_score_codex":0.0055786744,"about_ca_system_score_gemma":0.0051379553,"threshold_uncertainty_score":0.99999326},"labels":[],"label_agreement":null},{"id":"W1973415889","doi":"10.1097/00001888-200002000-00017","title":"Results of Remedial Continuing Medical Education in Dyscompetent Physicians","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Remedial education; Continuing medical education; Competence (human resources); Medicine; Modalities; Continuing education; Medical education; Population; Family medicine; Nursing; Psychology","score_opus":0.012700867826355166,"score_gpt":0.35405534699326063,"score_spread":0.3413544791669055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973415889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93946373,0.00048692245,0.00007661705,0.038778644,0.0009569407,0.00043958033,0.000001045709,0.000045736655,0.019750796],"genre_scores_gemma":[0.98383355,0.00114051,0.00049455336,0.0073580267,0.0023417184,0.000034931985,0.00019142297,0.000022531949,0.004582772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670416,0.00008587791,0.0013586715,0.0003399274,0.0011983293,0.0003130499],"domain_scores_gemma":[0.9988574,0.00015144536,0.00024892282,0.00037494558,0.00021862287,0.00014867098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00177792,0.00016713033,0.0005274905,0.00038611435,0.000024421724,0.0000012632315,0.00023810819,0.00036592467,0.0020417534],"category_scores_gemma":[0.006685238,0.00013959881,0.00003920486,0.0009899329,0.00045378017,0.00008906432,0.000020607444,0.0011914584,0.00004887999],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003718708,0.00017175976,0.0084284665,0.00007959921,0.000018091818,0.000010712677,0.006565535,0.000002223362,0.002130149,0.0011559039,0.07495527,0.9061104],"study_design_scores_gemma":[0.0419548,0.0024481292,0.37705988,0.039742157,0.0005629617,0.00071451114,0.020982008,0.0073845657,0.0060029756,0.005678302,0.49634302,0.0011266875],"about_ca_topic_score_codex":0.000184866,"about_ca_topic_score_gemma":0.000024497467,"teacher_disagreement_score":0.9049837,"about_ca_system_score_codex":0.00015208883,"about_ca_system_score_gemma":0.00069026276,"threshold_uncertainty_score":0.9988705},"labels":[],"label_agreement":null},{"id":"W1973471086","doi":"10.1097/acm.0b013e3181bf5183","title":"Defining and Describing Medical Learning Communities: Results of a National Survey","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Division of Undergraduate Education; Roy J. and Lucille A. Carver College of Medicine, University of Iowa","keywords":"Medical education; MEDLINE; Psychology; Data science; Medicine; Computer science; Political science","score_opus":0.11298842698259916,"score_gpt":0.40116000375024086,"score_spread":0.2881715767676417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973471086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96491045,0.0012848997,0.0010181725,0.021780211,0.00022827678,0.00019173576,0.000004480823,0.00007061379,0.010511157],"genre_scores_gemma":[0.9912139,0.00070106116,0.00061123335,0.00639976,0.00031925217,0.0000048120646,0.0004124794,0.000011733967,0.00032573222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718213,0.0002154752,0.0008901523,0.00017589415,0.0013097923,0.00022655562],"domain_scores_gemma":[0.99777627,0.001090139,0.00026459535,0.0001676024,0.00055184047,0.00014955275],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007007289,0.00013534652,0.00039340154,0.00034449672,0.000120029275,0.000002486252,0.00015972219,0.0003128409,0.00017481815],"category_scores_gemma":[0.03620076,0.0001106945,0.000017936823,0.00065209705,0.00046721997,0.000081053404,0.000041015006,0.0016751279,0.000005996949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016417606,0.00020681061,0.3524398,0.00043017845,0.00022454024,0.000033716216,0.09190374,0.00003962248,0.0026291332,0.050226085,0.1729718,0.3272528],"study_design_scores_gemma":[0.021308549,0.0035335913,0.8648008,0.013717997,0.00022525384,0.0013250716,0.04255807,0.022506583,0.00064164406,0.00565951,0.023027051,0.00069587684],"about_ca_topic_score_codex":0.00029663264,"about_ca_topic_score_gemma":0.000009069057,"teacher_disagreement_score":0.512361,"about_ca_system_score_codex":0.00008208964,"about_ca_system_score_gemma":0.00035828823,"threshold_uncertainty_score":0.97191775},"labels":[],"label_agreement":null},{"id":"W1973614446","doi":"10.1097/00001888-200411000-00004","title":"Using the Literature in Developing McGill’s Guidelines for Interactions between Residents and the Pharmaceutical Industry","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Pharmaceutical industry; Medicine; Guideline; Family medicine; Psychology; Pedagogy; Pharmacology","score_opus":0.7725659750541952,"score_gpt":0.6671627267446778,"score_spread":0.10540324830951742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973614446","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49439093,0.0072658723,0.0005839539,0.49458277,0.0013454417,0.0013696967,0.00007837951,0.000052137195,0.00033082938],"genre_scores_gemma":[0.91846585,0.0035329878,0.00027809083,0.074404806,0.0028100272,0.00012076712,0.000024056975,0.000024972567,0.0003384142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728906,0.0006531983,0.0008888111,0.0003537971,0.00022221114,0.00059293886],"domain_scores_gemma":[0.99656826,0.002482234,0.00018463827,0.00016648756,0.00027939622,0.0003189685],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003791109,0.00026756487,0.00041661307,0.0001339883,0.00073076686,0.000012765238,0.00043451742,0.0011908036,0.00009375253],"category_scores_gemma":[0.0026442395,0.00014679776,0.000051052757,0.00053909485,0.0008985242,0.00019480028,0.000156714,0.008338162,0.000004686598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009736216,0.00017032804,0.19549945,0.0026278596,0.0021612225,0.00033874458,0.06616387,0.0044471594,0.024408206,0.50109375,0.10639055,0.086962625],"study_design_scores_gemma":[0.035027165,0.00013603087,0.0084367925,0.003937218,0.0013098939,0.00065872096,0.0075396933,0.0062944023,0.014820621,0.09062911,0.83037096,0.0008394231],"about_ca_topic_score_codex":0.00012136792,"about_ca_topic_score_gemma":0.000019539837,"teacher_disagreement_score":0.72398037,"about_ca_system_score_codex":0.00019761268,"about_ca_system_score_gemma":0.00016190489,"threshold_uncertainty_score":0.99394965},"labels":[],"label_agreement":null},{"id":"W1973875776","doi":"10.1097/acm.0b013e3181c8f2cc","title":"Commentary: Expanding Flexnerʼs Legacy Through New Understanding","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Centennial; Tribute; Foundation (evidence); Order (exchange); Medical education; Political science; Medicine; Engineering ethics; Sociology; Law; Engineering; Pathology","score_opus":0.07087331499252747,"score_gpt":0.4171161319776498,"score_spread":0.3462428169851223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973875776","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051099714,0.0014271705,0.010412986,0.12753858,0.8503779,0.0008651402,0.0000117593345,0.00027391492,0.008581567],"genre_scores_gemma":[0.0015439272,0.0025515007,0.0018667037,0.023605382,0.955754,0.000051867086,0.004085467,0.00018167269,0.010359475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938624,0.00008785963,0.0015449284,0.00091625843,0.0027504556,0.00083808944],"domain_scores_gemma":[0.9963303,0.0011402131,0.00077927375,0.0010144486,0.0003323347,0.0004033935],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018773995,0.000713733,0.0014106445,0.0006271421,0.0003217343,0.000029297993,0.00067942886,0.0038585197,0.0024665296],"category_scores_gemma":[0.0127920415,0.0005850581,0.00012190001,0.001127546,0.0007675754,0.00044716027,0.00017279602,0.01332096,0.0001207361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103749684,0.000019960651,0.00006369821,0.00034769598,0.00016336677,0.000026924194,0.004372331,1.5042073e-7,0.0006940945,0.0023983782,0.9893383,0.0024713774],"study_design_scores_gemma":[0.0039996803,0.0003363334,0.000007126351,0.0039074225,0.00079343986,0.000043807922,0.0057664104,0.000021989043,0.00013700218,0.008837141,0.97569466,0.0004549809],"about_ca_topic_score_codex":0.0007999272,"about_ca_topic_score_gemma":0.000013114847,"teacher_disagreement_score":0.10537612,"about_ca_system_score_codex":0.0018165621,"about_ca_system_score_gemma":0.0014665143,"threshold_uncertainty_score":0.9996601},"labels":[],"label_agreement":null},{"id":"W1973892354","doi":"10.1097/00001888-200108000-00010","title":"Who Counts in Medical School?","year":2001,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Family medicine; Medicine; Psychology; Political science","score_opus":0.823986831769553,"score_gpt":0.6896651171265085,"score_spread":0.13432171464304454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973892354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045832603,0.90251637,0.000013560369,0.017175412,0.00273973,0.0013796374,0.000012892519,0.000102870545,0.076054946],"genre_scores_gemma":[0.0000020574023,0.939932,0.000007640837,0.027408572,0.0064062816,0.0002621535,0.00012985591,0.000083529754,0.025767922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9889754,0.0050619803,0.0028976572,0.00061784923,0.0014893742,0.0009577625],"domain_scores_gemma":[0.99031556,0.0064561367,0.0011597713,0.00065456924,0.00013236282,0.0012816226],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.013509151,0.00044529408,0.0026848977,0.00049505243,0.00017380292,0.0000017628988,0.0009443533,0.0037411544,0.04416883],"category_scores_gemma":[0.038564064,0.00030888623,0.00009100251,0.0010385587,0.00024138742,0.00012893358,0.00024407952,0.01580117,0.012330251],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043204695,0.0000044879002,0.00053469505,0.018921683,0.00002501204,0.00010703423,0.0004905633,1.5807952e-9,5.304614e-9,0.0011895562,0.3919902,0.58673245],"study_design_scores_gemma":[0.00040707405,0.00002724137,0.00003797922,0.11994278,0.00013672248,0.00004551764,0.00038379358,0.0000018534067,1.0640958e-9,0.0003354139,0.8784783,0.00020335439],"about_ca_topic_score_codex":0.0008426289,"about_ca_topic_score_gemma":0.00012156419,"teacher_disagreement_score":0.5865291,"about_ca_system_score_codex":0.00083501,"about_ca_system_score_gemma":0.006299888,"threshold_uncertainty_score":0.99993634},"labels":[],"label_agreement":null},{"id":"W1973911558","doi":"10.1097/acm.0b013e3181e0054f","title":"“But I See Old People Everywhere”: Dispelling the Myth That Eldercare Is Learned in Nongeriatric Clerkships","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Care","funders":"","keywords":"Mythology; Medical education; Gerontology; Psychology; Medicine; Art; Literature","score_opus":0.0883693988308372,"score_gpt":0.39710349883663054,"score_spread":0.3087341000057933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973911558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91865146,0.0034271027,0.00013810022,0.059507277,0.0016533431,0.0003557363,0.000003961813,0.00007548526,0.01618753],"genre_scores_gemma":[0.9490595,0.00039306594,0.000014231814,0.004858976,0.0012352901,0.00004856564,0.00001252347,0.00003651644,0.044341333],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973327,0.00037590167,0.00043041553,0.0005909279,0.00046314162,0.00080690015],"domain_scores_gemma":[0.9976564,0.0012080432,0.00014409712,0.000746758,0.000054149696,0.00019052526],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002264559,0.00024795395,0.00044443586,0.00022510822,0.00017042054,0.000009434371,0.00085383235,0.0007345921,0.0055526854],"category_scores_gemma":[0.00047388856,0.00015813376,0.000059663944,0.0005529925,0.00037468108,0.000078889796,0.000119085955,0.0047931904,0.00096899236],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021829786,0.000033042234,0.65352744,0.000055245357,0.00010035829,0.00007909757,0.11454145,0.0000020790606,0.0009815142,0.002956889,0.21381642,0.013688163],"study_design_scores_gemma":[0.008041586,0.0005387766,0.72753733,0.00038567785,0.0002527364,0.00066376815,0.14433499,0.0008357023,0.0004988562,0.008180153,0.10765002,0.0010804338],"about_ca_topic_score_codex":0.001896535,"about_ca_topic_score_gemma":0.0008304696,"teacher_disagreement_score":0.1061664,"about_ca_system_score_codex":0.00003585393,"about_ca_system_score_gemma":0.00005764248,"threshold_uncertainty_score":0.99980885},"labels":[],"label_agreement":null},{"id":"W1974039834","doi":"10.1097/acm.0000000000000105","title":"The Etiology of Diagnostic Errors","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; ECW Press (Canada); University of Ottawa; McGill University; Ethica (Canada); Medical Council of Canada","funders":"McMaster University; McGill University","keywords":"Cohort; Diagnostic accuracy; Medicine; Licensure; Cohort study; Etiology; Psychology; Psychiatry; Medical education; Pathology; Internal medicine","score_opus":0.03236790360632494,"score_gpt":0.36296652753934233,"score_spread":0.3305986239330174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974039834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9180531,0.004953838,0.00014265727,0.06863244,0.00065731525,0.00052085606,0.0000011838366,0.00005067636,0.0069879517],"genre_scores_gemma":[0.9853139,0.0066891923,0.000052106447,0.0036156098,0.00056320336,0.00006284358,0.000013466159,0.0000141241035,0.00367555],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99849063,0.00007860067,0.0006373734,0.00019494895,0.0003014615,0.00029698003],"domain_scores_gemma":[0.92866045,0.070398465,0.00018236016,0.0003498205,0.0001580455,0.00025084312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00077886425,0.0001230503,0.00041855464,0.000050339975,0.00006065199,0.0000013407307,0.00018587337,0.00022903287,0.0008007338],"category_scores_gemma":[0.29701284,0.0000617571,0.000056838682,0.00018732522,0.0008373265,0.000023738425,0.00004869935,0.0006350193,0.00028022964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012473117,0.00005220136,0.28152922,0.00006512164,0.00016759906,0.000030206096,0.0014123785,0.0000048682837,0.0041278093,0.012906329,0.61861116,0.08096835],"study_design_scores_gemma":[0.00729372,0.00287839,0.8778686,0.007193528,0.0007037826,0.00037074237,0.0033548912,0.0004277352,0.0014731652,0.028333802,0.06976167,0.0003399481],"about_ca_topic_score_codex":0.00027419886,"about_ca_topic_score_gemma":0.0000022445759,"teacher_disagreement_score":0.5963394,"about_ca_system_score_codex":0.000018572706,"about_ca_system_score_gemma":0.00007176328,"threshold_uncertainty_score":0.87674737},"labels":[],"label_agreement":null},{"id":"W1974050789","doi":"10.1097/00001888-200007001-00014","title":"Putting It All Together","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Preventive healthcare; Medical education; Plan (archaeology); Promotion (chess); Medicine; Health promotion; Core competency; Population; Perspective (graphical); Public health; Nursing; Political science; Psychology; Computer science; Pedagogy; Business; Environmental health","score_opus":0.16347599373754218,"score_gpt":0.5473295208495311,"score_spread":0.38385352711198895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974050789","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25134152,0.00059899886,0.000057789024,0.45428517,0.0015510703,0.00046129775,0.0000023453342,0.00013457634,0.29156724],"genre_scores_gemma":[0.284404,0.003824262,0.00019062476,0.4206696,0.0143867005,0.00018787762,0.0000566914,0.000049455855,0.27623078],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977277,0.00030474647,0.00071378,0.0002116218,0.0002673065,0.00077483786],"domain_scores_gemma":[0.9985347,0.00062258565,0.00015050471,0.0002569599,0.00006330648,0.00037198275],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021583266,0.00012164137,0.00024077379,0.00008344977,0.00037435678,0.0000010737215,0.00023066282,0.00037178677,0.039542034],"category_scores_gemma":[0.00069414906,0.000089103625,0.000017806591,0.00023114849,0.0000790987,0.00010421574,0.000027882215,0.0014029981,0.0030306876],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007251547,0.0000027022174,0.0027581123,0.00007553104,0.000006958731,5.3141554e-7,0.044989098,0.0000010135177,0.0001089735,0.0015930884,0.91466486,0.03579189],"study_design_scores_gemma":[0.0005008741,0.00003687933,0.0027340695,0.00031745143,0.000009902445,0.0000032664125,0.0063876025,0.000097094795,0.000002807172,0.0028304136,0.98700887,0.00007079045],"about_ca_topic_score_codex":0.0027974907,"about_ca_topic_score_gemma":0.000020538148,"teacher_disagreement_score":0.072344,"about_ca_system_score_codex":0.00014713651,"about_ca_system_score_gemma":0.00028080697,"threshold_uncertainty_score":0.9977456},"labels":[],"label_agreement":null},{"id":"W1974149035","doi":"10.1097/acm.0b013e3181e16103","title":"Swapping Horses Midstream: Factors Related to Physiciansʼ Changing Their Minds About a Diagnosis","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Heart, Lung, and Blood Institute","keywords":"Medical diagnosis; Vignette; Medicine; Generalizability theory; Socioeconomic status; Disease; Medical history; Psychology; Clinical psychology; Family medicine; Social psychology; Developmental psychology; Surgery","score_opus":0.031836931970823774,"score_gpt":0.35212387715130156,"score_spread":0.3202869451804778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974149035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9763803,0.0008682153,0.00007704243,0.015375498,0.0015871316,0.000614863,0.000014411012,0.00026076706,0.004821795],"genre_scores_gemma":[0.98823595,0.00074084295,0.000102325,0.0059174146,0.0015665243,0.000108832486,0.00010565896,0.00006599954,0.0031564715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971368,0.000056289093,0.00080895494,0.0006399194,0.00055235263,0.0008056907],"domain_scores_gemma":[0.98948944,0.008699015,0.00021742129,0.0005783896,0.00014223099,0.0008734851],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009592188,0.00041496457,0.000915438,0.00044772952,0.0001542687,0.000008973854,0.0003051805,0.0005871007,0.0010192862],"category_scores_gemma":[0.052026615,0.00028076908,0.00016319918,0.0010706987,0.00030592078,0.00007739094,0.00011572915,0.002014307,0.00022140714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021580026,0.00024209393,0.68122846,0.00015206548,0.0005050454,0.0001828647,0.051717855,0.0000075431985,0.05608221,0.0020395075,0.08373209,0.12389447],"study_design_scores_gemma":[0.014249879,0.0036685213,0.653735,0.051065207,0.0022476453,0.00041386907,0.028563207,0.0006106492,0.08683801,0.0046521565,0.15150385,0.002452057],"about_ca_topic_score_codex":0.00017244059,"about_ca_topic_score_gemma":0.0000100046655,"teacher_disagreement_score":0.121442415,"about_ca_system_score_codex":0.000052850544,"about_ca_system_score_gemma":0.000097347605,"threshold_uncertainty_score":0.9999645},"labels":[],"label_agreement":null},{"id":"W1974713468","doi":"10.1097/00001888-200105000-00075","title":"Melding the Family Medicine and General Internal Medicine Rotations into an Ambulatory Clerkship","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kimberly-Clark (Canada)","funders":"","keywords":"Curriculum; Medicine; Medical education; Ambulatory; Ambulatory care; Clinical clerkship; Family medicine; Psychology; Internal medicine; Health care; Pedagogy","score_opus":0.0835608484629781,"score_gpt":0.42122900560548343,"score_spread":0.3376681571425053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974713468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78994316,0.0059634335,0.0049138325,0.1872725,0.0018660723,0.00070047524,7.4012235e-7,0.00017041562,0.00916939],"genre_scores_gemma":[0.9292437,0.0037660026,0.00092580175,0.051588427,0.0109134745,0.000101462334,0.0001505977,0.000069570444,0.0032409874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958063,0.00023032271,0.0013994875,0.000663124,0.0013382923,0.0005624811],"domain_scores_gemma":[0.99733746,0.00052848825,0.0003962182,0.0007814823,0.0004887324,0.000467614],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036303392,0.00042414715,0.0007718029,0.0006856133,0.00045910684,0.0000084040375,0.00050562155,0.00041001604,0.0011643079],"category_scores_gemma":[0.0058205575,0.00024722717,0.000039383052,0.0014031475,0.0026417605,0.00030264896,0.00010278535,0.0021239477,0.000029316308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047028682,0.00008899119,0.065287836,0.0003017485,0.0003320389,0.0001229594,0.077978104,0.00001841449,0.06318211,0.053112883,0.5489365,0.19016816],"study_design_scores_gemma":[0.014587741,0.004050384,0.3091957,0.0062215556,0.0017298312,0.003208391,0.08726526,0.014846111,0.0002954396,0.033905547,0.5237034,0.0009906119],"about_ca_topic_score_codex":0.0014629277,"about_ca_topic_score_gemma":0.00002488566,"teacher_disagreement_score":0.24390787,"about_ca_system_score_codex":0.00024513167,"about_ca_system_score_gemma":0.00016983494,"threshold_uncertainty_score":0.999998},"labels":[],"label_agreement":null},{"id":"W1975283739","doi":"10.1097/acm.0000000000000249","title":"Competencies and Frameworks in Interprofessional Education","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interprofessional education; Curriculum; Teamwork; Core competency; Medical education; Health professions; Engineering ethics; Psychology; Medicine; Health care; Pedagogy; Political science; Engineering","score_opus":0.024643621886896224,"score_gpt":0.4595834465586625,"score_spread":0.4349398246717663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975283739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9188372,0.00062424544,0.0015560496,0.05133694,0.004653146,0.00043135462,9.4801527e-7,0.00004731986,0.022512814],"genre_scores_gemma":[0.9617996,0.00013956623,0.000389006,0.026541416,0.0012479848,0.000167658,0.00003835646,0.000011889614,0.00966448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982681,0.0005094022,0.0005480324,0.00021836841,0.00022236825,0.00023367292],"domain_scores_gemma":[0.998487,0.0009038228,0.00018233877,0.00014741716,0.00015385805,0.00012556628],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00110681,0.0001162639,0.00021787288,0.00021952212,0.00023729884,0.0000015724553,0.0001336806,0.00054171437,0.0011552478],"category_scores_gemma":[0.0012933997,0.00008500267,0.000008729372,0.00028928713,0.00012406248,0.00012470067,0.00006899043,0.0023385393,0.00011650612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025685222,0.00003258382,0.43104872,0.00020714285,0.000007562703,3.1828228e-7,0.058303084,0.0000013367653,0.0032949669,0.35339087,0.1257274,0.02772914],"study_design_scores_gemma":[0.0019111724,0.0001777887,0.524483,0.010617943,0.000022948348,0.0000064058077,0.14502335,0.0022174378,0.000030631352,0.12774305,0.18741782,0.00034844253],"about_ca_topic_score_codex":0.00031733993,"about_ca_topic_score_gemma":0.00013429682,"teacher_disagreement_score":0.22564784,"about_ca_system_score_codex":0.000105642015,"about_ca_system_score_gemma":0.0010186675,"threshold_uncertainty_score":0.9999631},"labels":[],"label_agreement":null},{"id":"W1975730432","doi":"10.1097/acm.0b013e3181f12bd1","title":"Abraham Flexner and the Era of Medical Education Reform","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Praise; Medical education; State (computer science); Medical school; Medicine; Political science; Psychology","score_opus":0.013328811905434036,"score_gpt":0.3783525833674091,"score_spread":0.36502377146197507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975730432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6613022,0.0008498681,0.00015044987,0.32340312,0.0016931967,0.00036686452,3.402532e-7,0.000030316405,0.0122036645],"genre_scores_gemma":[0.9683778,0.0011605012,0.00055386085,0.025629887,0.0025770175,0.000061316256,0.000040027473,0.000017445005,0.0015821324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99773324,0.00004385853,0.00067306473,0.00020612997,0.0011601002,0.00018359459],"domain_scores_gemma":[0.9987322,0.00016877451,0.00021214294,0.0004226438,0.00029072058,0.00017350973],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034052804,0.00012737057,0.0003546524,0.0001362652,0.00008375292,0.0000022735276,0.00026828336,0.00044978815,0.0017009438],"category_scores_gemma":[0.009672549,0.000065992885,0.000027063417,0.00049737125,0.0019576156,0.00007202416,0.000061733816,0.0028299955,0.000014539736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024016185,0.00007793307,0.0052213296,0.00025391433,0.00006384185,0.0000021159105,0.0076836776,2.891781e-8,0.0042144237,0.45797974,0.13921218,0.38505062],"study_design_scores_gemma":[0.03390124,0.00087349315,0.11952791,0.005977457,0.0012420444,0.0037607474,0.030949594,0.0056010555,0.004576831,0.07192124,0.7209094,0.00075895834],"about_ca_topic_score_codex":0.00035577174,"about_ca_topic_score_gemma":0.000008754186,"teacher_disagreement_score":0.5816972,"about_ca_system_score_codex":0.000046651912,"about_ca_system_score_gemma":0.0007935305,"threshold_uncertainty_score":0.99947053},"labels":[],"label_agreement":null},{"id":"W1976387676","doi":"10.1097/acm.0000000000000590","title":"Affordances of Knowledge Translation in Medical Education","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Conference Board of Canada; International Development Research Centre; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Affordance; Medical education; Thematic analysis; Empirical research; Knowledge translation; Empirical evidence; Curriculum; Psychology; Knowledge management; Medicine; Qualitative research; Pedagogy; Computer science; Sociology","score_opus":0.04305911561219336,"score_gpt":0.417920519975015,"score_spread":0.37486140436282167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976387676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89333963,0.0031932832,0.0067015886,0.044633996,0.0016132166,0.000525905,3.4159422e-7,0.000056583962,0.04993547],"genre_scores_gemma":[0.9929904,0.00049708533,0.0012366875,0.0033126494,0.0012366256,0.000045438504,0.00006940317,0.000015252717,0.00059645687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800843,0.00008995452,0.00083464046,0.00022294672,0.00065253343,0.0001914867],"domain_scores_gemma":[0.99899346,0.0002732644,0.00017342351,0.00023612997,0.0001994001,0.00012434286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022046806,0.00012116295,0.00038093733,0.0004958869,0.000024262192,7.070564e-7,0.00016672509,0.00033210035,0.00075629534],"category_scores_gemma":[0.008469264,0.000095543335,0.000025785448,0.0010291962,0.00033015074,0.00008414777,0.000013204397,0.0007146173,0.000022488928],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007284186,0.00016250958,0.029932514,0.00050361117,0.0000145690765,7.7202003e-7,0.008256218,0.0000011928707,0.0019402151,0.033396155,0.02562772,0.9000917],"study_design_scores_gemma":[0.018779721,0.0022044908,0.2261212,0.021176297,0.00047289117,0.00045804083,0.016307052,0.0449119,0.006038401,0.04940621,0.6131992,0.00092462456],"about_ca_topic_score_codex":0.000049578655,"about_ca_topic_score_gemma":0.000011882066,"teacher_disagreement_score":0.89916706,"about_ca_system_score_codex":0.00008220255,"about_ca_system_score_gemma":0.00068788306,"threshold_uncertainty_score":0.9998828},"labels":[],"label_agreement":null},{"id":"W1976458189","doi":"10.1097/acm.0b013e318140593e","title":"Qualitative Research in the RIME Community: Critical Reflections and Future Directions*","year":2007,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Qualitative research; Hard rime; Context (archaeology); Sociology; Psychology; Public relations; Social science; Political science","score_opus":0.6199784468544015,"score_gpt":0.715846414228511,"score_spread":0.09586796737410952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976458189","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037131274,0.93166906,0.000057073634,0.045212436,0.0010689666,0.0012091222,0.0000047676654,0.000047277284,0.02069419],"genre_scores_gemma":[0.00008513334,0.988938,0.00039364366,0.0027604147,0.006367002,0.00037779976,0.00024048577,0.000046577294,0.0007909586],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99117184,0.005275509,0.0013221606,0.00039454058,0.0012776003,0.00055835757],"domain_scores_gemma":[0.9875094,0.010855484,0.00017246678,0.0007802456,0.0005363133,0.00014608089],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029911077,0.00032816955,0.0013009525,0.0019242308,0.00069995766,0.000011075235,0.0004415962,0.0012057594,0.0001367126],"category_scores_gemma":[0.014983996,0.00019357548,0.00007660106,0.005403416,0.0022347425,0.00008097106,0.00007765733,0.018165167,0.000050039722],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013150599,0.00006588146,0.000003076181,0.0069777463,0.00005266935,0.000017316539,0.07162517,9.606874e-10,6.6183577e-7,0.020433333,0.042824753,0.8579862],"study_design_scores_gemma":[0.00028273277,0.000246723,0.000019453839,0.015791439,0.0004012939,0.00077737664,0.13191792,6.171958e-7,1.1696832e-7,0.002544754,0.84789497,0.00012261124],"about_ca_topic_score_codex":0.00029416557,"about_ca_topic_score_gemma":0.000022805401,"teacher_disagreement_score":0.8578636,"about_ca_system_score_codex":0.00048421882,"about_ca_system_score_gemma":0.0005416033,"threshold_uncertainty_score":0.99891067},"labels":[],"label_agreement":null},{"id":"W1977150104","doi":"10.1097/acm.0b013e318280a953","title":"The Construct and Criterion Validity of the Mini-CEX","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Construct validity; Moderation; Random effects model; Predictive validity; Meta-analysis; Psychology; Medicine; Confidence interval; Clinical psychology; Psychometrics; Internal medicine; Social psychology","score_opus":0.12883342448375637,"score_gpt":0.4460829447983734,"score_spread":0.31724952031461706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977150104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010608983,0.9826403,0.000017512913,0.01149869,0.0022757477,0.0015220551,0.000004879023,0.000020346706,0.00095954427],"genre_scores_gemma":[0.00018910514,0.99431056,0.00009946026,0.0014654848,0.001485896,0.00012085576,0.000047392856,0.000031755175,0.002249515],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971667,0.00028148966,0.0013098851,0.00030306564,0.00067810033,0.00026076747],"domain_scores_gemma":[0.9970924,0.0009521705,0.0008469479,0.0007490973,0.00026613593,0.000093204646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019123721,0.00030174656,0.0012889049,0.00014010794,0.00018197873,0.000005159388,0.00044629126,0.0006353741,0.00021727964],"category_scores_gemma":[0.007263268,0.00012363069,0.00011548499,0.0006682197,0.0020025058,0.000040249997,0.0001444283,0.0020485648,0.00001860195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024566796,0.0000040580744,0.000080405356,0.0059078997,0.00006075716,6.0683954e-7,0.00029191741,1.045788e-9,0.000007606708,0.0013795815,0.12467962,0.86758506],"study_design_scores_gemma":[0.00032148234,0.00007579273,0.00013438176,0.02310871,0.0011445839,0.00039749415,0.0004119765,0.000006353491,0.0000046781615,0.0004385286,0.9738574,0.000098603465],"about_ca_topic_score_codex":0.00002437601,"about_ca_topic_score_gemma":3.3949033e-7,"teacher_disagreement_score":0.8674865,"about_ca_system_score_codex":0.000103338796,"about_ca_system_score_gemma":0.00048711008,"threshold_uncertainty_score":0.89001083},"labels":[],"label_agreement":null},{"id":"W1977441038","doi":"10.1097/00001888-200105000-00127","title":"Using Student Focus Groups to Improve Faculty Performance","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Focus group; Curriculum; Medical education; Session (web analytics); Small group learning; TUTOR; Plan (archaeology); Relevance (law); Psychology; Mathematics education; Pedagogy; Medicine; Computer science; Sociology","score_opus":0.0768553316966941,"score_gpt":0.4373187824284713,"score_spread":0.36046345073177716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977441038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659808,0.00022444675,0.0054239044,0.022571621,0.0012626678,0.00069325545,0.0000012504775,0.00009443502,0.003747612],"genre_scores_gemma":[0.98107606,0.0002201378,0.0019915244,0.010886681,0.0030314361,0.000055445213,0.000044868317,0.0000318517,0.0026620121],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976175,0.000024229292,0.00066141266,0.0003789278,0.00087963644,0.00043832682],"domain_scores_gemma":[0.99889165,0.000038278922,0.00014314648,0.0003948971,0.00028071372,0.00025130162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009571626,0.00020532738,0.0003822675,0.00031786764,0.00012483275,0.0000038884873,0.00023976639,0.0002395028,0.00047914666],"category_scores_gemma":[0.001163018,0.00015430998,0.000028883083,0.0011069969,0.00015122401,0.00012276192,0.00007972092,0.00096205797,0.00015228665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004372109,0.00018712717,0.33737287,0.00032700907,0.0002013564,0.00008585827,0.023419762,0.00005416159,0.10276959,0.002858749,0.13210846,0.40017784],"study_design_scores_gemma":[0.014218473,0.004117496,0.47563228,0.0044942424,0.0010833791,0.00217903,0.022668023,0.0123767,0.011421139,0.0012460091,0.44918442,0.0013787915],"about_ca_topic_score_codex":0.000061997554,"about_ca_topic_score_gemma":9.0533604e-7,"teacher_disagreement_score":0.39879906,"about_ca_system_score_codex":0.00036950537,"about_ca_system_score_gemma":0.00012587386,"threshold_uncertainty_score":0.62925786},"labels":[],"label_agreement":null},{"id":"W1977782655","doi":"10.1097/00001888-200203000-00012","title":"Whoever Was Using This Bed","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Criminal Justice and Corrections Analysis","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Association of Occupational Therapists","funders":"","keywords":"Wonder; Nothing; Philosophy; Law; Epistemology; Political science","score_opus":0.1065681492588283,"score_gpt":0.3781682944342339,"score_spread":0.2716001451754056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977782655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983131,0.0038578836,0.0011061876,0.011103053,0.0010332738,0.00012679357,8.1109243e-7,0.00011346565,0.08434543],"genre_scores_gemma":[0.97469515,0.0037202663,0.000053243166,0.0016864719,0.0018378679,0.000003096139,0.0000012159562,0.000007302618,0.017995413],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988774,0.00008843188,0.000208796,0.00016554995,0.00040767598,0.00025212124],"domain_scores_gemma":[0.9994405,0.00015476662,0.00007397842,0.00012352112,0.00006881531,0.00013844026],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005245839,0.00007704976,0.00016577168,0.00012874602,0.00041610532,0.000006575697,0.00019180364,0.0001429908,0.012013004],"category_scores_gemma":[0.00058617035,0.000063267944,0.00004015665,0.00061281567,0.0002809315,0.00013340756,0.00002073957,0.0003304185,0.00024146379],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000151911845,0.000028306944,0.006295641,0.000036784146,0.00012163447,0.000037087197,0.5489403,0.000037600283,0.004709989,0.008795187,0.2776783,0.15330392],"study_design_scores_gemma":[0.00040682923,0.00005553508,0.00007324734,0.00017425611,0.0009343305,0.000014151781,0.48257193,0.005417255,0.00010117757,0.0005929554,0.5094058,0.00025253955],"about_ca_topic_score_codex":0.011891536,"about_ca_topic_score_gemma":0.0005462518,"teacher_disagreement_score":0.23172748,"about_ca_system_score_codex":0.000091289854,"about_ca_system_score_gemma":0.000023906785,"threshold_uncertainty_score":0.9946884},"labels":[],"label_agreement":null},{"id":"W1977811300","doi":"10.1097/acm.0b013e3182a7f815","title":"Lessons Learned About Coordinating Academic Partnerships From an International Network for Health Education","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Deliverable; Public relations; Business; Sociotechnical system; Political science; Knowledge management; Economics; Computer science; Management","score_opus":0.1592268112406101,"score_gpt":0.47344729173260097,"score_spread":0.31422048049199086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977811300","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46788314,0.0070296167,0.002208435,0.51483923,0.0037056154,0.001685623,0.000032723983,0.00020593232,0.0024096644],"genre_scores_gemma":[0.9081798,0.0036255529,0.0009736379,0.073872186,0.009166986,0.00031113945,0.0013074214,0.000041564617,0.0025216725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970043,0.00015872548,0.00097566604,0.00052327267,0.00049342244,0.0008446173],"domain_scores_gemma":[0.99722844,0.0006476377,0.00044755885,0.00032310336,0.0002825659,0.0010707065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018741192,0.00023975254,0.00061034696,0.00014869665,0.00020599755,0.00000843849,0.00028684718,0.00043514377,0.0005516512],"category_scores_gemma":[0.0018165162,0.00019877276,0.00006395621,0.00026795766,0.0001313735,0.0003100422,0.000038797574,0.0013492922,0.000088171415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022969782,0.0000361079,0.123050995,0.0001505564,0.000056364763,0.0000012858112,0.0019442549,0.000008452032,0.00039096712,0.011652441,0.6244211,0.23805775],"study_design_scores_gemma":[0.0047813375,0.0008677368,0.24337877,0.004369553,0.00015323756,0.00007100367,0.0055146967,0.0068065,0.00006128347,0.043076903,0.69041985,0.0004991093],"about_ca_topic_score_codex":0.0012720125,"about_ca_topic_score_gemma":0.000019280928,"teacher_disagreement_score":0.44096708,"about_ca_system_score_codex":0.00026898578,"about_ca_system_score_gemma":0.00088042225,"threshold_uncertainty_score":0.8105718},"labels":[],"label_agreement":null},{"id":"W1977821606","doi":"10.1097/acm.0b013e3181c8f1e7","title":"Commentary: Understanding the Flexner Report","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Honor; Mythology; Political science; Sociology; Reform movement; Law; Medical education; Medicine; Classics; History; Politics","score_opus":0.04563526450335062,"score_gpt":0.3992378942081624,"score_spread":0.3536026297048118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977821606","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024988808,0.0005294413,0.001792525,0.23145092,0.7581785,0.0007052948,0.000008385419,0.00011918514,0.0069658607],"genre_scores_gemma":[0.001526078,0.0007902493,0.00018788346,0.029240381,0.95147425,0.0001044004,0.0038507048,0.0001037042,0.012722368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99472576,0.000096040036,0.0013610357,0.0006291183,0.0026689502,0.00051908643],"domain_scores_gemma":[0.99587274,0.0013201153,0.0008006237,0.0013235966,0.0004951951,0.00018774453],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0045697023,0.00044755897,0.00084360654,0.00037047348,0.0003324156,0.000010986581,0.00061779295,0.0027444484,0.0013722212],"category_scores_gemma":[0.022150034,0.00026206108,0.00008875187,0.00078616734,0.0012747325,0.00007768496,0.00013767702,0.013586154,0.000068819725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045159806,0.000012666334,0.00011372519,0.0001650581,0.000128554,0.0001115358,0.0014360722,7.712314e-8,0.00013681868,0.00081254274,0.99596214,0.0010756591],"study_design_scores_gemma":[0.001286088,0.00014857392,0.000027340086,0.0013109305,0.000719646,0.00035573216,0.0027949328,0.000031171046,0.000017232389,0.0031304776,0.9899491,0.00022877312],"about_ca_topic_score_codex":0.00016735875,"about_ca_topic_score_gemma":0.000008331689,"teacher_disagreement_score":0.20221055,"about_ca_system_score_codex":0.00091839046,"about_ca_system_score_gemma":0.0007858045,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W1977884494","doi":"10.1097/00001888-200312000-00002","title":"Role Modeling in Physicians??? Professional Formation: Reconsidering an Essential but Untapped Educational Strategy","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":489,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognitive apprenticeship; Apprenticeship; Competence (human resources); Situated; Psychology; Situated learning; Cognition; Professional development; Observational learning; Medical education; Experiential learning; Engineering ethics; Pedagogy; Medicine; Social psychology; Computer science","score_opus":0.06491287521050221,"score_gpt":0.38112700721528786,"score_spread":0.31621413200478565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977884494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790065,0.0004096205,0.0024611123,0.011724334,0.0010162281,0.0004891248,0.0000010906294,0.000049113092,0.004842838],"genre_scores_gemma":[0.9922382,0.000088043256,0.0013399749,0.0031261726,0.0015295299,0.000111598325,0.00028032283,0.000027345295,0.0012588114],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767566,0.00012317077,0.0008811352,0.00034414497,0.0006092776,0.00036658742],"domain_scores_gemma":[0.9990702,0.000083400715,0.00018626738,0.00027848198,0.00025843488,0.00012318073],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009176454,0.00019436656,0.0003363359,0.00038460715,0.00013108244,0.000006050487,0.00013425837,0.00028056902,0.001097943],"category_scores_gemma":[0.0012771722,0.00017310184,0.000027423283,0.00068525184,0.0001437111,0.0004948264,0.000016897187,0.0011828868,0.00003277837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008337364,0.0018929335,0.029495997,0.0019205671,0.00027205984,0.000057335703,0.09304634,0.010728899,0.36251923,0.2499971,0.062716804,0.186519],"study_design_scores_gemma":[0.013664985,0.00085581944,0.01697485,0.007144183,0.00035171915,0.001439313,0.20216341,0.6147455,0.013725987,0.12046001,0.007058151,0.0014160678],"about_ca_topic_score_codex":0.000038637336,"about_ca_topic_score_gemma":0.000011157437,"teacher_disagreement_score":0.6040166,"about_ca_system_score_codex":0.00022922264,"about_ca_system_score_gemma":0.0006358941,"threshold_uncertainty_score":0.99981517},"labels":[],"label_agreement":null},{"id":"W1977965026","doi":"10.1097/acm.0000000000000589","title":"Advancing Educational Continuity in Primary Care Residencies","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Primary care; Medical education; MEDLINE; Medicine; Psychology; Family medicine; Political science","score_opus":0.09118980372278387,"score_gpt":0.5191539306311636,"score_spread":0.4279641269083797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977965026","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014940341,0.9314403,0.000009208658,0.0068075364,0.0027576226,0.0019333849,0.00002942403,0.00007535603,0.056932233],"genre_scores_gemma":[0.00001163119,0.9588409,0.00007003317,0.022539476,0.005317244,0.0006241706,0.0009831793,0.00007411725,0.011539248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933483,0.0015309226,0.0027882108,0.00065370975,0.0006192554,0.0010596039],"domain_scores_gemma":[0.99033344,0.007177095,0.001294735,0.0006298258,0.0002194485,0.0003454583],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003161257,0.0005299196,0.0037594715,0.00062816596,0.0003577482,0.000001611106,0.0007298591,0.0015684826,0.0010215453],"category_scores_gemma":[0.002821178,0.00038217715,0.00016651876,0.000532966,0.00017422721,0.00012804927,0.0003122433,0.006208425,0.0005693502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000010617705,0.0000028675097,0.004071723,0.17864023,0.000023531988,0.000006711122,0.0064863395,3.261512e-8,2.910239e-7,0.0016300929,0.36428925,0.4448383],"study_design_scores_gemma":[0.00054439367,0.000038029106,0.0015705836,0.080842085,0.00022710672,0.000008297449,0.0013750682,6.779713e-8,1.20553265e-8,0.0005863071,0.9145323,0.00027573484],"about_ca_topic_score_codex":0.00057547947,"about_ca_topic_score_gemma":0.00038982078,"teacher_disagreement_score":0.550243,"about_ca_system_score_codex":0.004545617,"about_ca_system_score_gemma":0.0128098475,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W1978021512","doi":"10.1097/00001888-200401000-00015","title":"The Integration of Clinical Medicine with the Preclinical Sciences 1937","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Blame; Subject (documents); Psychology; Medical education; Medicine; Physiology; Psychiatry","score_opus":0.5140198874534516,"score_gpt":0.6205185613441805,"score_spread":0.10649867389072887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978021512","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21399415,0.0049321414,0.0017483379,0.76511896,0.00048391757,0.00096748077,0.0000010754724,0.000039629176,0.012714299],"genre_scores_gemma":[0.9524085,0.011010633,0.00013398379,0.03233777,0.0027667715,0.00003165824,0.0000075093317,0.000015339778,0.0012878404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.994788,0.00036619738,0.001440427,0.00035827703,0.0022345332,0.00081254775],"domain_scores_gemma":[0.9888491,0.0074596023,0.0004414607,0.00051836297,0.00035001978,0.00238144],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023194687,0.00018420824,0.00071547297,0.00010344974,0.00034238177,0.0000036216618,0.0005404007,0.00028542976,0.00013153598],"category_scores_gemma":[0.15572034,0.000057749003,0.00006282238,0.00082608574,0.0091028735,0.00007839192,0.00006124436,0.0024943457,0.00002214891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052203177,0.00016987768,0.02860652,0.0004291254,0.0002841466,0.00010097194,0.00901931,0.000013087993,0.0040615075,0.050588094,0.43674672,0.46476033],"study_design_scores_gemma":[0.036014166,0.050504126,0.10707977,0.012911766,0.00083239423,0.0007362508,0.027729543,0.0005335736,0.0021043343,0.013925747,0.74720305,0.0004252708],"about_ca_topic_score_codex":0.00044916032,"about_ca_topic_score_gemma":0.00006609942,"teacher_disagreement_score":0.73841435,"about_ca_system_score_codex":0.00006905597,"about_ca_system_score_gemma":0.0043657306,"threshold_uncertainty_score":0.99980694},"labels":[],"label_agreement":null},{"id":"W1978117865","doi":"10.1097/00001888-200610001-00002","title":"Effect of Critical Care Medicine Fellows on Patient Outcome in the Intensive Care Unit","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Sepsis Diagnosis and Treatment","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Intensive care unit; Medicine; Outcome (game theory); MEDLINE; Critical care nursing; Family medicine; Intensive care medicine; Health care","score_opus":0.08653147584488356,"score_gpt":0.42242274936799634,"score_spread":0.33589127352311277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978117865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9514065,0.01424016,0.000003485814,0.023749486,0.00041083596,0.0011076778,0.000009593014,0.000030446217,0.009041837],"genre_scores_gemma":[0.99082065,0.0001523057,0.0000053630934,0.008059547,0.000579496,0.00012887869,0.0001603126,0.00002833901,0.000065084896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971297,0.00032381667,0.00088008924,0.00039038845,0.00090227305,0.00037377488],"domain_scores_gemma":[0.99584365,0.0028958118,0.00014975351,0.0005040908,0.00047062998,0.0001360548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005349258,0.0003431546,0.0009838026,0.0002929522,0.000056368157,0.0000014644664,0.0001983221,0.00025568285,0.00019119603],"category_scores_gemma":[0.0032951378,0.00016285415,0.00010048572,0.00042081598,0.00059000007,0.00002783787,0.000037522623,0.0008827867,0.00002609573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000651662,0.0000881568,0.93007606,0.0012694338,0.000058115296,0.0007095098,0.042396244,0.000015294536,0.00054850674,0.0025482066,0.0110873785,0.010551413],"study_design_scores_gemma":[0.03425116,0.06258671,0.48851943,0.0113853635,0.0038272212,0.0004764018,0.35669553,0.000061095336,0.020151572,0.0004839393,0.020874916,0.0006866502],"about_ca_topic_score_codex":0.0010836537,"about_ca_topic_score_gemma":0.000027620525,"teacher_disagreement_score":0.44155666,"about_ca_system_score_codex":0.00017035272,"about_ca_system_score_gemma":0.000034812965,"threshold_uncertainty_score":0.6641},"labels":[],"label_agreement":null},{"id":"W1978147316","doi":"10.1097/acm.0b013e3182623073","title":"Content and Conceptual Frameworks of Preceptor Feedback Related to Residents’ Educational Needs","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Preceptor; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.045600623246160786,"score_gpt":0.36501258958354155,"score_spread":0.3194119663373808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978147316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92451566,0.002514602,0.00033494708,0.06780445,0.0015914231,0.0005431102,0.0000020984974,0.000028871842,0.0026648375],"genre_scores_gemma":[0.97946346,0.00023416533,0.0014277817,0.009306114,0.0013677948,0.000050556017,0.00008721986,0.000022815604,0.008040117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804527,0.000055696324,0.0007872935,0.00018432733,0.0006014434,0.00032598546],"domain_scores_gemma":[0.99853146,0.0002968686,0.0002132012,0.0002603451,0.00036038618,0.00033774268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001056792,0.00015693682,0.00038564435,0.00038338016,0.00005273096,0.000001591276,0.00012953025,0.0005608896,0.0022387714],"category_scores_gemma":[0.006908644,0.00012435333,0.000023470959,0.00087964797,0.0006367544,0.00012959573,0.000055179615,0.0013240575,0.000079847996],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019614866,0.00011590512,0.50440097,0.00018259101,0.00014734831,4.549007e-7,0.06264985,9.668934e-7,0.017955478,0.07902104,0.32155335,0.013775917],"study_design_scores_gemma":[0.0034195124,0.00065664394,0.90847355,0.0025527119,0.00032290394,0.00016692143,0.04140583,0.000039604027,0.0027137708,0.002066425,0.03788916,0.00029294295],"about_ca_topic_score_codex":0.000045657907,"about_ca_topic_score_gemma":1.7459035e-7,"teacher_disagreement_score":0.4040726,"about_ca_system_score_codex":0.00011916253,"about_ca_system_score_gemma":0.000149293,"threshold_uncertainty_score":0.9986733},"labels":[],"label_agreement":null},{"id":"W1978270644","doi":"10.1097/00001888-200105000-00021","title":"Obstacles to Residentsʼ Conducting Research and Predictors of Publication","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Publishing; Publication; Obstacle; Medicine; Key (lock); Medical education; Family medicine; Gerontology; Psychology; Political science; Computer science","score_opus":0.6077082391324086,"score_gpt":0.5741328020990955,"score_spread":0.033575437033313116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978270644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83000845,0.0014710943,0.00007172087,0.16009362,0.00012312521,0.0007215456,0.0000020186856,0.000036482015,0.0074719233],"genre_scores_gemma":[0.981754,0.0044374284,0.00009323406,0.006645838,0.0010476968,0.00003534216,0.000022446911,0.000019042058,0.0059449617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962445,0.00016093762,0.00062053977,0.00032207274,0.0017221337,0.0009298542],"domain_scores_gemma":[0.9924501,0.0011807107,0.000090073154,0.00032934008,0.00084147986,0.0051082605],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0076228464,0.000109768494,0.00037950103,0.0006878598,0.00009902582,0.0000042836778,0.0001726352,0.00022809612,0.00034000244],"category_scores_gemma":[0.1760843,0.000077930104,0.00001400257,0.0012046248,0.0005896749,0.00012902176,0.00010738074,0.0012665188,0.000036281494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007882016,0.000048316644,0.2791361,0.0007073056,0.000052295247,0.00006761573,0.006731686,1.4849272e-7,0.08410066,0.0018874853,0.58330667,0.043173533],"study_design_scores_gemma":[0.008880901,0.008977107,0.23523475,0.0062967623,0.00010718067,0.00069421314,0.01976179,0.000098551056,0.016112909,0.003768653,0.69973844,0.00032872317],"about_ca_topic_score_codex":0.00067142234,"about_ca_topic_score_gemma":0.000008671583,"teacher_disagreement_score":0.16846144,"about_ca_system_score_codex":0.00013950684,"about_ca_system_score_gemma":0.0010960521,"threshold_uncertainty_score":0.8308559},"labels":[],"label_agreement":null},{"id":"W1978318161","doi":"10.1097/acm.0b013e3181cfbf6f","title":"A Letter to Those Who Read This Issue in 2110","year":2010,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Reading (process); Theme (computing); Meaning (existential); Academic medicine; Set (abstract data type); Balance (ability); Sociology; Public relations; Medical education; Medicine; Political science; Psychology; History; Law; Computer science","score_opus":0.14680047918825265,"score_gpt":0.46948820305839545,"score_spread":0.3226877238701428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978318161","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013035601,0.0021621638,0.000035612287,0.9637965,0.0017649034,0.0022588735,0.000021868558,0.00011579289,0.028540725],"genre_scores_gemma":[0.000106150685,0.0039668595,0.000115684874,0.7986381,0.0622108,0.00018611141,0.0002827815,0.00012789895,0.1343656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99074733,0.00035187503,0.0014430538,0.001083274,0.0031803306,0.0031941296],"domain_scores_gemma":[0.98963946,0.0015573765,0.00023695678,0.0012470679,0.00024128734,0.007077834],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0052774227,0.00070597214,0.0020240282,0.001489533,0.00007244288,0.000008906683,0.0007800197,0.00783488,0.011938656],"category_scores_gemma":[0.09248974,0.00048526996,0.00011585122,0.0010420124,0.00054572773,0.00009823623,0.0002102554,0.049728114,0.0027337507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018030265,0.000011251886,0.00022727458,0.0012627579,0.000030979303,0.003912847,0.0022192444,2.2859618e-8,0.00085119024,0.000006112281,0.96521676,0.026081242],"study_design_scores_gemma":[0.0027840836,0.0009784473,0.00018936813,0.010385149,0.00010139908,0.00023692811,0.00006380542,0.000009565163,0.00010743442,0.00011243464,0.98465556,0.00037580344],"about_ca_topic_score_codex":0.0017545129,"about_ca_topic_score_gemma":0.000040916708,"teacher_disagreement_score":0.16515839,"about_ca_system_score_codex":0.0005310585,"about_ca_system_score_gemma":0.0036377455,"threshold_uncertainty_score":0.9997599},"labels":[],"label_agreement":null},{"id":"W1978510845","doi":"10.1097/acm.0b013e3181b189b4","title":"Canadian Medical Students’ Perceptions of Public Health Education in the Undergraduate Medical Curriculum","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Division of Undergraduate Education; Public Health Agency of Canada; McMaster University","keywords":"Curriculum; Medical education; Facilitator; Public health; Focus group; Specialty; Medicine; Family medicine; Psychology; Nursing; Pedagogy; Sociology","score_opus":0.07258862043502039,"score_gpt":0.5313606061530206,"score_spread":0.4587719857180002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978510845","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2872094,0.0007222115,0.00012277605,0.7024732,0.0012476642,0.00068149023,0.0000032537505,0.00002428751,0.0075156665],"genre_scores_gemma":[0.7458761,0.00448216,0.0000139410495,0.2461386,0.0021936859,0.00009556949,0.00009111099,0.000009629554,0.0010992198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923216,0.0021524357,0.001530419,0.0002734137,0.0025418017,0.0011803139],"domain_scores_gemma":[0.9959721,0.00065235095,0.00036825743,0.00040034147,0.00023497317,0.0023720022],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017911293,0.00016674466,0.00042637807,0.0005693325,0.00056018645,0.0000047581298,0.0013593297,0.0006544008,0.0036884134],"category_scores_gemma":[0.0073385946,0.00010705587,0.00003276419,0.0010944897,0.00019654572,0.00013822505,0.00005229173,0.0030160684,0.00013070062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012930118,0.00010389153,0.16700967,0.0000948394,0.0000054388397,0.0000012709345,0.034824856,1.1355368e-7,9.722984e-7,0.036364093,0.71438783,0.047205716],"study_design_scores_gemma":[0.00082455843,0.0001792486,0.42928737,0.0010944381,0.000006450403,0.000026092186,0.10943559,0.00009162626,2.7698318e-8,0.003256564,0.45568877,0.0001092428],"about_ca_topic_score_codex":0.3938517,"about_ca_topic_score_gemma":0.15273784,"teacher_disagreement_score":0.45866668,"about_ca_system_score_codex":0.0010879211,"about_ca_system_score_gemma":0.040213335,"threshold_uncertainty_score":0.999284},"labels":[],"label_agreement":null},{"id":"W1978799466","doi":"10.1097/acm.0b013e3181bab2bf","title":"Building a Health-Peace Movement: Academic Medicineʼs Role in Generating Solutions to Global Problems","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Conflict Studies","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Framing (construction); Global health; Poverty; Political science; Equity (law); Workforce; International community; Public relations; Medicine; Law; Economic growth; Health care; Politics","score_opus":0.11846112514597125,"score_gpt":0.4859664001024274,"score_spread":0.3675052749564562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978799466","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18626726,0.057680354,0.010229483,0.7326526,0.0015590478,0.004577097,0.000027444445,0.00043230128,0.006574393],"genre_scores_gemma":[0.45162103,0.008713593,0.0012905892,0.5311512,0.0049620797,0.0006712962,0.000032266416,0.000042280357,0.0015156831],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354357,0.00049948297,0.0022809342,0.00066975714,0.00076790556,0.0022383572],"domain_scores_gemma":[0.99741805,0.00043099778,0.00051274075,0.000363932,0.00017894564,0.0010953648],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048067514,0.00038029166,0.000939061,0.00031366228,0.001231893,0.0000020611708,0.0004891604,0.00055716536,0.00012809156],"category_scores_gemma":[0.0025017285,0.0003111946,0.000034434765,0.0016156704,0.00010263764,0.0001408002,0.00020822704,0.0035022423,0.00012810517],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020529097,0.000061647275,0.071977586,0.0012888535,0.00007233384,0.00002246009,0.323023,0.00072787434,0.020940237,0.056190956,0.37548947,0.15000029],"study_design_scores_gemma":[0.0070528556,0.0015729908,0.065677844,0.012206074,0.000060935607,0.00001542386,0.03310653,0.004990905,0.00002361823,0.008882903,0.8655974,0.0008125218],"about_ca_topic_score_codex":0.0033727186,"about_ca_topic_score_gemma":0.00022742937,"teacher_disagreement_score":0.49010792,"about_ca_system_score_codex":0.0011576714,"about_ca_system_score_gemma":0.0009190071,"threshold_uncertainty_score":0.999934},"labels":[],"label_agreement":null},{"id":"W1978968257","doi":"10.1097/acm.0b013e318193974a","title":"Price Check! An Analysis of Direct-to-Consumer Pharmaceutical Marketing","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Product (mathematics); Marketing; Purchasing; Business; Advertising; Pharmacy; Medicine; Family medicine","score_opus":0.42313347245304767,"score_gpt":0.5980820291438277,"score_spread":0.17494855669078002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978968257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93991166,0.0034441613,0.00026965624,0.025233507,0.0008637083,0.00070602866,0.00007091417,0.00020825835,0.029292127],"genre_scores_gemma":[0.9613972,0.001528481,0.00008362253,0.034875374,0.00084999116,0.000023323037,0.00006269153,0.000020522904,0.0011588387],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99526316,0.0014835704,0.00112818,0.0006684201,0.0004934574,0.0009632162],"domain_scores_gemma":[0.99567145,0.0015849075,0.00027633295,0.00038370694,0.00022197422,0.0018616085],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005892702,0.00036727719,0.0009919627,0.0006513324,0.00022267729,0.0000043593686,0.0006677677,0.0010887675,0.0077084624],"category_scores_gemma":[0.0017508484,0.00031555007,0.00013554229,0.0022403875,0.00039775635,0.00017340036,0.000079617595,0.003840334,0.00008581594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007670413,0.0008038939,0.26836064,0.00048285208,0.0046750433,0.00024189021,0.016099691,0.0021774524,0.3837513,0.00859043,0.062372357,0.24477404],"study_design_scores_gemma":[0.005097241,0.0011560195,0.1692588,0.0003238759,0.011516962,0.000057088902,0.0024561181,0.05878687,0.05848608,0.00055306836,0.6911005,0.0012073888],"about_ca_topic_score_codex":0.000028519147,"about_ca_topic_score_gemma":0.000003712039,"teacher_disagreement_score":0.62872815,"about_ca_system_score_codex":0.000116963376,"about_ca_system_score_gemma":0.00011261394,"threshold_uncertainty_score":0.99992967},"labels":[],"label_agreement":null},{"id":"W1978974820","doi":"10.1097/00001888-200110001-00029","title":"Difficulties in Recognizing Oneʼs Own Incompetence","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":279,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Quartile; Competence (human resources); Psychology; Set (abstract data type); Clinical psychology; Social psychology; Cognitive psychology; Applied psychology; Developmental psychology; Medicine; Computer science","score_opus":0.06041760094654559,"score_gpt":0.3718384539956498,"score_spread":0.3114208530491042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978974820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.971138,0.0025258465,0.000091928574,0.016447527,0.0004213282,0.00025233362,7.8532247e-7,0.000109648594,0.0090126125],"genre_scores_gemma":[0.9828412,0.0067467224,0.00025278958,0.0053611486,0.0009797773,0.000021815353,0.00002941458,0.000020686723,0.003746466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980456,0.000057836736,0.00069298665,0.0003718547,0.00042151954,0.00041015254],"domain_scores_gemma":[0.9930115,0.0062207785,0.00012459263,0.00027660342,0.000071307855,0.00029521406],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00086873834,0.00018701275,0.0005768738,0.00019170849,0.0000400841,0.0000027306526,0.0001555027,0.00027784213,0.00045528027],"category_scores_gemma":[0.054686364,0.00012983599,0.00004834275,0.0005105136,0.00026382037,0.000053798874,0.00005711429,0.0010873072,0.00015796581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034370492,0.000087099485,0.89192957,0.000050191058,0.000036752186,0.00069290044,0.004523956,0.000007992078,0.0035112672,0.0004794904,0.021467255,0.07686983],"study_design_scores_gemma":[0.00973029,0.0009273788,0.93965447,0.020150214,0.0002020858,0.0009528247,0.0053958977,0.00052917015,0.00042484613,0.0026471152,0.018958036,0.0004276966],"about_ca_topic_score_codex":0.0003599576,"about_ca_topic_score_gemma":0.000022342609,"teacher_disagreement_score":0.07644213,"about_ca_system_score_codex":0.00007945841,"about_ca_system_score_gemma":0.00007813927,"threshold_uncertainty_score":0.9532764},"labels":[],"label_agreement":null},{"id":"W1979077874","doi":"10.1097/00001888-200310001-00028","title":"The Effect of Incorporating Normative Data into a Criterion-Referenced Standard Setting in Medical Education","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Normative; Set (abstract data type); Compromise; Psychology; Statistics; Computer science; Medical education; Medicine; Mathematics; Law; Political science","score_opus":0.02325261790187579,"score_gpt":0.4166408784241841,"score_spread":0.39338826052230835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979077874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608875,0.0021289496,0.0018282238,0.02891361,0.0012133413,0.00090848404,0.0000021291548,0.000037399965,0.004080385],"genre_scores_gemma":[0.99531204,0.00031742055,0.0013079289,0.002227268,0.00040987038,0.00008188745,0.00023501733,0.000018247543,0.00009032948],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964978,0.00050657097,0.0012016135,0.00032607545,0.0012134755,0.0002544362],"domain_scores_gemma":[0.9972135,0.0011287875,0.00046524036,0.00073881965,0.00030893105,0.00014472261],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008369695,0.00018240706,0.0004664956,0.00028205043,0.00015049784,0.0000048905604,0.00050360296,0.0002867759,0.00017606755],"category_scores_gemma":[0.07723089,0.00010877853,0.000018401708,0.0011674293,0.00058431155,0.00019173193,0.000114887844,0.0014653063,0.0000075142348],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005793446,0.00006633318,0.14492218,0.0013205025,0.00010461619,0.000013627023,0.020851023,0.000002241124,0.0042655664,0.021335427,0.08553308,0.72100604],"study_design_scores_gemma":[0.061500832,0.015819585,0.085982434,0.08415436,0.002001918,0.0020052926,0.21302737,0.052002344,0.04420836,0.089915685,0.34637502,0.0030067957],"about_ca_topic_score_codex":0.000090966045,"about_ca_topic_score_gemma":0.000017833792,"teacher_disagreement_score":0.7179993,"about_ca_system_score_codex":0.00022104096,"about_ca_system_score_gemma":0.0015947546,"threshold_uncertainty_score":0.930542},"labels":[],"label_agreement":null},{"id":"W1979625242","doi":"10.1097/00001888-200303000-00001","title":"The Information Technology Age Is Dawning for Medical Education","year":2003,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internship; Curriculum; Graduation (instrument); Medical education; Scope (computer science); Medical school; Medicine; Psychology; Pedagogy; Computer science","score_opus":0.010216052844130607,"score_gpt":0.3844939159019677,"score_spread":0.37427786305783706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979625242","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016963186,0.003480241,0.0043628905,0.13568941,0.84892344,0.0018606912,0.000014713196,0.00017621346,0.0053227637],"genre_scores_gemma":[0.00018747353,0.0072041973,0.0016688812,0.027792562,0.93760836,0.0015390413,0.0048778006,0.000098487384,0.019023202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436516,0.00006922855,0.0018107035,0.00044752355,0.0026892128,0.00061818515],"domain_scores_gemma":[0.9948712,0.0012203747,0.00091105676,0.0008783999,0.0018768205,0.00024213105],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042384313,0.00042986014,0.00076249486,0.0009145362,0.00047196427,0.000022418808,0.0007808994,0.004410633,0.00043209794],"category_scores_gemma":[0.13148427,0.00028531504,0.00008873796,0.0013832836,0.0009779739,0.0002075063,0.00008294699,0.005263784,0.00010022839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055290915,0.00001581792,0.00002481535,0.00038730042,0.00007356531,0.0000013466678,0.000932286,3.4440113e-8,0.0000071306827,0.006795099,0.8884336,0.10327372],"study_design_scores_gemma":[0.0017765501,0.00027582378,0.0000071730924,0.002241995,0.00033158448,0.00005537005,0.0024135597,0.00009872109,0.000029600355,0.007522772,0.98501533,0.00023149436],"about_ca_topic_score_codex":0.000025777617,"about_ca_topic_score_gemma":0.000002098422,"teacher_disagreement_score":0.12724583,"about_ca_system_score_codex":0.0005827775,"about_ca_system_score_gemma":0.0066945846,"threshold_uncertainty_score":0.9999599},"labels":[],"label_agreement":null},{"id":"W1979694225","doi":"10.1097/00001888-200406000-00020","title":"The Influence of Testing Context and Clinical Rotation Order on Students’ OSCE Performance","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's Health Research Institute","funders":"","keywords":"Objective structured clinical examination; Context (archaeology); Checklist; Clinical clerkship; Psychology; Medical education; Obstetrics and gynaecology; Medicine; Family medicine; Curriculum; Pedagogy; Pregnancy","score_opus":0.052606102488836085,"score_gpt":0.43471692770902626,"score_spread":0.3821108252201902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979694225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856561,0.0002151288,0.00012730005,0.012915841,0.00028440522,0.00038966196,2.1458963e-7,0.000021793194,0.00038956924],"genre_scores_gemma":[0.9920949,0.0008273483,0.00042735328,0.005962818,0.00041563783,0.000019682899,0.0000056438585,0.000010432861,0.00023622856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981903,0.00004168158,0.0007809756,0.00019333312,0.000627959,0.00016574707],"domain_scores_gemma":[0.9982646,0.0006631484,0.00028064824,0.0002314424,0.0004888328,0.00007134595],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021237177,0.00010382331,0.00023684259,0.00008309744,0.00013311923,0.0000027947226,0.00016792364,0.0001509524,0.000010786539],"category_scores_gemma":[0.01806006,0.00006234586,0.000011248038,0.0005686159,0.00069391815,0.000070154,0.000034612272,0.00089334045,0.00001443548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001570569,0.00006186615,0.83792233,0.00011574219,0.000047347177,0.0000020943648,0.0020688751,0.00009424859,0.0011970733,0.0022170304,0.0014548326,0.15466152],"study_design_scores_gemma":[0.0030277197,0.0013349015,0.9894608,0.0017790144,0.00008537,0.000039929073,0.001782222,0.0002709618,0.00018637984,0.00044789838,0.0015141373,0.00007066461],"about_ca_topic_score_codex":0.000049085025,"about_ca_topic_score_gemma":0.0000015361655,"teacher_disagreement_score":0.15459086,"about_ca_system_score_codex":0.000066512024,"about_ca_system_score_gemma":0.00016359522,"threshold_uncertainty_score":0.99021125},"labels":[],"label_agreement":null},{"id":"W1979736543","doi":"10.1097/00001888-200210001-00024","title":"Pulling Together and Pushing Apart","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; CARE Canada","funders":"","keywords":"MEDLINE; Medical education; Medicine; Political science; Law","score_opus":0.24142369901223742,"score_gpt":0.4324470824304007,"score_spread":0.19102338341816327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979736543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8802478,0.06810394,0.0005966336,0.016202744,0.000262133,0.00022475397,0.0000017812222,0.00007425431,0.03428597],"genre_scores_gemma":[0.96934223,0.020983195,0.00046249028,0.004728745,0.0008757822,0.0000062583185,0.0000060468938,0.000020423398,0.003574829],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895275,0.000028013612,0.00033179965,0.00019941601,0.00027776265,0.00021027484],"domain_scores_gemma":[0.9992766,0.00024432194,0.00009537465,0.00015657216,0.000057444962,0.00016973627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033238094,0.0001281649,0.0003947673,0.000105950625,0.000032565105,0.000001339702,0.00007257928,0.00015894395,0.00064879283],"category_scores_gemma":[0.0008148412,0.00009213787,0.000027022636,0.00016088174,0.00019939867,0.00006518224,0.000027483946,0.00045040293,0.000030793508],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001848592,0.000043177686,0.56903046,0.0007660496,0.00037519538,0.00016676799,0.08966362,0.000006129186,0.10769815,0.0040873876,0.17036855,0.057609648],"study_design_scores_gemma":[0.0066286474,0.0008969515,0.005727025,0.010364991,0.0006242761,0.00020523634,0.011087015,0.0026654424,0.018552786,0.0028039154,0.9399666,0.0004770963],"about_ca_topic_score_codex":0.000051565545,"about_ca_topic_score_gemma":0.0000010707892,"teacher_disagreement_score":0.76959807,"about_ca_system_score_codex":0.00002105999,"about_ca_system_score_gemma":0.000007555057,"threshold_uncertainty_score":0.71038264},"labels":[],"label_agreement":null},{"id":"W1979737677","doi":"10.1097/acm.0000000000000110","title":"Academic Performance of Longitudinal Integrated Clerkship Versus Rotation-Based Clerkship Students","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Summative assessment; Medical education; Medicine; United States Medical Licensing Examination; Objective structured clinical examination; Educational measurement; Clinical clerkship; Academic year; Formative assessment; Medical school; Psychology; Curriculum; Mathematics education; Pedagogy","score_opus":0.06107721314810256,"score_gpt":0.3919858954300586,"score_spread":0.330908682281956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979737677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848433,0.0003838092,0.0006799979,0.010494259,0.0014149365,0.0010350392,0.0000019333377,0.00011391912,0.0010327895],"genre_scores_gemma":[0.993772,0.00027271622,0.0007160105,0.0029204506,0.00095610495,0.00019722097,0.0002513771,0.00004387846,0.0008702975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960696,0.00009831191,0.001336745,0.0004463372,0.0015558508,0.0004931581],"domain_scores_gemma":[0.9973884,0.00044226914,0.000512495,0.00050453644,0.0009101194,0.000242161],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001542947,0.00031274033,0.0006122759,0.0005823866,0.00010569564,0.0000058059704,0.0005629905,0.00060341007,0.002132404],"category_scores_gemma":[0.0048119444,0.00024271783,0.00005822372,0.001601108,0.00065804314,0.00027085614,0.000055099328,0.0024799837,0.00027811306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010020041,0.00010862972,0.8837917,0.00056864467,0.00017081828,0.0000040491054,0.002047359,0.00004611422,0.007942407,0.00070355687,0.06358507,0.040029664],"study_design_scores_gemma":[0.012837209,0.0021002013,0.9533182,0.003483787,0.00048714541,0.000033245942,0.0041029407,0.014309374,0.0056054937,0.00028816392,0.0030033262,0.00043093596],"about_ca_topic_score_codex":0.00015278613,"about_ca_topic_score_gemma":0.0000011522698,"teacher_disagreement_score":0.06952649,"about_ca_system_score_codex":0.0003091414,"about_ca_system_score_gemma":0.0003992972,"threshold_uncertainty_score":0.99982136},"labels":[],"label_agreement":null},{"id":"W1980197159","doi":"10.1097/00001888-200109000-00012","title":"An Important Achievement","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Presentation (obstetrics); Consistency (knowledge bases); Medical education; Resource (disambiguation); General partnership; Task (project management); Library science; Psychology; Medicine; Political science; Computer science; Management","score_opus":0.03322094813426988,"score_gpt":0.3953104261981643,"score_spread":0.3620894780638944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980197159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92604405,0.0005339326,0.002589029,0.0627062,0.0008151295,0.00038678604,5.298079e-7,0.00015133135,0.006772987],"genre_scores_gemma":[0.96479493,0.0010855097,0.0009189525,0.026869508,0.0028109583,0.000043339907,0.00017504254,0.000027454958,0.0032742945],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980078,0.000031327716,0.00070072146,0.00029661,0.0006473026,0.0003162585],"domain_scores_gemma":[0.9989597,0.000030714673,0.0001518417,0.00047854698,0.00016192869,0.00021725877],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012296167,0.00015115217,0.00028400184,0.00023674134,0.000078836536,0.0000021886399,0.00017840309,0.00021412323,0.001975726],"category_scores_gemma":[0.0009371064,0.00010988501,0.000022194185,0.000681025,0.00021194384,0.000109235545,0.000018369918,0.0008183657,0.00008764677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029699612,0.00025078462,0.4684077,0.00012634948,0.00011291976,0.00018964113,0.006662649,0.0000024613394,0.04762465,0.025437573,0.30965525,0.14123306],"study_design_scores_gemma":[0.0045675896,0.0018623472,0.15420182,0.0006567589,0.0003116156,0.0011286983,0.006682042,0.0023837166,0.001186022,0.0048776097,0.8217712,0.00037058815],"about_ca_topic_score_codex":0.0000416075,"about_ca_topic_score_gemma":0.0000010577398,"teacher_disagreement_score":0.51211596,"about_ca_system_score_codex":0.00012828282,"about_ca_system_score_gemma":0.000116620715,"threshold_uncertainty_score":0.9989366},"labels":[],"label_agreement":null},{"id":"W1980311027","doi":"10.1097/acm.0b013e3181b37fd2","title":"Relationship Between Performance on Part I of the American Board of Orthopaedic Surgery Certifying Examination and Scores on USMLE Steps 1 and 2","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Medicine; Medical education; Medical physics; Psychology; Medical school","score_opus":0.12302997414209102,"score_gpt":0.3352374560894705,"score_spread":0.21220748194737946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980311027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99150205,0.00024272146,0.0000046173027,0.005600586,0.00011956627,0.00011841908,0.0000019087274,0.000010497809,0.0023996453],"genre_scores_gemma":[0.99767965,0.0010601965,0.0000032702283,0.0007496047,0.00027309568,9.804714e-7,0.0000030327067,0.000002463237,0.00022768076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986039,0.00020515955,0.00023633665,0.00012632142,0.0006982443,0.00013003926],"domain_scores_gemma":[0.99805254,0.0014615556,0.00026156218,0.000100733814,0.000048095997,0.000075515876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020907284,0.00006746752,0.00023009483,0.00011685791,0.00019191063,0.0000022925328,0.00014244381,0.0000700069,0.0000108466265],"category_scores_gemma":[0.0017522097,0.000046016838,0.000019451914,0.0003600424,0.0010759773,0.000081753555,0.00002122665,0.0002965843,6.187278e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019886626,0.000002807862,0.9553707,0.000026100151,0.000003793893,2.7025015e-7,0.006283448,0.0000011207997,0.00002843138,0.0011825364,0.0014306923,0.03565019],"study_design_scores_gemma":[0.00019339474,0.00026806645,0.991026,0.0005953653,0.000044761447,2.7934126e-7,0.0065290537,0.0000046627733,0.00012420461,0.00033243233,0.00083853817,0.00004324693],"about_ca_topic_score_codex":0.00017050396,"about_ca_topic_score_gemma":0.0000112560565,"teacher_disagreement_score":0.03565527,"about_ca_system_score_codex":0.000023050208,"about_ca_system_score_gemma":0.000037407415,"threshold_uncertainty_score":0.39644834},"labels":[],"label_agreement":null},{"id":"W1980329199","doi":"10.1097/00001888-200303000-00005","title":"Development of an Undergraduate Medical Curriculum","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Molson Foundation; McGill University","keywords":"Curriculum; Mainstream; Interactivity; Variety (cybernetics); Medical education; Learning styles; Computer science; Multimedia; Medicine; Mathematics education; Pedagogy; Psychology; Political science","score_opus":0.09565868148907192,"score_gpt":0.4588380886805036,"score_spread":0.36317940719143166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980329199","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016201584,0.9935786,0.00022249745,0.00066151895,0.0008254458,0.00073689426,0.00000481785,0.00008195059,0.0037262419],"genre_scores_gemma":[0.000019792426,0.9939568,0.0017893268,0.00090728374,0.0009639642,0.00007410001,0.0005423222,0.000085690896,0.0016607099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99372184,0.00028266598,0.0028847395,0.0007394234,0.0018295249,0.000541811],"domain_scores_gemma":[0.9913782,0.005410322,0.0009168576,0.0007017284,0.00015760065,0.0014353027],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0028176422,0.0006146516,0.0042600157,0.0003289175,0.000058163354,0.0000021634858,0.0005004716,0.0017107093,0.001153368],"category_scores_gemma":[0.05928909,0.0003782057,0.00030137348,0.0006692658,0.0004799742,0.00003552853,0.00010630956,0.0026077307,0.0001810785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063614148,0.000096686206,0.00003470622,0.0055654636,0.00023798228,0.00013244613,0.00018521278,1.6224282e-8,2.340639e-7,0.0007694442,0.010097703,0.98287374],"study_design_scores_gemma":[0.001187269,0.00023973224,0.0000058328333,0.1983338,0.0017901341,0.00066266826,0.00009997743,0.0000056855292,0.0000013102482,0.00015694373,0.79725325,0.00026337174],"about_ca_topic_score_codex":0.000022590608,"about_ca_topic_score_gemma":0.000003120638,"teacher_disagreement_score":0.98261034,"about_ca_system_score_codex":0.00015683025,"about_ca_system_score_gemma":0.0030377703,"threshold_uncertainty_score":0.99986696},"labels":[],"label_agreement":null},{"id":"W1980390234","doi":"10.1097/00001888-200009000-00008","title":"Breaking Down the Walls","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Scholarship; Mainstream; Engineering ethics; Context (archaeology); Work (physics); Sociology; Political science; Public relations; Engineering","score_opus":0.15410409873094183,"score_gpt":0.4654399168865707,"score_spread":0.3113358181556289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980390234","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34977245,0.0038663298,0.00009108148,0.5225108,0.0002394535,0.00078640296,0.0000020572672,0.00012325181,0.12260813],"genre_scores_gemma":[0.8097945,0.008174839,0.000026185104,0.14912127,0.0026785252,0.00002907522,0.000016105507,0.000022992219,0.03013651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968919,0.000111399844,0.00046008642,0.00024950234,0.0011951792,0.001091936],"domain_scores_gemma":[0.9950217,0.0006816617,0.000050953164,0.00040969226,0.00007061001,0.003765374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029976366,0.00015552228,0.00035999677,0.0000903464,0.00014696804,0.0000034077646,0.00026102923,0.00023532019,0.0143642565],"category_scores_gemma":[0.01816463,0.00007411399,0.000043225675,0.00042111994,0.00047445143,0.000063467596,0.00002760391,0.0018079731,0.0008953934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023336156,0.000011028366,0.0014184462,0.000114370356,0.000028801502,0.00010862974,0.0019692676,4.547772e-7,0.0016738112,0.00040654186,0.5272771,0.4667582],"study_design_scores_gemma":[0.0022758543,0.00046998175,0.0062520546,0.0007798195,0.00006205435,0.0004637748,0.00045148755,0.00015290399,0.00021107457,0.0005635697,0.98823446,0.000082958155],"about_ca_topic_score_codex":0.00036979766,"about_ca_topic_score_gemma":0.000003014658,"teacher_disagreement_score":0.46667522,"about_ca_system_score_codex":0.00011450905,"about_ca_system_score_gemma":0.0010955497,"threshold_uncertainty_score":0.9998825},"labels":[],"label_agreement":null},{"id":"W1981109383","doi":"10.1097/acm.0b013e31817eb4c0","title":"Patients??? Perspectives on Physicians??? Roles: Implications for Curricular Reform","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Health Evaluation and Outcome Sciences; McGill University","funders":"McGill University Health Centre; Faculty of Medicine, McGill University; Max Bell Foundation","keywords":"Curriculum; Medical education; Active listening; Concordance; Ideal (ethics); Salient; Resource (disambiguation); Psychology; Perspective (graphical); Medicine; Pedagogy","score_opus":0.028598255193340468,"score_gpt":0.36254348936028286,"score_spread":0.3339452341669424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981109383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9061789,0.0007637937,0.004987517,0.07522508,0.00061254244,0.001612819,0.00001544177,0.00017945636,0.010424442],"genre_scores_gemma":[0.9820453,0.0008057101,0.0010592765,0.011434503,0.0022707053,0.0003859145,0.0004118399,0.00004208347,0.0015447007],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982553,0.000021406448,0.0005280794,0.00042213732,0.00043860587,0.00033447891],"domain_scores_gemma":[0.99840665,0.00009843682,0.00020724259,0.00048296966,0.00069659884,0.00010810091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033818738,0.00020170679,0.0003682155,0.0002876218,0.00026956756,0.0000014767359,0.00019360254,0.0002263285,0.000086563865],"category_scores_gemma":[0.0020886282,0.00015059905,0.000071040675,0.0007061967,0.00042631495,0.00009936497,0.00002025546,0.0006912592,0.00004763505],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029511482,0.0006746265,0.061242327,0.00020232612,0.0001958186,0.0000035248236,0.035549156,0.000004509106,0.0028596933,0.12190174,0.6926837,0.08438745],"study_design_scores_gemma":[0.0129323155,0.0039979448,0.55490685,0.001992238,0.0005580158,0.00016911374,0.04449713,0.00048597486,0.0012611581,0.0076157763,0.3707845,0.0007990291],"about_ca_topic_score_codex":0.000014761603,"about_ca_topic_score_gemma":2.657557e-7,"teacher_disagreement_score":0.49366447,"about_ca_system_score_codex":0.00053924316,"about_ca_system_score_gemma":0.000112210895,"threshold_uncertainty_score":0.61412513},"labels":[],"label_agreement":null},{"id":"W1981427356","doi":"10.1097/acm.0b013e3181ed4097","title":"Credentials as Cultural Capital: The Pursuit of Higher Degrees Among Academic Medical Trainees","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Children's Hospital","funders":"","keywords":"Credibility; Subspecialty; Grounded theory; Higher education; Cultural capital; Medical education; Psychology; Phenomenon; Position (finance); Pedagogy; Public relations; Sociology; Medicine; Political science; Qualitative research; Social science; Business; Economics; Economic growth","score_opus":0.043629666167129905,"score_gpt":0.37903905736379523,"score_spread":0.33540939119666535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981427356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8655555,0.0016498367,0.000017808003,0.09392427,0.002901462,0.00033342655,0.000004606592,0.00009626585,0.035516784],"genre_scores_gemma":[0.971379,0.0027408006,0.000007844608,0.0048442585,0.00594123,0.000013704954,0.000013715215,0.000013817113,0.015045624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99362546,0.0003301979,0.00059397763,0.000313339,0.0045768777,0.0005601178],"domain_scores_gemma":[0.9976996,0.00092763227,0.00029051607,0.0002835396,0.00022537801,0.00057331636],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0086112125,0.00021048955,0.00044684272,0.00014303108,0.00043236243,0.00001985005,0.0032221272,0.0009685547,0.009406666],"category_scores_gemma":[0.008188322,0.00012481736,0.000094820556,0.0005785302,0.0066874702,0.00031982825,0.0002553763,0.0027762644,0.000072126066],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000792519,0.00002627433,0.030176893,0.00008238705,0.00018933746,0.00006831713,0.24595998,0.0000023898608,0.01300317,0.25358552,0.43665656,0.020169914],"study_design_scores_gemma":[0.0027410581,0.00045438978,0.024281621,0.000802439,0.0005007045,0.000049651415,0.2640186,0.000021264746,0.0011797791,0.016953086,0.6884621,0.0005353219],"about_ca_topic_score_codex":0.0066643036,"about_ca_topic_score_gemma":0.00074830774,"teacher_disagreement_score":0.2518055,"about_ca_system_score_codex":0.000045297253,"about_ca_system_score_gemma":0.00038900992,"threshold_uncertainty_score":0.9999504},"labels":[],"label_agreement":null},{"id":"W1981532738","doi":"10.1097/00001888-200009001-00126","title":"McMaster University Undergraduate MD Program","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Educational program; Corporate governance; Health care; Population; Professional development; Accreditation; Scope (computer science); Curriculum development; Political science; Medicine; Sociology; Pedagogy; Management","score_opus":0.02479822998586719,"score_gpt":0.33838862730719094,"score_spread":0.31359039732132377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981532738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6725939,0.00052849593,0.00045766972,0.12042802,0.0005290826,0.0010093751,0.0000015004492,0.0004697801,0.20398217],"genre_scores_gemma":[0.79729986,0.0025976566,0.0023330138,0.014864307,0.0018475268,0.000016659069,0.00013934234,0.000038253245,0.18086341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859524,0.000043319294,0.00032234009,0.00028001182,0.0004606334,0.00029845446],"domain_scores_gemma":[0.99936,0.000043752458,0.000070483235,0.00025562965,0.00011694788,0.00015315393],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004212885,0.00014346125,0.0002584872,0.00017966358,0.000092150265,0.0000020397215,0.00016326102,0.00023250285,0.010789427],"category_scores_gemma":[0.00032326858,0.00011550822,0.000031423187,0.0008631584,0.0003798972,0.00009931159,0.00001841325,0.0008725993,0.00048570117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010404216,0.00004285581,0.0022811748,0.00005499348,0.00003730661,0.000022517546,0.00089543377,0.0000010502433,0.00041380935,0.0025849761,0.3347288,0.658833],"study_design_scores_gemma":[0.002073392,0.0003645771,0.005375239,0.00033876524,0.0001462626,0.00014236149,0.0009813369,0.00042672746,0.00010556535,0.001012775,0.98890775,0.00012523828],"about_ca_topic_score_codex":0.000035037287,"about_ca_topic_score_gemma":6.395904e-7,"teacher_disagreement_score":0.6587078,"about_ca_system_score_codex":0.00014752254,"about_ca_system_score_gemma":0.000099911456,"threshold_uncertainty_score":0.99011487},"labels":[],"label_agreement":null},{"id":"W1982369759","doi":"10.1097/00001888-200110001-00020","title":"Change of Interest in Surgery during Medical School","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Medical education; Political science","score_opus":0.2612141218501287,"score_gpt":0.37606223359497165,"score_spread":0.11484811174484294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982369759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546651,0.0015505701,0.000008540294,0.031956997,0.0007088803,0.00013434046,6.848449e-7,0.00003497689,0.0109398905],"genre_scores_gemma":[0.98176944,0.012401252,0.0000019667962,0.0028619042,0.0018692109,0.0000070236865,0.000004080771,0.000005406081,0.0010797033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998005,0.0001751079,0.00039064485,0.00017337225,0.0009130896,0.0003428129],"domain_scores_gemma":[0.9987285,0.00048223493,0.000107386426,0.00012333701,0.000058176498,0.00050033483],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041911523,0.00008662892,0.00033586423,0.00029685686,0.00007791286,0.0000021114636,0.00053658534,0.00029625307,0.0058086286],"category_scores_gemma":[0.008124981,0.00007392375,0.00003291362,0.0006429785,0.00078149134,0.00017689394,0.000096003416,0.000681228,0.000037962483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000708744,0.000018038734,0.9222613,0.000081824466,0.000016299431,0.00033591627,0.037785195,9.8268494e-8,0.00019572055,0.005116187,0.024103157,0.01001542],"study_design_scores_gemma":[0.0048789675,0.00023445183,0.49153417,0.010299725,0.000111294255,0.000074777585,0.29247412,0.00002243858,0.00023999102,0.00641921,0.19306895,0.00064189994],"about_ca_topic_score_codex":0.0044506937,"about_ca_topic_score_gemma":0.0015644451,"teacher_disagreement_score":0.4307271,"about_ca_system_score_codex":0.00008892458,"about_ca_system_score_gemma":0.00018289452,"threshold_uncertainty_score":0.9951002},"labels":[],"label_agreement":null},{"id":"W1982414116","doi":"10.1097/00001888-200009001-00132","title":"Sherbrooke University Medical School","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Curriculum; Medical education; Resource (disambiguation); Session (web analytics); Plan (archaeology); Corporate governance; Political science; Medicine; Psychology; Management; Pedagogy; Business","score_opus":0.016748279999350735,"score_gpt":0.32342779179312153,"score_spread":0.3066795117937708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982414116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7084062,0.00069714675,0.0006647035,0.11575997,0.0006492638,0.00039806098,9.821447e-7,0.00026145458,0.1731622],"genre_scores_gemma":[0.78033334,0.0042139334,0.0009016817,0.05834928,0.0044710184,0.000008358697,0.00012808244,0.00004468647,0.15154961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977389,0.000057216246,0.00043728043,0.00032183286,0.0011158168,0.0003289367],"domain_scores_gemma":[0.9987117,0.0000810959,0.000060895272,0.00037650907,0.00012977842,0.0006400083],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009913389,0.0001574933,0.00032968353,0.00022699212,0.00010730029,0.0000016262322,0.00029553988,0.0004856037,0.11901206],"category_scores_gemma":[0.00395451,0.00012807692,0.00003756489,0.0008868447,0.00048255778,0.000107431755,0.000028430848,0.0016122957,0.0013832558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020559208,0.00004496826,0.009683826,0.000111322865,0.0000632193,0.00015636736,0.0010147708,0.0000013131361,0.00046350545,0.0053670667,0.7566491,0.22623895],"study_design_scores_gemma":[0.0029574644,0.00020303098,0.013545011,0.0008390949,0.00012284234,0.00040191537,0.0010485718,0.0007131961,0.00007611148,0.0005401754,0.9794002,0.00015237763],"about_ca_topic_score_codex":0.0000731019,"about_ca_topic_score_gemma":0.0000015776766,"teacher_disagreement_score":0.22608657,"about_ca_system_score_codex":0.0002500552,"about_ca_system_score_gemma":0.00053139805,"threshold_uncertainty_score":0.9993943},"labels":[],"label_agreement":null},{"id":"W1982414410","doi":"10.1097/00001888-200406000-00021","title":"The Relationship between Interviewers’ Characteristics and Ratings Assigned during a Multiple Mini-Interview","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Psychology; Consistency (knowledge bases); Context (archaeology); Protocol (science); Reliability (semiconductor); Test (biology); Clinical psychology; Applied psychology; Medical education; Social psychology; Medicine; Computer science; Developmental psychology","score_opus":0.11785856126982003,"score_gpt":0.3812742976720647,"score_spread":0.2634157364022447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982414410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8330848,0.0024171702,0.0008227264,0.16242631,0.00038572153,0.00042589448,0.0000031362554,0.00007449764,0.00035975102],"genre_scores_gemma":[0.9889532,0.0009623542,0.00014765002,0.0050838757,0.0010534409,0.000035151,0.000045579603,0.000022237582,0.003696553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982117,0.00011492044,0.00073730736,0.0002699211,0.00037359705,0.00029258704],"domain_scores_gemma":[0.9967108,0.0016561572,0.00023252064,0.0002915396,0.00008394441,0.0010250681],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011336124,0.00018267488,0.0004059455,0.00009365754,0.00033720618,0.000009594192,0.0001661087,0.000196494,0.0002908264],"category_scores_gemma":[0.035460148,0.00010601851,0.00004698492,0.00024448274,0.0003683511,0.00006467615,0.000072933566,0.0010351855,0.00004073631],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012602225,0.00004900918,0.9249997,0.001068597,0.00013531148,0.00003911564,0.021289464,1.2147774e-7,0.0061747413,0.003733765,0.015786987,0.026597165],"study_design_scores_gemma":[0.003810313,0.00021599999,0.95136374,0.0045001567,0.00020828239,0.00013853182,0.003179427,0.000017809902,0.00030668435,0.0013115536,0.034789007,0.00015846547],"about_ca_topic_score_codex":0.00001909985,"about_ca_topic_score_gemma":0.0000019222202,"teacher_disagreement_score":0.15734243,"about_ca_system_score_codex":0.00008187492,"about_ca_system_score_gemma":0.00025344282,"threshold_uncertainty_score":0.9726646},"labels":[],"label_agreement":null},{"id":"W1982827387","doi":"10.1097/00001888-200110000-00016","title":"A Comparison of Global Ratings and Checklist Scores from an Undergraduate Assessment Using an Anesthesia Simulator","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Checklist; Reliability (semiconductor); Inter-rater reliability; Psychology; Physical therapy; Medicine; Rating scale; Developmental psychology","score_opus":0.10715317093931136,"score_gpt":0.49461694594218103,"score_spread":0.38746377500286966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982827387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9847894,0.0010955684,0.001144248,0.012187492,0.0001609195,0.00047607723,0.000006098083,0.00007302052,0.00006717557],"genre_scores_gemma":[0.99510026,0.00006287125,0.0014218322,0.0023243842,0.00083074684,0.00000832449,0.0001961,0.000026517753,0.00002894204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997662,0.00017013217,0.0008691337,0.0004277028,0.0005949491,0.00027609876],"domain_scores_gemma":[0.99800134,0.00035431102,0.00041955517,0.00041041797,0.00030033995,0.0005140627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004902481,0.0002223554,0.00064444245,0.000093030336,0.000117481686,0.000007041723,0.00013321634,0.00024830957,0.00014072051],"category_scores_gemma":[0.00020344579,0.00018999068,0.000025136787,0.00039043275,0.00028839117,0.00019819487,0.0000184733,0.0004628311,0.0000018295034],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012847385,0.000068945694,0.9911852,0.00009002334,0.000026668933,0.000010774336,0.003304199,0.0006895316,0.0029190106,0.00057341246,0.0002583563,0.00074540754],"study_design_scores_gemma":[0.0023406248,0.00062949606,0.83666825,0.0007076777,0.00023635871,0.000102163685,0.007592007,0.14935927,0.00022271117,0.0017962479,0.00017550256,0.00016967994],"about_ca_topic_score_codex":0.0037818968,"about_ca_topic_score_gemma":0.000035498866,"teacher_disagreement_score":0.15451694,"about_ca_system_score_codex":0.00029670037,"about_ca_system_score_gemma":0.00045886874,"threshold_uncertainty_score":0.77475953},"labels":[],"label_agreement":null},{"id":"W1983189105","doi":"10.1097/acm.0b013e318226adf6","title":"The CARE Model of Social Accountability: Promoting Cultural Change","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Accountability; Social accounting; Curriculum; Health care; Medical education; Public relations; Social responsibility; Political science; Medicine; Sociology; Pedagogy; Business; Law","score_opus":0.1787427375915733,"score_gpt":0.4117787267584164,"score_spread":0.23303598916684312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983189105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776201,0.0009851548,0.00012231564,0.012034824,0.00050291524,0.00069937814,0.0000023102566,0.000054532986,0.007978459],"genre_scores_gemma":[0.9955594,0.00016314522,0.00037212326,0.0020558147,0.0013685494,0.000105136016,0.000036497422,0.000015916918,0.00032342414],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984541,0.00003547348,0.00054822036,0.00018803813,0.0005222659,0.00025189735],"domain_scores_gemma":[0.99887484,0.00004787435,0.00022719272,0.00023591808,0.0005602854,0.00005389132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009131858,0.00012315402,0.0002632662,0.000073658826,0.00019451333,0.0000013941368,0.00021595355,0.00022154515,0.00013633024],"category_scores_gemma":[0.0014823593,0.00006935284,0.00003618176,0.00037698628,0.00062851614,0.00010999526,0.000049394966,0.0007557436,0.00000780271],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016331239,0.000037499827,0.011561631,0.0006010148,0.00006997418,0.0000012842625,0.82486707,1.5712467e-7,0.0067473305,0.013335533,0.017566092,0.12504911],"study_design_scores_gemma":[0.009054562,0.0016396118,0.102164686,0.0033344424,0.0015719197,0.00015731307,0.79273224,0.019046292,0.015567279,0.01341688,0.04038719,0.00092756137],"about_ca_topic_score_codex":0.00007632579,"about_ca_topic_score_gemma":0.000003254019,"teacher_disagreement_score":0.124121554,"about_ca_system_score_codex":0.00011824927,"about_ca_system_score_gemma":0.000108639986,"threshold_uncertainty_score":0.3283372},"labels":[],"label_agreement":null},{"id":"W1983284701","doi":"10.1097/00001888-200501000-00024","title":"Faculty??s and Residents??? Perceptions of Teaching and Evaluating the Role of Health Advocate: A Study at One Canadian University","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"CLARITY; Health care; Medical education; Perception; Focus group; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.05735210743257228,"score_gpt":0.4124712849191704,"score_spread":0.3551191774865981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983284701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96661466,0.0007576007,0.00005606391,0.031432185,0.000044405526,0.00057640247,0.000004372177,0.000009235179,0.00050508813],"genre_scores_gemma":[0.9979062,0.00016987576,0.00056367484,0.00091391813,0.00008819057,0.0000031048805,0.000035902656,0.0000075540884,0.00031156943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998642,0.00018346269,0.00041375478,0.00017710372,0.0004146828,0.00016898096],"domain_scores_gemma":[0.9992381,0.000093785806,0.00021309014,0.0001875376,0.00013657096,0.00013095666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030819962,0.000083041894,0.0002812137,0.00023685119,0.00033811238,8.8490697e-7,0.00009523034,0.00008403827,0.000050573894],"category_scores_gemma":[0.0018834216,0.00006125837,0.000010213518,0.0003025455,0.00035223676,0.00004787401,0.000051410203,0.0006877803,0.0000011705964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012279324,0.00013977241,0.5651521,0.0002949529,0.00016499114,0.0000033357449,0.27193338,0.000015550548,0.01140898,0.0051594083,0.0021349557,0.1434698],"study_design_scores_gemma":[0.002356328,0.001037296,0.78287905,0.0007171463,0.00018864276,0.000043583288,0.21120176,0.00012942785,0.00003724194,0.0007763606,0.00057444355,0.000058698442],"about_ca_topic_score_codex":0.12817816,"about_ca_topic_score_gemma":0.0043382267,"teacher_disagreement_score":0.21772699,"about_ca_system_score_codex":0.00037608374,"about_ca_system_score_gemma":0.000602539,"threshold_uncertainty_score":0.8776274},"labels":[],"label_agreement":null},{"id":"W1983314098","doi":"10.1097/00001888-200411000-00025","title":"Assessing the Relationship of Learning Approaches to Workplace Climate in Clerkship and Residency","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Workload; Perception; Specialty; Medical education; Medicine; Psychology; Graduate medical education; Family medicine; Nursing; Accreditation","score_opus":0.21334680487829719,"score_gpt":0.4145344725716366,"score_spread":0.20118766769333943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983314098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90015465,0.00075244636,0.0018192158,0.09442801,0.0001280023,0.00036849035,9.644047e-8,0.000025588866,0.0023235031],"genre_scores_gemma":[0.99542713,0.0001560026,0.0023618059,0.0014535536,0.00031509475,0.00003124583,0.000011911326,0.000015484311,0.00022774104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998432,0.00010991826,0.0006094671,0.00021986953,0.00039302954,0.0002357592],"domain_scores_gemma":[0.9988731,0.0006148096,0.00017275297,0.00020873589,0.00005726788,0.0000733395],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003394487,0.00010789748,0.0002550098,0.00032304088,0.000113073365,0.000005270443,0.00011219936,0.0001928815,0.000024697563],"category_scores_gemma":[0.012911376,0.000072086455,0.000012849984,0.0012185683,0.0002710853,0.0001378603,0.000047279682,0.0014694887,0.0000072459125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053334712,0.000018688728,0.90450567,0.00025275667,0.0000109924,0.0000044130566,0.019833546,0.0003760741,0.00067564915,0.062657416,0.0007187655,0.010892694],"study_design_scores_gemma":[0.0014390821,0.00014827952,0.9585391,0.0033966154,0.00006270746,0.00006552258,0.02438735,0.00029247135,0.00015076516,0.010974232,0.00044982464,0.00009404667],"about_ca_topic_score_codex":0.0000459161,"about_ca_topic_score_gemma":0.0000044781573,"teacher_disagreement_score":0.09527252,"about_ca_system_score_codex":0.00012123142,"about_ca_system_score_gemma":0.00016195324,"threshold_uncertainty_score":0.9954033},"labels":[],"label_agreement":null},{"id":"W1983505763","doi":"10.1097/01.acm.0000243340.89496.43","title":"Impact of International Medical Graduates on U.S. and Global Health Care: Summary of the ECFMG 50th Anniversary Invitational Conference","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Medical education; Honor; Medicine; Library science; Variety (cybernetics); Commission; Health care; Scope (computer science); Accountability; Political science; Law","score_opus":0.041678758675155636,"score_gpt":0.4716011473720744,"score_spread":0.4299223886969188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983505763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9262977,0.0049620937,0.00004219789,0.05731549,0.0008675305,0.00057594955,0.000214779,0.000027740465,0.009696478],"genre_scores_gemma":[0.9932051,0.0019290558,0.00004567969,0.0038612832,0.00050821464,0.000009663678,0.0001367283,0.000008367974,0.0002959568],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970408,0.00040539613,0.000919878,0.00023202585,0.0010365436,0.00036536175],"domain_scores_gemma":[0.9978946,0.00075536943,0.0006313201,0.00019124229,0.00029466418,0.00023281391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008023701,0.00016137089,0.00041947374,0.00007734054,0.00017812573,7.047869e-7,0.00041225125,0.00028773266,0.00040720627],"category_scores_gemma":[0.0007561246,0.00009832387,0.000048759015,0.0002853824,0.00056667026,0.00006631432,0.00015221356,0.00083725445,0.0000058334936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001641547,0.000017610218,0.7600266,0.00022554921,0.000032231674,0.0000019080721,0.0037078355,0.000014631125,0.000033439264,0.027534172,0.20629953,0.0019423639],"study_design_scores_gemma":[0.0023676096,0.0005209801,0.9706675,0.004395594,0.00002270109,0.000008317741,0.0056197913,0.00017470165,0.000011110211,0.009105584,0.006999967,0.00010618083],"about_ca_topic_score_codex":0.0089957565,"about_ca_topic_score_gemma":0.0003440647,"teacher_disagreement_score":0.21064089,"about_ca_system_score_codex":0.0005193498,"about_ca_system_score_gemma":0.001523803,"threshold_uncertainty_score":0.9976034},"labels":[],"label_agreement":null},{"id":"W1983637623","doi":"10.1097/00001888-200303000-00023","title":"Educational Effects of International Health Electives on U.S. and Canadian Medical Students and Residents","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":362,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Inclusion (mineral); MEDLINE; Family medicine; Medical education; Higher education; Medicine; Educational measurement; Psychology; Health care; Pedagogy; Political science","score_opus":0.03617967306624086,"score_gpt":0.4603450338401374,"score_spread":0.42416536077389655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983637623","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008314307,0.98423916,0.0000010094284,0.011604347,0.0011684423,0.0009116681,0.000014284088,0.000007656877,0.0012219858],"genre_scores_gemma":[0.0008603028,0.9852508,0.000009086079,0.012057758,0.00068653334,0.000045792152,0.00012894114,0.00002529204,0.0009355426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641913,0.00025576612,0.0009111413,0.00042756647,0.001533343,0.0004530748],"domain_scores_gemma":[0.9961855,0.0010287724,0.0003530363,0.00017188214,0.000090369926,0.0021704792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017107311,0.00029807643,0.0016637726,0.00064495974,0.000067518544,0.0000034387506,0.0002340941,0.0005952319,0.00025060144],"category_scores_gemma":[0.0038581672,0.00021475526,0.0000575262,0.00024674262,0.00023995097,0.00002789292,0.00004770861,0.001325151,0.000011841894],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056223005,0.00005561868,0.021814184,0.0422926,0.00037892247,0.00011102414,0.00037047427,3.1457537e-9,1.5000244e-7,0.0022685744,0.1311213,0.80153096],"study_design_scores_gemma":[0.0011570903,0.0004196145,0.024040308,0.07653489,0.00022569948,0.0006399232,0.000035050594,6.048428e-7,1.417323e-7,0.00016713252,0.8966406,0.00013896114],"about_ca_topic_score_codex":0.008401877,"about_ca_topic_score_gemma":0.0005551539,"teacher_disagreement_score":0.80139196,"about_ca_system_score_codex":0.000413135,"about_ca_system_score_gemma":0.00527006,"threshold_uncertainty_score":0.99820125},"labels":[],"label_agreement":null},{"id":"W1983687479","doi":"10.1097/00001888-200010001-00018","title":"Learning Adolescent Psychosocial Interviewing Using Simulated Patients","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Adolescent and Pediatric Healthcare","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychosocial; Interview; Medical education; Psychology; Motivational interviewing; MEDLINE; Clinical psychology; Applied psychology; Medicine; Psychotherapist; Psychiatry; Sociology; Psychological intervention; Political science","score_opus":0.15903894651196418,"score_gpt":0.4967983786888803,"score_spread":0.3377594321769162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983687479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893444,0.0010173572,0.00011954895,0.003319974,0.0014726557,0.0007762883,0.0000034856741,0.00019076209,0.0037554973],"genre_scores_gemma":[0.9821425,0.0017642108,0.000017030265,0.0076871393,0.0050043063,0.0000034597294,0.00006376522,0.00004644819,0.0032711318],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964227,0.00086965587,0.0010729348,0.0003563443,0.00047795946,0.0008004061],"domain_scores_gemma":[0.99870074,0.00028348833,0.0003087105,0.00018347184,0.00016839702,0.00035519424],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001062325,0.0002324863,0.00044954542,0.00013495439,0.0007933105,0.0000015274269,0.00024459825,0.0006014589,0.005632951],"category_scores_gemma":[0.0005130439,0.0001896308,0.000050696704,0.00043753005,0.00007666667,0.00011365911,0.00005746403,0.0037091116,0.0005938153],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001387802,0.000016037618,0.9005375,0.00044959216,0.000014897287,0.000003599223,0.025370978,0.000105934814,0.00003114465,0.000019218096,0.028263317,0.04504901],"study_design_scores_gemma":[0.012209199,0.0005568029,0.21449824,0.01116061,0.00023689948,0.0000029649116,0.013965389,0.009218794,0.000004393777,0.0004298539,0.7368421,0.00087476004],"about_ca_topic_score_codex":0.00029049942,"about_ca_topic_score_gemma":0.000003669386,"teacher_disagreement_score":0.70857877,"about_ca_system_score_codex":0.0002690112,"about_ca_system_score_gemma":0.00015622083,"threshold_uncertainty_score":0.9985894},"labels":[],"label_agreement":null},{"id":"W1984199282","doi":"10.1097/acm.0b013e3181e6c4a0","title":"Medical Student Sexuality: How Sexual Experience and Sexuality Training Impact U.S. and Canadian Medical Studentsʼ Comfort in Dealing with Patientsʼ Sexuality in Clinical Practice","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Sexual function and dysfunction studies","field":"Medicine","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Diabetes and Digestive and Kidney Diseases","keywords":"Human sexuality; Feeling; Context (archaeology); Medicine; Clinical psychology; Family medicine; Sexual function; Psychology; Social psychology; Gender studies","score_opus":0.09221933156798497,"score_gpt":0.47675460196469593,"score_spread":0.384535270396711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984199282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9613951,0.00074163027,0.000157793,0.034926698,0.0010890188,0.00079682143,0.000010742715,0.000077337274,0.00080487586],"genre_scores_gemma":[0.9806793,0.0009624839,0.00013641469,0.016600799,0.0011753209,0.00007500655,0.0000460422,0.00004168639,0.00028297567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922805,0.0005798609,0.0017488057,0.0011920315,0.0032776883,0.00092115847],"domain_scores_gemma":[0.99377483,0.0019250365,0.00037442427,0.0005112508,0.00027106312,0.0031433706],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011948305,0.0005272032,0.001434768,0.00049723056,0.00021391387,0.000031993164,0.00030271872,0.0010414346,0.0007394983],"category_scores_gemma":[0.01631783,0.0003723306,0.00003289718,0.0006643608,0.0014028854,0.0003941972,0.0002531736,0.0049118632,0.0000056821527],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005552185,0.00023154994,0.9350746,0.000077687575,0.00017432559,0.00065726205,0.028018326,8.5252964e-7,0.000033199394,0.0002832484,0.001173011,0.033720683],"study_design_scores_gemma":[0.009517538,0.001841303,0.8270294,0.0003288276,0.00012974089,0.001498183,0.12806106,0.0003797374,0.000001835893,0.00001993435,0.030797033,0.00039540825],"about_ca_topic_score_codex":0.036091946,"about_ca_topic_score_gemma":0.081742324,"teacher_disagreement_score":0.108045235,"about_ca_system_score_codex":0.00021099397,"about_ca_system_score_gemma":0.0014105766,"threshold_uncertainty_score":0.99987286},"labels":[],"label_agreement":null},{"id":"W1984445931","doi":"10.1097/acm.0b013e318189286e","title":"On Water Buffalo and Academic Medicine","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; Christian ministry; Population; Medical education; Sociology; Medicine; Political science; Law","score_opus":0.05964463747154403,"score_gpt":0.35645973106989626,"score_spread":0.29681509359835223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984445931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89460826,0.0056874705,0.00014095272,0.08817551,0.0010025752,0.0004824752,0.0000012971802,0.000146555,0.009754921],"genre_scores_gemma":[0.943405,0.014433438,0.000027831487,0.028126981,0.0037442257,0.00003960334,0.000099968245,0.000042111704,0.010080853],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701893,0.000084964435,0.00078122003,0.00056509196,0.00094489375,0.0006049151],"domain_scores_gemma":[0.9980038,0.0004536226,0.0001227173,0.00036885866,0.000112161855,0.000938883],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010939225,0.0003448514,0.0007581385,0.00033757687,0.0001888009,8.5712736e-7,0.00018836526,0.00064920005,0.0017348839],"category_scores_gemma":[0.0026547825,0.00018930483,0.000040442388,0.0002674476,0.0013659773,0.000107987296,0.000057374615,0.0024635561,0.00024049354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094454753,0.00006707742,0.011162071,0.00048794318,0.00015618614,0.0004215832,0.28992674,0.0000012777958,0.05243255,0.00726217,0.62532914,0.011808722],"study_design_scores_gemma":[0.051899377,0.016024966,0.109887876,0.01635377,0.0023930003,0.018464094,0.08413748,0.0005229477,0.058388196,0.050545756,0.58898336,0.0023991603],"about_ca_topic_score_codex":0.00011785664,"about_ca_topic_score_gemma":5.869026e-7,"teacher_disagreement_score":0.20578925,"about_ca_system_score_codex":0.00009091185,"about_ca_system_score_gemma":0.0001166962,"threshold_uncertainty_score":0.9998378},"labels":[],"label_agreement":null},{"id":"W1984640622","doi":"10.1097/01.acm.0000236509.32699.f5","title":"Evaluation of Learning Outcomes in Web-Based Continuing Medical Education","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Memorial University of Newfoundland; Atlantic Canada Opportunities Agency","keywords":"Subject matter; Medical education; Continuing medical education; Asynchronous communication; Computer science; MEDLINE; Medicine; Multimedia; Psychology; Continuing education; Curriculum; Pedagogy","score_opus":0.02758083992401535,"score_gpt":0.4072728857298614,"score_spread":0.3796920458058461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984640622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97031224,0.00096165243,0.00044643655,0.020161223,0.0006321652,0.0005490102,2.7197612e-7,0.00005333946,0.006883691],"genre_scores_gemma":[0.99623674,0.000046856694,0.00035849947,0.0017193469,0.0006637577,0.00010294628,0.00014783152,0.000020692205,0.00070330204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99532706,0.000274417,0.0010910607,0.0002637517,0.00280439,0.00023934293],"domain_scores_gemma":[0.99815595,0.00022695825,0.0003453246,0.0002287695,0.0009582835,0.00008472839],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008882358,0.00015275516,0.00046533064,0.00070511096,0.00003071427,0.000001641829,0.000144894,0.00036972787,0.0014059019],"category_scores_gemma":[0.026640449,0.0001232253,0.00003664733,0.00093706284,0.00026098939,0.00007674209,0.000017646551,0.0011163243,0.000013891641],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044162745,0.00023151583,0.7290953,0.00015480867,0.000024256009,0.0000028096895,0.0011757053,0.00015480422,0.004397997,0.0031404444,0.012940839,0.24863738],"study_design_scores_gemma":[0.020997828,0.0004998435,0.7512112,0.0076246597,0.00097556855,0.000071338516,0.0062885694,0.18486077,0.0020943221,0.005401174,0.01954582,0.00042887943],"about_ca_topic_score_codex":0.00020175253,"about_ca_topic_score_gemma":0.000025988846,"teacher_disagreement_score":0.2482085,"about_ca_system_score_codex":0.00035014117,"about_ca_system_score_gemma":0.0017758923,"threshold_uncertainty_score":0.99950695},"labels":[],"label_agreement":null},{"id":"W1985918898","doi":"10.1097/00001888-200507000-00004","title":"Residents?? End-of-Life Decision Making with Adult Hospitalized Patients: A Review of the Literature","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Curriculum; Internship; MEDLINE; Advance care planning; Medicine; Odds; Relevance (law); Clinical decision making; Qualitative research; Medical education; Family medicine; Psychology; Nursing; Palliative care; Logistic regression; Internal medicine","score_opus":0.08564299639760574,"score_gpt":0.45451443546665454,"score_spread":0.3688714390690488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985918898","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039355125,0.9955298,0.00003353626,0.00063288363,0.0003464084,0.002024075,0.00008953581,0.000020446876,0.0009297864],"genre_scores_gemma":[0.00025006724,0.99548036,0.0006335394,0.0023566051,0.0006680562,0.00006167381,0.00023035755,0.00007583842,0.0002435197],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.994397,0.00032071484,0.0027023484,0.0005256532,0.0017175822,0.0003366871],"domain_scores_gemma":[0.99348485,0.0011144162,0.002986436,0.001039047,0.0011835694,0.00019170601],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00083232496,0.000640448,0.004849285,0.00034089087,0.000035076762,0.0000019306349,0.00073967397,0.00071272,0.00023084495],"category_scores_gemma":[0.010689988,0.00029705948,0.00054834725,0.0015403425,0.00048537887,0.000099288576,0.00017220352,0.0016142047,0.000006372265],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021121991,0.000043276952,0.005837376,0.2937484,0.0005406298,0.0000128276015,0.0015768145,6.270251e-8,7.1813474e-7,0.00014679322,0.032406118,0.6654758],"study_design_scores_gemma":[0.0011750055,0.00025999956,0.00029799668,0.5492201,0.0021942672,0.000017182072,0.000049378792,2.263449e-7,0.00000225686,0.000022987724,0.44662622,0.00013438518],"about_ca_topic_score_codex":0.00002685244,"about_ca_topic_score_gemma":0.0000023042091,"teacher_disagreement_score":0.6653414,"about_ca_system_score_codex":0.00014022185,"about_ca_system_score_gemma":0.0005920806,"threshold_uncertainty_score":0.99994814},"labels":[],"label_agreement":null},{"id":"W1986122555","doi":"10.1097/acm.0b013e3181e19722","title":"An Exploration of Faculty Perspectives on the In-Training Evaluation of Residents","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Victoria Hospital","funders":"","keywords":"Medical education; Training (meteorology); Higher education; Faculty development; MEDLINE; Psychology; Medicine; Professional development; Political science; Geography","score_opus":0.2533597123253791,"score_gpt":0.5011419949404892,"score_spread":0.24778228261511004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986122555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98219377,0.00006481071,0.00022451104,0.014361164,0.00032989617,0.0005170085,0.0000011360664,0.000011775287,0.0022959525],"genre_scores_gemma":[0.9985177,0.00004928284,0.00027916627,0.0005211705,0.00046860718,0.000047865633,0.000059741735,0.000010046297,0.000046412533],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9978318,0.00013446495,0.00056328723,0.00018621648,0.00116571,0.00011851089],"domain_scores_gemma":[0.9984221,0.00015750062,0.00028744878,0.0003466228,0.00074812514,0.000038210255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056023546,0.00008869464,0.00022531323,0.00030701948,0.000034289194,0.0000010049175,0.00015446582,0.00017464676,0.00039249274],"category_scores_gemma":[0.012588242,0.00005562437,0.000016566517,0.0006334514,0.00034061575,0.00022081149,0.000009594769,0.0009322456,0.0000038035544],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026815478,0.00022666276,0.031358983,0.000121367,0.00006235998,0.0000012877751,0.42344835,0.00008610961,0.35529196,0.10951689,0.0060309786,0.073586896],"study_design_scores_gemma":[0.004435428,0.0010259486,0.49929678,0.0015693326,0.00027852945,0.000015944126,0.4406443,0.009141511,0.020668928,0.02248054,0.0002802607,0.00016248683],"about_ca_topic_score_codex":0.000087969864,"about_ca_topic_score_gemma":0.000009763072,"teacher_disagreement_score":0.4679378,"about_ca_system_score_codex":0.00007203657,"about_ca_system_score_gemma":0.00023686656,"threshold_uncertainty_score":0.99572915},"labels":[],"label_agreement":null},{"id":"W1986746808","doi":"10.1097/acm.0b013e3180305acc","title":"Promoting Global Health: What Role Should Academic Health Centers Play?","year":2007,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Global health; Face (sociological concept); Academic medicine; Health care; Political science; Medicine; Medical education; Public relations; Sociology; Social science; Law","score_opus":0.04308161934167542,"score_gpt":0.420463166048205,"score_spread":0.37738154670652957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986746808","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019931784,0.16863732,0.00011274699,0.09608609,0.72885066,0.0026704622,0.00023206293,0.0005196339,0.00089782465],"genre_scores_gemma":[0.0036009229,0.16431497,0.00006184289,0.069023006,0.7580748,0.00006710302,0.0035994542,0.00018251523,0.0010753901],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98280543,0.0005510351,0.0045530032,0.0019541369,0.00571103,0.004425355],"domain_scores_gemma":[0.988686,0.0018431062,0.0025370505,0.0010722326,0.00062671566,0.0052348454],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.012953809,0.0014123213,0.004235732,0.0006677687,0.00046068119,0.0000265891,0.00092014816,0.0057489476,0.00019055541],"category_scores_gemma":[0.007653271,0.0011792928,0.00034974614,0.0013654918,0.00055566424,0.00045558484,0.00028853447,0.017159818,0.00020267432],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00065954175,0.000033437675,0.001188428,0.0031762177,0.00012012028,0.00011760726,0.0037487897,3.9028959e-7,0.000011701461,0.000069238406,0.9191264,0.071748145],"study_design_scores_gemma":[0.0040604505,0.0016988168,0.0005108181,0.027842442,0.00017316925,0.00028859195,0.0038099228,0.00004822074,0.000007747992,0.00041959112,0.9605224,0.0006178127],"about_ca_topic_score_codex":0.0032242173,"about_ca_topic_score_gemma":0.00008200173,"teacher_disagreement_score":0.071130335,"about_ca_system_score_codex":0.0051937243,"about_ca_system_score_gemma":0.009602298,"threshold_uncertainty_score":0.9998627},"labels":[],"label_agreement":null},{"id":"W1987077856","doi":"10.1097/acm.0b013e3182a66321","title":"The Practicality of Theory","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Canadian Institutes of Health Research; University Health Network; Sunnybrook Health Science Centre","funders":"Canadian Institutes of Health Research","keywords":"Sociocultural evolution; Variety (cybernetics); Learning theory; Education theory; Cognition; Epistemology; Psychology; Engineering ethics; Sociology; Cognitive science; Higher education; Pedagogy; Computer science; Artificial intelligence","score_opus":0.040845523452222046,"score_gpt":0.39515040037483545,"score_spread":0.3543048769226134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987077856","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012365987,0.0020335545,0.00056485954,0.9769998,0.0020941584,0.0008212486,0.000002502204,0.000050738723,0.016196495],"genre_scores_gemma":[0.0030924047,0.0015163173,0.00021616081,0.9333984,0.017064273,0.00013361101,0.00031527106,0.000056046763,0.044207465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99634916,0.00031698358,0.0012271912,0.00034610514,0.0013362565,0.00042429566],"domain_scores_gemma":[0.994936,0.002493785,0.0007948477,0.0010219401,0.0006826726,0.000070785165],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003792632,0.0002745859,0.00067925244,0.0001938828,0.00012112231,0.0000038197613,0.00047407168,0.0016498624,0.0018276316],"category_scores_gemma":[0.02481519,0.00014375831,0.00007321235,0.00052064296,0.0018029334,0.00006199466,0.00007204976,0.0087839095,0.000188543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027694152,0.0000059132594,0.000088639616,0.0003507449,0.00011937086,0.00001288808,0.00057738257,1.1229418e-8,0.000091131915,0.007635976,0.9737712,0.017319025],"study_design_scores_gemma":[0.00048085142,0.00014500525,0.00036412815,0.000863115,0.00042503816,0.00013622546,0.0008497994,0.00002022326,0.00006828222,0.017866988,0.97866595,0.00011440689],"about_ca_topic_score_codex":0.000040340157,"about_ca_topic_score_gemma":8.8420975e-8,"teacher_disagreement_score":0.043601394,"about_ca_system_score_codex":0.00014578803,"about_ca_system_score_gemma":0.00040466816,"threshold_uncertainty_score":0.9996462},"labels":[],"label_agreement":null},{"id":"W1987165307","doi":"10.1097/acm.0b013e31817f7136","title":"Assuring the Integrity of Medical School Admission Decisions","year":2008,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Set (abstract data type); Psychology; Process (computing); Task (project management); Medical education; Newspaper; Work (physics); Public relations; Medicine; Computer science; Political science; Management; Law","score_opus":0.08194471147756421,"score_gpt":0.4429477440766019,"score_spread":0.3610030325990377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987165307","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013456751,0.012403178,0.00034941954,0.1801776,0.7968722,0.0009450783,0.000033561806,0.00015467346,0.007718597],"genre_scores_gemma":[0.0038827541,0.07854159,0.00013114487,0.007595094,0.88393617,0.0000611864,0.00055120146,0.00009228217,0.025208572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98818606,0.00034997068,0.0019956445,0.000711505,0.008185763,0.0005710398],"domain_scores_gemma":[0.97776747,0.01076343,0.0008847599,0.0014242465,0.00086573686,0.008294386],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0042915847,0.0005370832,0.0016041406,0.00042371292,0.00026795286,0.000004861445,0.0014790983,0.0042921463,0.03796202],"category_scores_gemma":[0.56361014,0.00027207867,0.00026223285,0.000754553,0.0011845564,0.00006106834,0.00036702421,0.016070299,0.00015721661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011168821,0.000059252907,0.00011127069,0.00019801689,0.000100805504,0.000068499096,0.00095284136,9.5844335e-8,0.000105072664,0.0001189907,0.9931154,0.005058013],"study_design_scores_gemma":[0.0023402134,0.0002755432,0.0002211438,0.014301213,0.00040613388,0.0001792053,0.0009897819,0.00008246129,0.000077148245,0.0002693991,0.9806372,0.0002205643],"about_ca_topic_score_codex":0.0002865434,"about_ca_topic_score_gemma":0.000004250476,"teacher_disagreement_score":0.55931854,"about_ca_system_score_codex":0.00020784413,"about_ca_system_score_gemma":0.02001563,"threshold_uncertainty_score":0.9999731},"labels":[],"label_agreement":null},{"id":"W1987255417","doi":"10.1097/01.acm.0000360330.75949.a0","title":"A Lifetime Investment","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Undergraduate Education; Public Health Agency of Canada; McMaster University","keywords":"Recall; Psychology; Medical education; Medicine","score_opus":0.027071948807785066,"score_gpt":0.3710815336596491,"score_spread":0.344009584851864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987255417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54134446,0.0017450094,0.0016004159,0.3441725,0.0009927959,0.0007192644,5.2511234e-7,0.00027455727,0.10915044],"genre_scores_gemma":[0.78844297,0.00026961332,0.0015833528,0.199039,0.002471163,0.00002059842,0.00006908857,0.000013969835,0.00809025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844646,0.000023848725,0.000481152,0.00023502565,0.00055168715,0.00026183066],"domain_scores_gemma":[0.9992365,0.000036424262,0.000101868485,0.00032391626,0.00013066229,0.0001706296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066051254,0.00013618534,0.00028270215,0.00023744903,0.000054745706,0.0000015823441,0.00012717498,0.00021134166,0.0009482696],"category_scores_gemma":[0.0020016707,0.000099198696,0.000024597977,0.0006442917,0.00017991316,0.0000599686,0.000012825447,0.000792132,0.00022004305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059253518,0.000047969486,0.001913729,0.00004015698,0.000029350767,0.0000160554,0.0030682865,8.594056e-7,0.008198747,0.041682586,0.8734195,0.07152347],"study_design_scores_gemma":[0.0057587177,0.0023452465,0.11964632,0.0015668193,0.0003601913,0.00068116956,0.0021889368,0.00076172035,0.0022515457,0.03474285,0.8292991,0.00039739473],"about_ca_topic_score_codex":0.000007077675,"about_ca_topic_score_gemma":5.1489543e-8,"teacher_disagreement_score":0.24709849,"about_ca_system_score_codex":0.00012880587,"about_ca_system_score_gemma":0.00012349579,"threshold_uncertainty_score":0.999965},"labels":[],"label_agreement":null},{"id":"W1987385262","doi":"10.1097/acm.0b013e3181c9a5d1","title":"Commentary: The Flexnerian Legacy in the 21st Century","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wonder; Transformational leadership; Theme (computing); Health care; Individualism; Medical education; Public relations; Political science; Engineering ethics; Sociology; Medicine; Psychology; Law","score_opus":0.043976391083547596,"score_gpt":0.4462638305539385,"score_spread":0.40228743947039086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987385262","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010855997,0.0054318253,0.0000010888805,0.38506475,0.5808593,0.0013214031,0.00007624756,0.000052726886,0.02708409],"genre_scores_gemma":[0.000291517,0.02935935,0.000004310353,0.2904793,0.67588466,0.00033063575,0.00093898305,0.00005418639,0.0026570198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926603,0.0022562274,0.0016853263,0.000534622,0.0016359119,0.0012276516],"domain_scores_gemma":[0.9818344,0.015647775,0.00081836234,0.0013055758,0.00016903577,0.0002248126],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0084961625,0.00051619683,0.0010606681,0.00022159255,0.0011813594,0.000009283348,0.0026081295,0.0034994057,0.0018884939],"category_scores_gemma":[0.003918214,0.00023684978,0.00009461182,0.00045657303,0.0004983294,0.00021568012,0.00041174912,0.031543087,0.0003169674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058183225,0.0000063153666,0.00037329536,0.0004235934,0.000022455008,0.000013393714,0.01716162,1.4396551e-8,0.000008696552,0.0014266068,0.9783372,0.0021685914],"study_design_scores_gemma":[0.0017567987,0.00009040202,0.0003797188,0.0007474864,0.000106097265,0.0000022911433,0.026253954,4.6268877e-7,2.3346009e-7,0.0009023249,0.9695437,0.00021651805],"about_ca_topic_score_codex":0.007368406,"about_ca_topic_score_gemma":0.0032066861,"teacher_disagreement_score":0.09502539,"about_ca_system_score_codex":0.00067447545,"about_ca_system_score_gemma":0.0023623514,"threshold_uncertainty_score":0.9992416},"labels":[],"label_agreement":null},{"id":"W1987419939","doi":"10.1097/00001888-200101000-00004","title":"Domestic Violence Education","year":2001,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Intimate Partner and Family Violence","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Children’s Health Research Institute; Allocadia (Canada); Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Attendance; Domestic violence; Medicine; Medical education; Family medicine; Suicide prevention; Curriculum; Nursing; Psychology; Poison control; Medical emergency; Pedagogy; Political science","score_opus":0.0405167899454214,"score_gpt":0.3961072223376637,"score_spread":0.3555904323922423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987419939","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019054819,0.0059982412,0.00025745982,0.55738086,0.004858783,0.00044881986,0.000004091961,0.0001659441,0.43069527],"genre_scores_gemma":[0.0083922185,0.036223106,0.000032015596,0.86463016,0.04486502,0.00008141475,0.00014884495,0.000036649602,0.04559058],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970678,0.0002887784,0.0004728083,0.00048184264,0.0010041359,0.00068462663],"domain_scores_gemma":[0.998597,0.00043438192,0.00026984775,0.00034984434,0.00018700355,0.00016187137],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0010416656,0.00027898166,0.00042293727,0.0002374114,0.00032556156,0.0000132229925,0.00092159427,0.0015579445,0.0014921526],"category_scores_gemma":[0.0010363011,0.00023603509,0.00005146328,0.00048121394,0.0010233036,0.00013268967,0.000047033038,0.0035618683,0.0007810131],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019307872,0.000002118446,0.00020218172,0.000053562813,0.000007510467,0.000043354543,0.0028571025,1.7639947e-7,0.0000096544645,0.0043071182,0.9811115,0.011403749],"study_design_scores_gemma":[0.00010768701,0.000027708214,0.00016096023,0.0022544523,0.00007770901,0.000020751684,0.0018068637,0.000004078768,0.0000017436956,0.018103288,0.9771773,0.00025742257],"about_ca_topic_score_codex":0.002635287,"about_ca_topic_score_gemma":0.000004373907,"teacher_disagreement_score":0.3851047,"about_ca_system_score_codex":0.00022890812,"about_ca_system_score_gemma":0.00092880864,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W1987785513","doi":"10.1097/00001888-200304000-00021","title":"Pregnancy during Residency","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Pregnancy; Medicine; Resentment; Workload; Feeling; MEDLINE; Family medicine; Anger; Psychology; Psychiatry; Social psychology","score_opus":0.19081907282979332,"score_gpt":0.45283213682637213,"score_spread":0.2620130639965788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987785513","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001822688,0.86571085,0.0000070455426,0.00076425273,0.0017802834,0.00062698685,0.000004418724,0.000106175095,0.13099815],"genre_scores_gemma":[0.0000028089157,0.9153124,0.00001059997,0.00029472008,0.0021840294,0.00003331965,0.000024637207,0.000029945304,0.08210755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995691,0.0006960447,0.00072872743,0.00052023807,0.0017001922,0.00066381734],"domain_scores_gemma":[0.9982397,0.0004028627,0.00043350284,0.0004038518,0.000093177485,0.00042692083],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023004648,0.00036647022,0.0015866249,0.00031528957,0.0005397884,0.000012290905,0.0014841508,0.0010873053,0.002651974],"category_scores_gemma":[0.0018500169,0.00028297908,0.00018317255,0.00086756574,0.00097594643,0.00015649923,0.0001297583,0.0018975018,0.00038916143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002394677,0.000005273684,0.000037509424,0.013522012,0.00012311808,0.00020608235,0.017091308,1.89806e-8,1.8883794e-7,0.02940594,0.088417836,0.8511883],"study_design_scores_gemma":[0.00024003682,0.000032585824,0.0000012183253,0.079332925,0.00081130024,0.000018357565,0.0055128066,7.997208e-9,6.575316e-8,0.00104458,0.91276354,0.00024255618],"about_ca_topic_score_codex":0.0003069454,"about_ca_topic_score_gemma":0.000030723215,"teacher_disagreement_score":0.8509458,"about_ca_system_score_codex":0.00030837653,"about_ca_system_score_gemma":0.00087952334,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W1988083948","doi":"10.1097/acm.0b013e31823591bb","title":"Perspective: To What End Communication? Developing a Conceptual Framework for Communication in Medical Education","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accreditation; Context (archaeology); CLARITY; Engineering ethics; Perspective (graphical); Conceptual framework; Pedagogy; Medical education; Psychology; Sociology; Public relations; Medicine; Political science; Computer science; Social science","score_opus":0.47711832538534993,"score_gpt":0.5926060880566754,"score_spread":0.11548776267132543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988083948","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007982915,0.9411216,0.0013820619,0.04488269,0.0015886875,0.009067768,0.000022370905,0.00015086404,0.0017759785],"genre_scores_gemma":[0.00018630832,0.9549082,0.012484934,0.015812758,0.00072578946,0.0141071845,0.0010940308,0.00014989112,0.0005309153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877918,0.00590891,0.0037691898,0.00084585766,0.0007733607,0.000910901],"domain_scores_gemma":[0.97772247,0.014693973,0.0021353601,0.0034544081,0.0013002723,0.00069353095],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003628851,0.0006686058,0.0024408582,0.0009517831,0.0009839853,0.000011727057,0.0042953338,0.0030716474,0.0011362879],"category_scores_gemma":[0.027287029,0.0005850991,0.00015925356,0.0014600075,0.00073334476,0.000494801,0.0013288227,0.008645562,0.0003060643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028357781,0.000027816954,0.00008836536,0.006591408,0.00005104813,2.5316143e-7,0.13067603,5.2085685e-8,2.2080261e-8,0.49895674,0.013102865,0.350477],"study_design_scores_gemma":[0.00045849,0.000056342178,0.000021315964,0.19793205,0.00012751712,0.0000060631905,0.11385075,0.00000460369,4.2323318e-8,0.03362139,0.6535871,0.0003343281],"about_ca_topic_score_codex":0.0019819795,"about_ca_topic_score_gemma":0.0005765135,"teacher_disagreement_score":0.6404842,"about_ca_system_score_codex":0.003566613,"about_ca_system_score_gemma":0.011774762,"threshold_uncertainty_score":0.9997768},"labels":[],"label_agreement":null},{"id":"W1988128700","doi":"10.1097/00001888-200009001-00123","title":"University of Manitoba Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Medical education; Faculty development; Corporate governance; Program director; Position (finance); Executive director; Hierarchy; Professional development; Curriculum development; Educational program; Political science; Administration (probate law); Management; Medicine; Sociology; Pedagogy; Business","score_opus":0.041467984528111325,"score_gpt":0.3450303019644502,"score_spread":0.3035623174363389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988128700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92413926,0.00055732095,0.00047885516,0.033691615,0.00029399784,0.00032914802,0.0000056359363,0.000047730646,0.040456425],"genre_scores_gemma":[0.98778135,0.0012024982,0.0006874305,0.0018686393,0.00067911815,0.0000010355496,0.00016172844,0.000014694504,0.007603519],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982861,0.000041857944,0.000605506,0.0002132348,0.00066353,0.00018974721],"domain_scores_gemma":[0.9988908,0.000080178346,0.00024194187,0.0003475268,0.0003330441,0.0001065111],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007710529,0.00013270974,0.0005410031,0.00023700955,0.00004253146,1.7675707e-7,0.00022653217,0.00024065061,0.009108907],"category_scores_gemma":[0.00094211055,0.000103320766,0.00003499412,0.00084126357,0.0013082306,0.000058776975,0.0000201276,0.00057357945,0.000049455153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006115719,0.00010523442,0.02999075,0.00075266144,0.00019643159,0.00003055624,0.013977119,0.000005564347,0.0220304,0.008765614,0.6126851,0.31084904],"study_design_scores_gemma":[0.014157898,0.0020816799,0.16612078,0.0048194835,0.0010375166,0.0002838679,0.035383645,0.0005811078,0.002768064,0.0034017437,0.76902884,0.0003353919],"about_ca_topic_score_codex":0.00061058154,"about_ca_topic_score_gemma":0.000006827299,"teacher_disagreement_score":0.31051365,"about_ca_system_score_codex":0.00007898864,"about_ca_system_score_gemma":0.00011281194,"threshold_uncertainty_score":0.9917969},"labels":[],"label_agreement":null},{"id":"W1988426064","doi":"10.1097/00001888-200207000-00018","title":"The Effect of Candidatesʼ Perceptions of the Evaluation Method on Reliability of Checklist and Global Rating Scores in an Objective Structured Clinical Examination","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Checklist; Competence (human resources); Psychology; Reliability (semiconductor); Inter-rater reliability; Objective structured clinical examination; Clinical psychology; Rating scale; Social psychology; Developmental psychology; Psychiatry","score_opus":0.04147012368778285,"score_gpt":0.46659478976735147,"score_spread":0.4251246660795686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988426064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99563485,0.0002000176,0.00022405248,0.0021870136,0.00033063823,0.0010231334,0.0000047376498,0.0000059154972,0.0003896588],"genre_scores_gemma":[0.9991061,0.000094860596,0.00038750836,0.00013993288,0.00018364898,0.000036816546,0.000020111993,0.0000059821305,0.000025053498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962995,0.001543601,0.0010283857,0.00023972461,0.00076942117,0.00011939106],"domain_scores_gemma":[0.9970847,0.0014785491,0.00054030557,0.00039846427,0.00045783477,0.00004018548],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009642774,0.00011044826,0.00039163517,0.00008742664,0.00007589699,0.0000012918916,0.00014929181,0.00021798447,0.0000680918],"category_scores_gemma":[0.034202833,0.000056546185,0.000034757988,0.0007408765,0.0008526616,0.00006268092,0.00003023207,0.0006532376,2.3791043e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017745724,0.000039903403,0.77197564,0.00015729983,0.000021991225,1.0499469e-7,0.0047460026,0.000050834056,0.0057122186,0.0004971022,0.0005288099,0.21609262],"study_design_scores_gemma":[0.0020891924,0.0011403733,0.96982425,0.0005187327,0.00019058658,0.000006617823,0.0022065705,0.020927496,0.002359744,0.0006871742,0.000009518519,0.00003975458],"about_ca_topic_score_codex":0.000162109,"about_ca_topic_score_gemma":0.000040397445,"teacher_disagreement_score":0.21605286,"about_ca_system_score_codex":0.00018395254,"about_ca_system_score_gemma":0.00008268536,"threshold_uncertainty_score":0.9739325},"labels":[],"label_agreement":null},{"id":"W1988872384","doi":"10.1097/acm.0b013e31827c5352","title":"YouTube as a Platform for Publishing Clinical Skills Training Videos","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Discoverability; Popularity; Analytics; Publishing; World Wide Web; Computer science; The Internet; Multimedia; Medical education; Internet privacy; Data science; Psychology; Medicine","score_opus":0.44386632282933774,"score_gpt":0.5505159402286658,"score_spread":0.10664961739932804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988872384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8043351,0.0024918043,0.00067325536,0.12158479,0.042170107,0.0030056997,0.0000053029357,0.00026318434,0.025470762],"genre_scores_gemma":[0.9356472,0.0010903392,0.0005751839,0.009218684,0.052132394,0.00064984185,0.00002868244,0.000027561966,0.0006301482],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969224,0.0002514092,0.00085899467,0.00025640416,0.00074064883,0.00097018847],"domain_scores_gemma":[0.9837687,0.014568671,0.00036603777,0.00016476933,0.0001886176,0.0009431813],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015217048,0.0001328817,0.0003894553,0.0001283533,0.0005347937,0.000026837011,0.0004627421,0.00073930534,0.00038105308],"category_scores_gemma":[0.17134756,0.000116174575,0.00006717112,0.00044905362,0.00055437506,0.0016196979,0.000032004835,0.0010753676,0.00006666603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020650003,0.000018750694,0.07804963,0.000030584557,0.000017984145,2.467241e-7,0.59216064,6.123754e-8,0.000010405591,0.055704925,0.047050774,0.22693534],"study_design_scores_gemma":[0.00097600016,0.000118888405,0.018818265,0.00023381699,0.00006499661,0.0000027527108,0.13965249,0.000007901055,0.000008810971,0.012868803,0.8270743,0.00017301297],"about_ca_topic_score_codex":0.0023557297,"about_ca_topic_score_gemma":0.00009877958,"teacher_disagreement_score":0.7800235,"about_ca_system_score_codex":0.00027519107,"about_ca_system_score_gemma":0.0008319549,"threshold_uncertainty_score":0.8356325},"labels":[],"label_agreement":null},{"id":"W1989041763","doi":"10.1097/acm.0b013e3181906d37","title":"Medical School Deans’ Perceptions of Organizational Climate: Useful Indicators for Advancement of Women Faculty and Evaluation of a Leadership Program’s Impact","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"College of Medicine, Drexel University; University of Michigan; Medical School, University of Michigan; Vanderbilt University; George Washington University; School of Medicine, Virginia Commonwealth University; Jessie Ball duPont Fund; Robert Wood Johnson Foundation; National Science Foundation","keywords":"Organisation climate; Psychological intervention; Gender equity; Equity (law); Promotion (chess); Perception; Medical education; Psychology; Organizational culture; Public relations; Medicine; Political science; Nursing; Sociology; Politics","score_opus":0.14608712998232481,"score_gpt":0.4337188892433773,"score_spread":0.2876317592610525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989041763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948555,0.0004602585,0.00019173376,0.0032451216,0.00008177023,0.0006921788,0.000034472112,0.000017062424,0.00042189274],"genre_scores_gemma":[0.9971537,0.0020741508,0.00012331722,0.00023360694,0.0001872222,0.000036796664,0.00009294477,0.000005973257,0.00009230756],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99656844,0.00013244046,0.00043907805,0.00015856393,0.0024091944,0.00029228546],"domain_scores_gemma":[0.99847156,0.00021214347,0.00028982354,0.00008779657,0.00053508754,0.00040361105],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0053086258,0.00008969435,0.00032229433,0.0001919226,0.00015258284,0.0000010941324,0.00027846478,0.00020694568,0.0023301744],"category_scores_gemma":[0.005293996,0.00007091209,0.000033116365,0.00054004794,0.0016035689,0.0001143013,0.000042138385,0.00019327998,0.0000012056423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012432413,0.000096135336,0.828736,0.00026220718,0.00012694347,7.3518146e-7,0.14893992,0.000014620902,0.0004916828,0.004295036,0.0033015236,0.013610857],"study_design_scores_gemma":[0.0068675224,0.0018272542,0.48464474,0.00074092986,0.0004598065,0.000009975663,0.49932328,0.00023407183,0.00023682881,0.0012950657,0.0041499324,0.00021056406],"about_ca_topic_score_codex":0.00015186667,"about_ca_topic_score_gemma":0.00002228112,"teacher_disagreement_score":0.35038337,"about_ca_system_score_codex":0.00024596252,"about_ca_system_score_gemma":0.0008497241,"threshold_uncertainty_score":0.9985818},"labels":[],"label_agreement":null},{"id":"W1989411776","doi":"10.1097/acm.0b013e3182736dfc","title":"“It Depends”","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network","funders":"","keywords":"Feeling; Context (archaeology); Psychology; Interdependence; Subject (documents); Grounded theory; Focus group; Medical education; Medicine; Social psychology; Qualitative research; Sociology","score_opus":0.050669811824208384,"score_gpt":0.41109949148037545,"score_spread":0.36042967965616707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989411776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6652803,0.0033973034,0.0037676159,0.19370055,0.004137978,0.000565674,9.1984725e-7,0.0002248602,0.1289248],"genre_scores_gemma":[0.9399008,0.000284395,0.00089854497,0.04601484,0.0056181783,0.000033558816,0.000068355126,0.000023024768,0.007158285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838567,0.000029006695,0.00046240582,0.00016127508,0.0005432929,0.00041836832],"domain_scores_gemma":[0.99915296,0.000080593294,0.000102357866,0.00030952957,0.00012311272,0.00023143078],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012944721,0.00013130113,0.0002633893,0.00021107064,0.00006344609,0.00000102582,0.00012325076,0.00025556216,0.003216884],"category_scores_gemma":[0.003021879,0.00009514524,0.000024484983,0.0005706457,0.00021167664,0.00013991032,0.000030372777,0.0009475169,0.00056905224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030336678,0.000031748023,0.0616435,0.00007808843,0.000035328525,0.0000034124641,0.0062612006,9.1959016e-8,0.0044138753,0.008299639,0.87950253,0.039700266],"study_design_scores_gemma":[0.0014741734,0.00014027215,0.03727837,0.00037707333,0.00016892143,0.00041695658,0.003179134,0.000062532745,0.0012293273,0.00047222563,0.955054,0.0001470312],"about_ca_topic_score_codex":0.000011928127,"about_ca_topic_score_gemma":1.6007762e-7,"teacher_disagreement_score":0.27462053,"about_ca_system_score_codex":0.00011444624,"about_ca_system_score_gemma":0.00007370063,"threshold_uncertainty_score":0.9976943},"labels":[],"label_agreement":null},{"id":"W1989691238","doi":"10.1097/00001888-200210001-00002","title":"The Aging Physician","year":2002,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Population ageing; Context (archaeology); Gerontology; Health care; Developed country; Population; Cohort; Medicine; Geriatrics; Psychology; Cohort effect; Family medicine; Demography; Political science; Geography; Environmental health; Psychiatry; Sociology","score_opus":0.12676009663902119,"score_gpt":0.4540729888525732,"score_spread":0.327312892213552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989691238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015772395,0.97546315,0.000015301957,0.0049249767,0.001065028,0.00072545744,0.0000042495944,0.00012055514,0.017679712],"genre_scores_gemma":[0.000008604696,0.9708418,0.000010515346,0.0032314905,0.006387855,0.00008697759,0.00009130294,0.0000830254,0.019258408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99675786,0.00016716772,0.0012802428,0.0005304693,0.00068218267,0.0005820612],"domain_scores_gemma":[0.96795005,0.030203218,0.00054392405,0.00080236106,0.000073103,0.0004273347],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001182662,0.0004958271,0.0025406147,0.00012224884,0.00019290131,0.000008508651,0.00046253589,0.0006979348,0.0002073008],"category_scores_gemma":[0.04707597,0.00023380268,0.00042389956,0.0005310581,0.000536653,0.000022361985,0.00010391566,0.0031162656,0.0008704982],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024955732,0.0000063686875,0.000005427025,0.0012570594,0.00012934925,0.000046402798,0.0000855175,1.24986625e-8,5.163791e-8,0.00043252853,0.13247997,0.8655548],"study_design_scores_gemma":[0.00046789495,0.00011859477,0.000004574501,0.17925316,0.0025122056,0.00018431169,0.000060601174,0.0000062979275,1.0281067e-7,0.00020316459,0.8170174,0.00017174013],"about_ca_topic_score_codex":0.000015957712,"about_ca_topic_score_gemma":3.715702e-7,"teacher_disagreement_score":0.8653831,"about_ca_system_score_codex":0.00011989626,"about_ca_system_score_gemma":0.00019315988,"threshold_uncertainty_score":0.99990743},"labels":[],"label_agreement":null},{"id":"W1989796074","doi":"10.1097/acm.0b013e3181da760a","title":"The Osler Fellowship: An Apprenticeship for Medical Educators","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Apprenticeship; Mentorship; Privilege (computing); Medical education; Professional development; Feeling; Faculty development; Theme (computing); Pedagogy; Honor; Psychology; Medicine","score_opus":0.027696818272458793,"score_gpt":0.4104329643677,"score_spread":0.3827361460952412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989796074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82594866,0.00042302025,0.0016425176,0.15703829,0.00913727,0.0010485331,0.0000014484074,0.00014117065,0.0046190936],"genre_scores_gemma":[0.96227133,0.00023781571,0.0012053757,0.017183818,0.012331791,0.0003526225,0.0001846206,0.00005846187,0.0061741658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969847,0.00006292599,0.00080090854,0.00040732295,0.0012163294,0.0005277839],"domain_scores_gemma":[0.9973372,0.00080917915,0.00020855454,0.00075584796,0.0003881649,0.0005010592],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004824039,0.00021448049,0.00033454478,0.00017466761,0.00038348,0.000011797303,0.000639068,0.0006495846,0.0014289353],"category_scores_gemma":[0.021416223,0.00012527373,0.000056288383,0.00055919413,0.001116794,0.00012822663,0.000046539633,0.002677419,0.00006428661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022443091,0.0001255749,0.011727139,0.00019892698,0.00010096988,0.0000052466926,0.0054825842,1.3309928e-7,0.0057968413,0.09030299,0.64759684,0.23843832],"study_design_scores_gemma":[0.0029077816,0.0004618902,0.007378728,0.0003214171,0.00026904824,0.00026493482,0.007580441,0.00205775,0.00079123536,0.009437823,0.9682766,0.00025230282],"about_ca_topic_score_codex":0.000027271706,"about_ca_topic_score_gemma":0.000020432044,"teacher_disagreement_score":0.3206798,"about_ca_system_score_codex":0.00006123713,"about_ca_system_score_gemma":0.00063086854,"threshold_uncertainty_score":0.9996234},"labels":[],"label_agreement":null},{"id":"W1989906717","doi":"10.1097/acm.0b013e3181405ad7","title":"The Power of the Plural: Effect of Conceptual Analogies on Successful Transfer","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Plural; Power (physics); Transfer (computing); Psychology; Computer science; Linguistics; Philosophy; Physics","score_opus":0.05040405726670884,"score_gpt":0.4179373989425947,"score_spread":0.36753334167588586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989906717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467413,0.0004959442,0.000044553384,0.020124946,0.0012947804,0.00019051458,8.6634327e-7,0.000011087283,0.031096036],"genre_scores_gemma":[0.99739254,0.00029567658,6.2351955e-7,0.000789884,0.000257707,0.0000024074789,3.1641912e-7,0.0000026103082,0.0012582351],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984283,0.00034267944,0.00027320898,0.00010278187,0.00063420273,0.00021882312],"domain_scores_gemma":[0.99593806,0.0036842881,0.00008403765,0.00016212596,0.00006616369,0.000065321336],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0053438353,0.00006394016,0.00014712915,0.00004228507,0.00027936554,0.0000019878066,0.0006226551,0.00010470891,0.00034908883],"category_scores_gemma":[0.0029865575,0.000027051423,0.000039624967,0.0004607099,0.0041419575,0.00004779199,0.000013031361,0.00032964733,0.000004439922],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016235959,0.000009473814,0.1064268,0.000013077255,0.000024720008,5.3893433e-7,0.51622164,0.0000052803966,0.0061262855,0.3388593,0.020357465,0.011793094],"study_design_scores_gemma":[0.0011231035,0.0007863415,0.123764426,0.0002225167,0.000054634595,0.0000017483612,0.5755764,0.0000030649242,0.0389505,0.0024569333,0.2569095,0.00015080969],"about_ca_topic_score_codex":0.0008528829,"about_ca_topic_score_gemma":0.00031816046,"teacher_disagreement_score":0.33640236,"about_ca_system_score_codex":0.000024468425,"about_ca_system_score_gemma":0.00012698083,"threshold_uncertainty_score":0.9985682},"labels":[],"label_agreement":null},{"id":"W1989953251","doi":"10.1097/acm.0000000000000074","title":"Am I Right When I Am Sure? Data Consistency Influences the Relationship Between Diagnostic Accuracy and Certainty","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"Certainty; Medical diagnosis; Diagnostic accuracy; Consistency (knowledge bases); Context (archaeology); Medicine; Statistics; Psychology; Computer science; Mathematics; Artificial intelligence; Internal medicine; Pathology","score_opus":0.13436026941324453,"score_gpt":0.3999045361787397,"score_spread":0.2655442667654952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989953251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8841451,0.0073168855,0.00009892715,0.10534923,0.0002811499,0.0009917313,0.000028073926,0.000099765304,0.0016891869],"genre_scores_gemma":[0.98900497,0.0018280792,0.000106250074,0.0060929563,0.0014577046,0.00006431521,0.00034498642,0.000024113544,0.0010766436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971551,0.00024269646,0.00095823687,0.0005932111,0.00061937724,0.00043141525],"domain_scores_gemma":[0.6683883,0.32852527,0.00044373857,0.0016448552,0.0002369587,0.0007608798],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019460999,0.0002710202,0.00065280887,0.000097865035,0.0002547889,0.000022619954,0.00061643193,0.0003676876,0.000778344],"category_scores_gemma":[0.55790836,0.00014545141,0.00004225283,0.00027900047,0.0012163521,0.00026875382,0.00029643674,0.0014869272,0.00024993613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011296829,0.000010894532,0.88984907,0.000038849215,0.000057300775,0.000013695038,0.00081829657,3.259509e-7,0.000014382974,0.0012574029,0.10250824,0.0054202564],"study_design_scores_gemma":[0.0016765828,0.00020611902,0.9610657,0.0031476181,0.0006540449,0.00008563787,0.0006607139,0.00007032809,0.000009139487,0.023927791,0.008325759,0.00017056701],"about_ca_topic_score_codex":0.0014362738,"about_ca_topic_score_gemma":0.000016156813,"teacher_disagreement_score":0.55596226,"about_ca_system_score_codex":0.00003174388,"about_ca_system_score_gemma":0.00017214505,"threshold_uncertainty_score":0.8522321},"labels":[],"label_agreement":null},{"id":"W1990197368","doi":"10.1097/acm.0b013e318226abdd","title":"Tensions in Informed Self-Assessment: How the Desire for Feedback and Reticence to Collect and Use It Can Conflict","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":199,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Situated; Psychology; Negotiation; Grounded theory; Set (abstract data type); Psychological intervention; Situated learning; Qualitative research; Sociocultural evolution; Focus group; Situated cognition; Social cognitive theory; Social psychology; Medical education; Self-assessment; Pedagogy; Cognition; Sociology; Medicine","score_opus":0.12178099940545901,"score_gpt":0.3830123472919204,"score_spread":0.2612313478864614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990197368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87505484,0.00017903738,0.00056266127,0.121216975,0.00023150652,0.0018154086,0.000003880896,0.00003661572,0.0008990957],"genre_scores_gemma":[0.9611854,0.0010472186,0.006728306,0.02964002,0.00020283031,0.00022185089,0.000023599476,0.000018043069,0.00093273056],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987344,0.000043773314,0.00038852982,0.000252482,0.00029027753,0.00029050873],"domain_scores_gemma":[0.9985109,0.00069134333,0.00011488816,0.00025838715,0.0002466629,0.00017782224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010753077,0.00015006047,0.00030229552,0.00024446426,0.00014399659,0.000008049182,0.000120728466,0.00021164141,0.00004626076],"category_scores_gemma":[0.006018667,0.00009392271,0.00001140501,0.0007031518,0.00031636306,0.000108537184,0.0000516742,0.0006782485,0.0000014545572],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006253882,0.00010686737,0.22902565,0.00081763504,0.0001815499,0.00002587253,0.189724,5.6958936e-7,0.0047266204,0.027521405,0.5218612,0.02538323],"study_design_scores_gemma":[0.00730514,0.0015329372,0.83962286,0.0024082556,0.00045225263,0.00032887634,0.041272976,0.0021787859,0.00048686174,0.0013395264,0.102706864,0.0003646776],"about_ca_topic_score_codex":0.00013058235,"about_ca_topic_score_gemma":0.000035301837,"teacher_disagreement_score":0.6105972,"about_ca_system_score_codex":0.00014776319,"about_ca_system_score_gemma":0.0003830352,"threshold_uncertainty_score":0.7205341},"labels":[],"label_agreement":null},{"id":"W1990265755","doi":"10.1097/acm.0b013e31827c6cd3","title":"Medical Education in the Caribbean","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Specialty; Family medicine; Medicine; Economic shortage; Medical school; Primary care; Quarter (Canadian coin); Commission; Medical education; Political science; Government (linguistics); Geography","score_opus":0.07144629752970381,"score_gpt":0.5278447311956029,"score_spread":0.4563984336658991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990265755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6645372,0.013036255,0.0000413393,0.17951252,0.004314193,0.0011282372,0.0000010840823,0.000076928416,0.13735223],"genre_scores_gemma":[0.91318125,0.0012031335,0.000020503612,0.0765569,0.005179574,0.00014244382,0.000025909107,0.000012303404,0.0036779642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669415,0.0009279195,0.0006924935,0.00014242656,0.00076076866,0.0007822415],"domain_scores_gemma":[0.9979215,0.0011563444,0.00015684507,0.00029693474,0.000053801534,0.00041452204],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005610459,0.000118617245,0.00023506621,0.00009378015,0.00023813464,4.800005e-7,0.00046673743,0.00049891707,0.0032716698],"category_scores_gemma":[0.0034683475,0.000066320594,0.000013747279,0.00040413666,0.00013456575,0.00010772575,0.00006266396,0.0024768119,0.000588358],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009669961,0.000012796761,0.41359308,0.00007538878,0.000001753052,8.82773e-7,0.038882088,4.734118e-8,0.0000038686308,0.033137932,0.50773305,0.006549425],"study_design_scores_gemma":[0.00061386277,0.000033990327,0.09316704,0.001554953,0.000015150285,0.000015570471,0.06960567,0.000017481938,0.0000010203008,0.0023565062,0.8325382,0.00008057611],"about_ca_topic_score_codex":0.001973323,"about_ca_topic_score_gemma":0.00017622541,"teacher_disagreement_score":0.32480514,"about_ca_system_score_codex":0.00018076942,"about_ca_system_score_gemma":0.000928336,"threshold_uncertainty_score":0.9998245},"labels":[],"label_agreement":null},{"id":"W1990643818","doi":"10.1097/acm.0000000000000486","title":"More Consensus Than Idiosyncrasy","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Psychology; Inter-rater reliability; Variance (accounting); Set (abstract data type); Social psychology; Analysis of variance; Statistics; Developmental psychology; Mathematics; Rating scale; Computer science","score_opus":0.025726960989380997,"score_gpt":0.36491467468963557,"score_spread":0.3391877137002546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990643818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.823557,0.00042377377,0.0025150261,0.14650093,0.0013718662,0.00037539026,8.2733106e-7,0.00019674626,0.025058428],"genre_scores_gemma":[0.96475416,0.00010370118,0.0010719795,0.025533963,0.003266768,0.000027266595,0.00007136175,0.00003218822,0.005138584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998006,0.00006264645,0.0005962516,0.00032029097,0.00067130517,0.00034352278],"domain_scores_gemma":[0.9987227,0.00020484814,0.00016083168,0.00048293668,0.0002367418,0.00019199272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014225668,0.00018355664,0.0004125887,0.00025781058,0.000089132496,0.0000020281614,0.00017485263,0.00032075503,0.00069657934],"category_scores_gemma":[0.00763211,0.00013551599,0.0000349275,0.00062163366,0.0005662019,0.000031638443,0.00003355142,0.0011011338,0.00021627195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012527748,0.000037179314,0.04338338,0.00028282186,0.000091981026,0.000022044069,0.005133979,0.0000023402044,0.015195755,0.03033528,0.8237021,0.08168787],"study_design_scores_gemma":[0.007153395,0.0010335022,0.09801355,0.0020015475,0.0005188972,0.0012892681,0.0067524295,0.005452548,0.0032409497,0.008030352,0.86596954,0.00054400857],"about_ca_topic_score_codex":0.000035019064,"about_ca_topic_score_gemma":4.708435e-7,"teacher_disagreement_score":0.14119717,"about_ca_system_score_codex":0.0000925569,"about_ca_system_score_gemma":0.000111511355,"threshold_uncertainty_score":0.91369},"labels":[],"label_agreement":null},{"id":"W1990954581","doi":"10.1097/acm.0b013e3181f13128","title":"Definitions and Explanations of Selected Terms Used in This Supplement","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medical education; Medicine; Psychology; Political science","score_opus":0.04347242522180742,"score_gpt":0.3602302865321975,"score_spread":0.3167578613103901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990954581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570655,0.000065337306,0.00025844606,0.03855056,0.00035791012,0.00036738618,0.000006943102,0.00003067269,0.0032972242],"genre_scores_gemma":[0.995382,0.00030437377,0.0019946806,0.0013978917,0.00028547522,0.00006562543,0.00029018757,0.000011656413,0.00026808147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987167,0.000024544708,0.0005688342,0.00017437452,0.00034027282,0.00017528368],"domain_scores_gemma":[0.9992421,0.00017020841,0.0001234557,0.0002031185,0.00018322673,0.0000778699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065620017,0.00009717614,0.00025576254,0.00047904,0.0000420601,0.000001157872,0.00008196297,0.00019769289,0.0021025746],"category_scores_gemma":[0.0030440148,0.00007801256,0.000010519121,0.0009482057,0.00029320386,0.000059534636,0.000020343829,0.0010161577,0.0000081935095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049446815,0.00013360003,0.46412483,0.00023180853,0.00005401441,0.00000930499,0.0144284265,3.7850788e-7,0.25721225,0.10568724,0.15119831,0.0068703843],"study_design_scores_gemma":[0.014182418,0.00092852546,0.8586182,0.0017143617,0.00045280473,0.0005275989,0.008452544,0.0015518636,0.021498088,0.024512755,0.06705183,0.00050902343],"about_ca_topic_score_codex":0.00011430528,"about_ca_topic_score_gemma":0.000049848175,"teacher_disagreement_score":0.39449334,"about_ca_system_score_codex":0.000037616526,"about_ca_system_score_gemma":0.00012901441,"threshold_uncertainty_score":0.99880964},"labels":[],"label_agreement":null},{"id":"W1991292043","doi":"10.1097/acm.0b013e3181f046a6","title":"Pediatric Residentsʼ Decision-Making Around Disclosing and Reporting Adverse Events: The Importance of Social Context","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Context (archaeology); Harm; Mistake; Psychology; Health care; Curriculum; Medical education; Quality (philosophy); Anxiety; Medicine; Focus group; Family medicine; Social psychology; Psychiatry","score_opus":0.09124236743016226,"score_gpt":0.4777209537742062,"score_spread":0.386478586344044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991292043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857164,0.0004189921,0.0012259713,0.009407069,0.0015384086,0.0005028975,0.0000037518648,0.000030474805,0.0011560455],"genre_scores_gemma":[0.9949574,0.00025967442,0.00009877528,0.002577679,0.0017574305,0.00003339719,0.000008146476,0.000015405578,0.0002921191],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966166,0.00019252229,0.0020667177,0.00025331753,0.0005475771,0.00032327618],"domain_scores_gemma":[0.99328107,0.002193161,0.004008021,0.00026421854,0.00013984833,0.00011366875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042958953,0.00012960158,0.00036367922,0.000106520245,0.0007548155,1.357766e-7,0.0002376765,0.00030392007,0.00025902654],"category_scores_gemma":[0.01987269,0.00008002648,0.000037019294,0.00029419144,0.00026409604,0.00014265679,0.00012889403,0.0019265619,0.000012210428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005112024,0.000004492219,0.97226256,0.00009947123,0.000011568827,0.0000032553626,0.020054707,9.868361e-7,0.00033861562,0.002371745,0.0030977877,0.0017037017],"study_design_scores_gemma":[0.0012104748,0.000032413936,0.9425939,0.000858204,0.00013141158,0.000013191218,0.0383842,0.00008696578,0.000005565521,0.008320733,0.008243686,0.000119271],"about_ca_topic_score_codex":0.000037291637,"about_ca_topic_score_gemma":0.000082553495,"teacher_disagreement_score":0.029668665,"about_ca_system_score_codex":0.00004283171,"about_ca_system_score_gemma":0.00022600323,"threshold_uncertainty_score":0.98838335},"labels":[],"label_agreement":null},{"id":"W1991652853","doi":"10.1097/00001888-200101000-00012","title":"Untangling the Roots of Some IMGsʼ Poor Academic Performance","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Biotech (Canada); University of British Columbia","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science; Law","score_opus":0.08098326108330589,"score_gpt":0.45876933670965864,"score_spread":0.37778607562635275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991652853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937083,0.013700746,0.000041064435,0.03591813,0.0016811615,0.0010163999,0.000004470923,0.00014153699,0.010413484],"genre_scores_gemma":[0.9451996,0.0265449,0.000025367654,0.015425265,0.0033876353,0.00008468619,0.000014874457,0.00003922801,0.009278419],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99583685,0.00041073287,0.0015524628,0.00034634545,0.0007569588,0.0010966517],"domain_scores_gemma":[0.99684143,0.0014355645,0.000728379,0.0004961491,0.00018558512,0.00031286504],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029995723,0.00026756257,0.00060057116,0.00014946045,0.00066466886,7.07664e-7,0.0008591011,0.00076749525,0.001067834],"category_scores_gemma":[0.0010398066,0.00016050517,0.000043225413,0.0007180645,0.00039537248,0.00023287097,0.00020235669,0.004258155,0.00041607962],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044942772,0.0000115269395,0.75954837,0.0011317228,0.000056413963,0.000015946845,0.022984145,0.00007953323,0.0039034018,0.017919129,0.17782383,0.016076526],"study_design_scores_gemma":[0.004703806,0.00060492405,0.114543736,0.014656275,0.00022443033,0.00008120785,0.04136393,0.0025242027,0.00053694745,0.009403687,0.8107765,0.0005803764],"about_ca_topic_score_codex":0.00043102505,"about_ca_topic_score_gemma":0.000016649088,"teacher_disagreement_score":0.6450047,"about_ca_system_score_codex":0.00021897133,"about_ca_system_score_gemma":0.0002435005,"threshold_uncertainty_score":0.9998453},"labels":[],"label_agreement":null},{"id":"W1992236525","doi":"10.1097/acm.0000000000000427","title":"Reframing Medical Education to Support Professional Identity Formation","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1010,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognitive reframing; Socialization; Identity (music); CLARITY; Medical education; Professional development; Process (computing); Psychology; Identity formation; Experiential learning; Engineering ethics; Pedagogy; Medicine; Social psychology; Self-concept; Computer science","score_opus":0.062253691062946134,"score_gpt":0.5118248727168578,"score_spread":0.4495711816539117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992236525","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014958596,0.95791316,0.006488477,0.017365335,0.009692402,0.003152682,0.000004961825,0.00021184466,0.0050215605],"genre_scores_gemma":[0.00008741971,0.9555733,0.00075245206,0.021996414,0.00896062,0.00079361355,0.003253554,0.000100723264,0.008481902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928818,0.0002877152,0.0026723258,0.0007030747,0.0028993948,0.0005557252],"domain_scores_gemma":[0.9966286,0.00025907633,0.0009691571,0.0008117109,0.00059955684,0.0007319361],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005084319,0.00055980333,0.0022885534,0.0013641766,0.00018446271,0.000010901051,0.00074103335,0.0018944369,0.004034244],"category_scores_gemma":[0.022004323,0.0004008467,0.00018550313,0.0020104984,0.0002474513,0.00038347446,0.0002146223,0.003750883,0.0014088697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000681482,0.00003531382,0.000009330017,0.013610617,0.000033171345,0.0000038156163,0.0005171177,1.353638e-8,8.226189e-7,0.0027348853,0.312764,0.6702841],"study_design_scores_gemma":[0.0004415981,0.0002452202,0.000025241487,0.08147581,0.00090523163,0.00084355084,0.0002763318,0.00003100839,8.0283684e-7,0.00041846727,0.9150406,0.00029613078],"about_ca_topic_score_codex":0.000025506084,"about_ca_topic_score_gemma":0.0000034409302,"teacher_disagreement_score":0.669988,"about_ca_system_score_codex":0.0009191848,"about_ca_system_score_gemma":0.004733504,"threshold_uncertainty_score":0.9998443},"labels":[],"label_agreement":null},{"id":"W1992429120","doi":"10.1097/00001888-200308000-00011","title":"Marrying Content and Process in Clinical Method Teaching","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":563,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Interview; Medical education; Competence (human resources); Communication skills; Process (computing); Skills management; Psychology; Computer science; Medicine; Social psychology","score_opus":0.3472352272125601,"score_gpt":0.6071020421538891,"score_spread":0.25986681494132896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992429120","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032624655,0.990406,0.0012568373,0.002479944,0.0012527716,0.0015456768,0.0000012112085,0.00004879791,0.0026825455],"genre_scores_gemma":[0.000038521757,0.98797935,0.0036906058,0.0046529593,0.0017135879,0.00019305495,0.00012184224,0.00007112115,0.0015389677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944442,0.0008086677,0.0029487063,0.0007482864,0.0006235591,0.0004266051],"domain_scores_gemma":[0.9973802,0.001030785,0.0007979235,0.000429707,0.0001396354,0.00022176444],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.012076399,0.0004457497,0.0030507378,0.0007263308,0.000073074254,0.0000043799146,0.0002382692,0.0013378682,0.00014535624],"category_scores_gemma":[0.019037247,0.00030268045,0.00011699527,0.00076518237,0.00033358278,0.00007522417,0.000055505316,0.00765304,0.000019089664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008474164,0.000024209516,0.0005765686,0.014422634,0.000075312324,0.000023005134,0.0007602321,2.1980508e-8,3.916691e-7,0.0010798011,0.0066249804,0.97640437],"study_design_scores_gemma":[0.0012665647,0.00014475477,0.000090317924,0.06797114,0.0011260684,0.0007642481,0.0012399061,0.000040277097,1.3420293e-7,0.0002799047,0.9268426,0.00023412272],"about_ca_topic_score_codex":0.000019228442,"about_ca_topic_score_gemma":3.6896253e-7,"teacher_disagreement_score":0.97617024,"about_ca_system_score_codex":0.00025101463,"about_ca_system_score_gemma":0.0006243424,"threshold_uncertainty_score":0.99995863},"labels":[],"label_agreement":null},{"id":"W1992615048","doi":"10.1097/acm.0b013e3181c8f277","title":"Commentary: A Century of Progress in Medical Education: What About the Next 10 Years?","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Order (exchange); Medical education; Political science; Scale (ratio); Public relations; Medicine; Business","score_opus":0.01697298414154287,"score_gpt":0.3861919665724024,"score_spread":0.36921898243085954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992615048","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011873966,0.040515833,0.000003468563,0.19847876,0.74734145,0.0012570054,0.000007393711,0.000047099154,0.00047501145],"genre_scores_gemma":[0.0029140445,0.039508615,0.00022009987,0.029313507,0.92304534,0.00043128897,0.0030849508,0.00010151374,0.0013806276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930981,0.00020962826,0.0017921265,0.0005888515,0.0037968997,0.0005144295],"domain_scores_gemma":[0.99595743,0.00099408,0.0008488809,0.0010864516,0.00081678777,0.00029637179],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003968707,0.00042690194,0.0010885131,0.00064222596,0.000073411145,0.000019327526,0.0011433503,0.0032641557,0.004973119],"category_scores_gemma":[0.015526794,0.0002877474,0.00009122216,0.0013135263,0.0020635885,0.00026832864,0.00019682599,0.010153769,0.000051449937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009837924,0.00013139119,0.0005437474,0.0004217251,0.00005446085,0.00001262863,0.0028932935,1.0006688e-8,0.00000734382,0.00018134319,0.7845418,0.21111387],"study_design_scores_gemma":[0.0021351266,0.00022811395,0.0010047329,0.011007902,0.00026072195,0.000045823865,0.005055442,0.000033117103,0.0000079456495,0.000215349,0.97979766,0.00020806954],"about_ca_topic_score_codex":0.00017831373,"about_ca_topic_score_gemma":0.00002259039,"teacher_disagreement_score":0.21090579,"about_ca_system_score_codex":0.00034239254,"about_ca_system_score_gemma":0.004521601,"threshold_uncertainty_score":0.99995744},"labels":[],"label_agreement":null},{"id":"W1992853487","doi":"10.1097/00001888-200205000-00038","title":"A Research Laboratory Methods Course for Medical Subspecialty Residents","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Medical Council of Canada","funders":"","keywords":"Subspecialty; Technician; Medical education; Commit; Relevance (law); Principal (computer security); Medicine; Psychology; Family medicine; Computer science; Engineering","score_opus":0.09466512339734505,"score_gpt":0.4507866964076247,"score_spread":0.35612157301027964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992853487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2105178,0.17050363,0.38180387,0.15949799,0.03471906,0.0033500085,0.00008903084,0.004405659,0.035112932],"genre_scores_gemma":[0.9393502,0.020612245,0.0086659,0.002204723,0.021415107,0.00059236895,0.000081820115,0.0002262112,0.0068514384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979699,0.00010912279,0.0003962514,0.00021843996,0.00081083365,0.00049544306],"domain_scores_gemma":[0.9982396,0.00089628214,0.000021367998,0.00023724334,0.00012839626,0.00047713573],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038908892,0.00014057521,0.00024814665,0.0001962624,0.00007686479,0.000004713511,0.00036804195,0.00047133135,0.0017143068],"category_scores_gemma":[0.002018546,0.00011475649,0.00002480864,0.00068603986,0.00026206143,0.00007527191,0.000029513843,0.0012190863,0.00011042576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005000994,0.0000110447945,0.00010756534,0.000350053,0.000036494344,0.000005513324,0.0015991763,0.000018182318,0.002338392,0.001512203,0.9608634,0.033152938],"study_design_scores_gemma":[0.0018455582,0.00018615932,0.0042917957,0.0009439716,0.00006318057,0.0000305365,0.0009969033,0.098533034,0.0021871845,0.0037856072,0.8867096,0.00042652126],"about_ca_topic_score_codex":0.000016140304,"about_ca_topic_score_gemma":0.0000024455644,"teacher_disagreement_score":0.72883236,"about_ca_system_score_codex":0.0001004367,"about_ca_system_score_gemma":0.00004301838,"threshold_uncertainty_score":0.99919826},"labels":[],"label_agreement":null},{"id":"W1992937121","doi":"10.1097/00001888-200010001-00026","title":"The Under-weighting of Implicitly Generated Diagnoses","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical diagnosis; Weighting; Psychology; Isolation (microbiology); Medicine; Cognitive psychology; Computer science; Pathology; Radiology","score_opus":0.041614375988241345,"score_gpt":0.369922601733617,"score_spread":0.32830822574537566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992937121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95901567,0.007517068,0.00006546974,0.020520825,0.00022976764,0.00024824584,0.0000028820753,0.00007090762,0.012329192],"genre_scores_gemma":[0.97441566,0.014752299,0.000050567767,0.0043842345,0.0010352081,0.000018381408,0.000024752066,0.000022520528,0.005296375],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99814504,0.000071840725,0.0007516872,0.00025173475,0.00043223653,0.00034743678],"domain_scores_gemma":[0.983429,0.015678305,0.0001560571,0.00037082288,0.00010950446,0.00025631738],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008761157,0.00016085415,0.00045875914,0.000047131398,0.00012614763,0.0000031036473,0.00019503919,0.0002137201,0.001218135],"category_scores_gemma":[0.023997124,0.00008594149,0.000068964684,0.0003427889,0.00045694734,0.000026061629,0.000026077278,0.0006206122,0.00008925426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007730108,0.00013442949,0.08586167,0.00008771618,0.00041030653,0.0001036323,0.002299188,0.00010300232,0.020806346,0.013571735,0.26797053,0.60787845],"study_design_scores_gemma":[0.026960205,0.005833964,0.5341733,0.025943572,0.002577636,0.001246502,0.005455961,0.003079247,0.03995696,0.033070903,0.3203701,0.0013316197],"about_ca_topic_score_codex":0.00018733717,"about_ca_topic_score_gemma":0.000004165439,"teacher_disagreement_score":0.6065468,"about_ca_system_score_codex":0.0000284716,"about_ca_system_score_gemma":0.00010310339,"threshold_uncertainty_score":0.9996949},"labels":[],"label_agreement":null},{"id":"W1992989996","doi":"10.1097/01.acm.0000236537.42336.f0","title":"Medical School Admissions: Enhancing the Reliability and Validity of an Autobiographical Screening Tool","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Inter-rater reliability; Reliability (semiconductor); Internal consistency; Interview; Psychology; Predictive validity; Clinical psychology; Cognition; Cognitive interview; Applied psychology; Psychometrics; Psychiatry; Developmental psychology; Rating scale","score_opus":0.04279677866374666,"score_gpt":0.36848814339924374,"score_spread":0.3256913647354971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992989996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8731825,0.0011055376,0.001715677,0.122074984,0.0002720602,0.00049958966,0.0000031898371,0.000103431616,0.0010430552],"genre_scores_gemma":[0.98160356,0.00059087283,0.0010061751,0.014186964,0.0014396284,0.000026381062,0.000047873596,0.000019082434,0.0010794806],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99658144,0.0003151673,0.0010659995,0.00042804197,0.0012697277,0.00033963285],"domain_scores_gemma":[0.99369437,0.0012993297,0.00021193715,0.0005610251,0.00016391707,0.0040694075],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004053054,0.00020524174,0.0005339772,0.00016490847,0.00020061039,0.0000041514904,0.00026973055,0.00046898768,0.013004535],"category_scores_gemma":[0.09944163,0.000110225694,0.00007541358,0.0005367975,0.00084412924,0.00009830762,0.00009527221,0.0017168579,0.00000536735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00132418,0.0012905028,0.2996891,0.0019630475,0.00026659758,0.00020975767,0.00554817,0.000018158964,0.0985704,0.020638643,0.48780864,0.08267277],"study_design_scores_gemma":[0.012838866,0.0023889837,0.6583218,0.010474593,0.001232082,0.0015674961,0.0085185915,0.012708531,0.009939138,0.01734502,0.2637093,0.00095557794],"about_ca_topic_score_codex":0.00023390847,"about_ca_topic_score_gemma":0.0000062890767,"teacher_disagreement_score":0.35863268,"about_ca_system_score_codex":0.000027550772,"about_ca_system_score_gemma":0.0016615923,"threshold_uncertainty_score":0.9878977},"labels":[],"label_agreement":null},{"id":"W1993079245","doi":"10.1097/00001888-200103000-00012","title":"The Growing Need to Teach about Complementary and Alternative Medicine","year":2001,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Popularity; Alternative medicine; Medical education; Medicine; Subject (documents); Health care; MEDLINE; Family medicine; Psychology; Pedagogy; Political science; Computer science","score_opus":0.15862756239275663,"score_gpt":0.4582708214487762,"score_spread":0.2996432590560195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993079245","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017154733,0.9549839,0.00017327159,0.034943663,0.0018429485,0.0031872257,0.000036047164,0.000105679515,0.004555715],"genre_scores_gemma":[0.00015601226,0.97417027,0.000058382855,0.008529727,0.011434055,0.0003226742,0.00039811182,0.00011695233,0.004813836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99362487,0.00042908997,0.0023331186,0.0011631913,0.0013999693,0.0010497815],"domain_scores_gemma":[0.99413747,0.0032890008,0.00075097906,0.00079067715,0.00020804677,0.0008238438],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024332984,0.0011873336,0.0043366984,0.00071264256,0.0007234419,0.0000105805575,0.00085917156,0.00014235498,0.0007576417],"category_scores_gemma":[0.0017429221,0.0006013017,0.00022690903,0.0011027175,0.0015040477,0.00016427459,0.0007591852,0.0027170738,0.000056972465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008563325,0.000012133771,0.00041451125,0.0035520615,0.001401284,0.00020880092,0.0023154977,7.498054e-8,0.00001158658,0.0024736326,0.11326349,0.8762613],"study_design_scores_gemma":[0.0027589758,0.0016923078,0.00009376814,0.056697905,0.0038482258,0.00073142676,0.008713233,0.0000071873815,0.0000013803423,0.00036237467,0.9246428,0.00045039356],"about_ca_topic_score_codex":0.00046976656,"about_ca_topic_score_gemma":0.00001766617,"teacher_disagreement_score":0.8758109,"about_ca_system_score_codex":0.00035595085,"about_ca_system_score_gemma":0.00012326233,"threshold_uncertainty_score":0.99964386},"labels":[],"label_agreement":null},{"id":"W1993283987","doi":"10.1097/acm.0b013e318294fb7e","title":"Allocating Limited Resources in a Time of Fiscal Constraints","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Health Evaluation and Outcome Sciences; Vancouver Coastal Health","funders":"","keywords":"Timeline; Fiscal year; Government (linguistics); Budget process; Task (project management); Operating budget; Process (computing); Business; Disinvestment; Health care; Service (business); Politics; Operations management; Public relations; Economics; Political science; Finance; Marketing; Computer science; Economic growth; Management","score_opus":0.05805198712764245,"score_gpt":0.28484908213896865,"score_spread":0.2267970950113262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993283987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.924476,0.0012642617,0.00025133544,0.036149524,0.000094296054,0.00035238414,0.0000084085605,0.000023643805,0.03738014],"genre_scores_gemma":[0.9950562,0.0002723637,0.00007752069,0.0030108327,0.0001409754,0.00002614516,0.0000057069797,0.00000866834,0.0014015478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986832,0.000023562498,0.0008036552,0.00019541873,0.000048862134,0.0002453032],"domain_scores_gemma":[0.9993362,0.00014865781,0.00025623868,0.0001549123,0.00001174715,0.00009227971],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009816589,0.000083922154,0.0003484381,0.00027998773,0.000017512257,0.000002736336,0.00022096868,0.00012932686,0.0014597704],"category_scores_gemma":[0.0006964606,0.000081241844,0.000019251536,0.00024329178,0.0001781209,0.00007313489,0.00005695589,0.0002916408,0.00049392506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031578682,0.00006298749,0.46019313,0.0006119639,0.0001167525,0.000011151034,0.04910178,0.000035482673,0.0011430592,0.38748798,0.06385379,0.03735035],"study_design_scores_gemma":[0.0059897895,0.0006370215,0.5682194,0.0018590657,0.000022568966,0.000020990514,0.0063229417,0.014616613,0.00028834303,0.16885386,0.23229909,0.0008703113],"about_ca_topic_score_codex":0.0042979787,"about_ca_topic_score_gemma":0.0000106591,"teacher_disagreement_score":0.21863413,"about_ca_system_score_codex":0.00003804977,"about_ca_system_score_gemma":0.0000061832575,"threshold_uncertainty_score":0.999453},"labels":[],"label_agreement":null},{"id":"W1993902198","doi":"10.1097/00001888-200011000-00022","title":"Developing Case-specific Checklists for Standardized-patient—Based Assessments in Internal Medicine","year":2000,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Checklist; MEDLINE; Medical education; Medicine; Psychology; Medical physics; Family medicine","score_opus":0.1591453895347039,"score_gpt":0.5039441817103152,"score_spread":0.34479879217561127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993902198","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018777375,0.9738212,0.011403319,0.0044329865,0.0028115753,0.0042606946,0.000044035583,0.0001202413,0.0029181354],"genre_scores_gemma":[0.0001445974,0.9824344,0.0053517423,0.0040136655,0.0036216085,0.0010932296,0.0020919093,0.00018623691,0.001062603],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925686,0.00026292566,0.0037579855,0.0011185205,0.0014286642,0.00086330145],"domain_scores_gemma":[0.996279,0.00097346277,0.001169405,0.00081932,0.00047124253,0.00028757527],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030665076,0.0009219199,0.003989198,0.0020930346,0.00014759743,0.000009302923,0.0005197007,0.0013598581,0.0017976513],"category_scores_gemma":[0.0031259316,0.0006620161,0.00023335368,0.0022645935,0.00064178783,0.00012151426,0.000069379814,0.0034253355,0.00004020738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013386543,0.000030144549,0.000021266698,0.012136958,0.00013172731,0.0005497375,0.0006523399,3.9236502e-7,0.0000012877719,0.00063151796,0.094035536,0.89167523],"study_design_scores_gemma":[0.004156628,0.0005922068,0.000005985883,0.117490314,0.0008672024,0.0028015662,0.0005784024,0.00008949475,0.0000029261387,0.0002797559,0.87268925,0.00044627563],"about_ca_topic_score_codex":0.0000816509,"about_ca_topic_score_gemma":0.0000048582115,"teacher_disagreement_score":0.891229,"about_ca_system_score_codex":0.002647205,"about_ca_system_score_gemma":0.002046972,"threshold_uncertainty_score":0.9999366},"labels":[],"label_agreement":null},{"id":"W1994252418","doi":"10.1097/00001888-200404000-00014","title":"Reflections of a Part-Time Physician","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spouse; Full-time; Value (mathematics); Medical school; Psychology; Work (physics); Medical education; Medicine; Academic medicine; Family medicine; Sociology; Political science; Law","score_opus":0.06097281414930087,"score_gpt":0.3898230540293101,"score_spread":0.3288502398800092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994252418","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15233745,0.0011554656,0.0005810451,0.063570775,0.0013744718,0.00030951697,0.000006756942,0.00017332399,0.7804912],"genre_scores_gemma":[0.9799011,0.0012845981,0.00007112246,0.006127789,0.0025942472,0.0000048229654,0.00001009781,0.000007708264,0.009998551],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986576,0.00006348632,0.00019607205,0.00013318165,0.0007282424,0.00022140397],"domain_scores_gemma":[0.9994557,0.00008903288,0.00009748406,0.000120792494,0.00009174665,0.00014524534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010946937,0.0000677828,0.000197531,0.000084700005,0.00021741554,0.0000019948743,0.0003604479,0.00013220761,0.00055163295],"category_scores_gemma":[0.00046079623,0.000058002795,0.00003049911,0.0004917641,0.000948635,0.00010492722,0.000032734784,0.00030975483,0.00011857379],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056395427,0.000058133155,0.0009350799,0.000057791218,0.00011640207,0.000022801392,0.29444626,0.000046695826,0.02178153,0.44388917,0.22400104,0.014588707],"study_design_scores_gemma":[0.0018890916,0.00042204442,0.00033812752,0.00070171495,0.00017220787,0.000002833419,0.11513819,0.0000017690023,0.0012852881,0.06168312,0.8181782,0.0001874457],"about_ca_topic_score_codex":0.001232215,"about_ca_topic_score_gemma":0.00007048361,"teacher_disagreement_score":0.82756364,"about_ca_system_score_codex":0.000077074306,"about_ca_system_score_gemma":0.00014075058,"threshold_uncertainty_score":0.60399944},"labels":[],"label_agreement":null},{"id":"W1994287714","doi":"10.1097/acm.0b013e3181fa2353","title":"Transition to Clerkship Courses: Preparing Students to Enter the Workplace","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Transition (genetics); Curriculum; Psychology; Intervention (counseling); Medicine; Pedagogy; Nursing","score_opus":0.021531780605114646,"score_gpt":0.401230354368633,"score_spread":0.3796985737635184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994287714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83726335,0.00003831856,0.0042168293,0.15268384,0.0020309708,0.0010756223,8.5931305e-7,0.000079158584,0.0026110685],"genre_scores_gemma":[0.92639315,0.000020448868,0.00073924457,0.06680712,0.002906467,0.00016976871,0.000027343045,0.000027465172,0.0029089584],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770534,0.000047270696,0.00052398397,0.00034560877,0.0010261334,0.00035164098],"domain_scores_gemma":[0.9987504,0.0001449017,0.000082237886,0.0005363243,0.00020989703,0.00027623592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002115323,0.00017107783,0.00026678128,0.00024454904,0.00013499125,0.0000099085555,0.00045277158,0.00024206807,0.0005589368],"category_scores_gemma":[0.0029256947,0.000109853776,0.000029873463,0.0008823816,0.00015588127,0.000074262,0.000066087305,0.0016850516,0.0002841152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003996439,0.00009783378,0.0278874,0.0001020114,0.0000972101,0.000007849307,0.06570564,0.000020927948,0.043320935,0.00183872,0.8218882,0.038633604],"study_design_scores_gemma":[0.0051735532,0.0011963615,0.16097465,0.00313772,0.0006151948,0.00038170977,0.023413474,0.0005216077,0.0040849904,0.0009700128,0.7989499,0.00058082613],"about_ca_topic_score_codex":0.000035995618,"about_ca_topic_score_gemma":0.000012726578,"teacher_disagreement_score":0.13308726,"about_ca_system_score_codex":0.00009801459,"about_ca_system_score_gemma":0.00008534121,"threshold_uncertainty_score":0.73208046},"labels":[],"label_agreement":null},{"id":"W1994354674","doi":"10.1097/00001888-200110001-00009","title":"Comparing Patient-management Skills of Referred Physicians and Non-referred Physicians on a Computer-based Case-simulation Examination","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Certification; Medicine; Family medicine; Medical prescription; Competency assessment; Licensure; Specialty; Board certification; Continuing medical education; Medical education; Psychology; Nursing; Continuing education","score_opus":0.03712981452256321,"score_gpt":0.3429341535562954,"score_spread":0.3058043390337322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994354674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660295,0.000060045168,0.028182311,0.0018450016,0.00052133924,0.000913311,0.0000023371429,0.00007560403,0.0023704986],"genre_scores_gemma":[0.9939745,0.00007272273,0.0014335399,0.003369584,0.0006545287,0.00004751717,0.00024049627,0.000034068387,0.00017301402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767756,0.0000881507,0.00080567086,0.0004213032,0.00071360497,0.0002937267],"domain_scores_gemma":[0.99856466,0.00023223467,0.00045510038,0.00039647316,0.0002766788,0.00007485788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005645718,0.0002490115,0.0005467457,0.0005326488,0.00011741023,0.000004483146,0.000107066786,0.00019106663,0.000032557327],"category_scores_gemma":[0.00025459126,0.00022407518,0.000038723585,0.00091386394,0.00025250422,0.0001147385,0.000038606075,0.0005603419,0.0000089394225],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003211053,0.0006776988,0.013665427,0.0006710877,0.00020208815,0.00025312422,0.013303042,0.007667591,0.0036067956,0.00080735714,0.0074580587,0.9513666],"study_design_scores_gemma":[0.012161126,0.0025514003,0.25830674,0.008522359,0.00077984045,0.00026831584,0.008022962,0.70102614,0.0020918807,0.0003101558,0.0053550596,0.00060401176],"about_ca_topic_score_codex":0.000044282297,"about_ca_topic_score_gemma":0.00000310581,"teacher_disagreement_score":0.9507626,"about_ca_system_score_codex":0.00019376112,"about_ca_system_score_gemma":0.000029110677,"threshold_uncertainty_score":0.9137521},"labels":[],"label_agreement":null},{"id":"W1994774607","doi":"10.1097/acm.0b013e318183e78c","title":"Rules of Engagement: Residents’ Perceptions of the In-Training Evaluation Process","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Victoria Hospital","funders":"","keywords":"Credibility; Grounded theory; Process (computing); Psychological intervention; Perception; Medical education; Psychology; Public engagement; Applied psychology; Qualitative research; Medicine; Computer science; Public relations; Political science; Sociology","score_opus":0.1309904217861444,"score_gpt":0.4384374664616201,"score_spread":0.3074470446754757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994774607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886637,0.0003136872,0.00013193944,0.0058182324,0.0002924017,0.0005903654,0.0000010686933,0.000011500703,0.0041771345],"genre_scores_gemma":[0.9979881,0.0002670347,0.000245619,0.0008223496,0.00028809844,0.000053323984,0.000031509888,0.000010595066,0.0002933486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977163,0.0001365439,0.00076229376,0.00015879734,0.0010777396,0.00014832718],"domain_scores_gemma":[0.99880415,0.00011418725,0.00030061405,0.0002844983,0.00046343333,0.000033113545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025673932,0.000089319095,0.00027544046,0.00029708323,0.00007649571,3.0943542e-7,0.00018920202,0.00014221575,0.00058328576],"category_scores_gemma":[0.0075114146,0.0000592722,0.000027702949,0.00080156856,0.0005502454,0.00006860246,0.000027699989,0.0007263606,0.0000048175807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008181339,0.000109498025,0.7473529,0.00066058035,0.00006315551,0.0000026330306,0.18505222,0.00008304035,0.026953341,0.0033994643,0.013582187,0.022659162],"study_design_scores_gemma":[0.001977608,0.00010634791,0.96959805,0.0019149792,0.00015319644,0.000057781184,0.020626817,0.0010713667,0.0013817111,0.0027581851,0.0002888852,0.00006507275],"about_ca_topic_score_codex":0.000053062253,"about_ca_topic_score_gemma":0.0000014095643,"teacher_disagreement_score":0.22224514,"about_ca_system_score_codex":0.000102742546,"about_ca_system_score_gemma":0.00042241366,"threshold_uncertainty_score":0.89924073},"labels":[],"label_agreement":null},{"id":"W1994927654","doi":"10.1097/acm.0b013e318212c1b6","title":"What Factors Affect Studentsʼ Overall Ratings of a Course?","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Health Sciences Centre","funders":"","keywords":"Psychology; Affect (linguistics); Curriculum; Association (psychology); Medical education; Course evaluation; Formative assessment; Higher education; Mathematics education; Medicine; Pedagogy","score_opus":0.06923193976843578,"score_gpt":0.4056867324039535,"score_spread":0.3364547926355177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994927654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989136,0.000993481,0.0003331773,0.0036715432,0.0019634413,0.00052670843,7.286858e-7,0.00006397238,0.0033109875],"genre_scores_gemma":[0.99245185,0.0007240489,0.00040959145,0.003620891,0.0005834931,0.000023988829,0.000052592826,0.000027197962,0.0021063744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978573,0.000053881686,0.00071387994,0.00027195417,0.00082274165,0.00028029317],"domain_scores_gemma":[0.9987367,0.00013109589,0.0003368079,0.00038352062,0.0002740963,0.00013780704],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010509354,0.0001937389,0.00050605054,0.00021849334,0.000046453082,0.0000025485524,0.00024177192,0.00027678243,0.001752254],"category_scores_gemma":[0.002056054,0.00013673866,0.00004835397,0.0004783252,0.00041088747,0.00026065405,0.00004857798,0.0008551214,0.000026684127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026740954,0.00036031764,0.65106577,0.0006752556,0.000429135,0.000027238906,0.121021435,4.010285e-7,0.024267288,0.011171389,0.17202783,0.018686535],"study_design_scores_gemma":[0.0069182636,0.002487642,0.8898596,0.0055934894,0.0010339121,0.00013288498,0.060741216,0.00015389924,0.019084396,0.0033012244,0.010235176,0.00045830442],"about_ca_topic_score_codex":0.00009431525,"about_ca_topic_score_gemma":8.955666e-7,"teacher_disagreement_score":0.23879382,"about_ca_system_score_codex":0.00008253727,"about_ca_system_score_gemma":0.00014456344,"threshold_uncertainty_score":0.9991603},"labels":[],"label_agreement":null},{"id":"W1995204169","doi":"10.1097/00001888-200009001-00130","title":"Faculty of Medicine, McGill University","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Medical education; Unit (ring theory); Corporate governance; Syllabus; Medicine; Psychology; Pedagogy; Management; Mathematics education","score_opus":0.042321564413449475,"score_gpt":0.35784225838012196,"score_spread":0.3155206939666725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995204169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7558938,0.00037061822,0.00027578394,0.12918952,0.00060454186,0.0005421909,0.00003733471,0.0001587317,0.11292744],"genre_scores_gemma":[0.9276911,0.0011378019,0.00075170235,0.009204461,0.0011739081,0.0000032999897,0.000332121,0.000026312679,0.05967932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981893,0.000049497787,0.00056904636,0.00027870393,0.00066715124,0.0002463498],"domain_scores_gemma":[0.9989617,0.00008702953,0.00016505783,0.00035796556,0.0002752753,0.00015300175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074864127,0.00015896687,0.00047759587,0.00029155592,0.00008373895,1.7573035e-7,0.00022435545,0.00027596884,0.010275189],"category_scores_gemma":[0.0012558184,0.00011918876,0.000034437304,0.0011262492,0.00079735037,0.000082586055,0.000019745585,0.000752601,0.00010682514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027257178,0.000043490298,0.0029260465,0.0002113688,0.00008928233,0.000029651166,0.0029126673,0.000003460518,0.0043203714,0.010733692,0.76659983,0.21185754],"study_design_scores_gemma":[0.0042129317,0.00049355003,0.013609248,0.00090046396,0.00026229877,0.00013951582,0.0030720397,0.00019795437,0.00053823716,0.0010777778,0.9753634,0.00013263641],"about_ca_topic_score_codex":0.00026490013,"about_ca_topic_score_gemma":0.0000012398372,"teacher_disagreement_score":0.2117249,"about_ca_system_score_codex":0.00017917546,"about_ca_system_score_gemma":0.00008301634,"threshold_uncertainty_score":0.99062955},"labels":[],"label_agreement":null},{"id":"W1995275799","doi":"10.1097/00001888-200009001-00131","title":"Faculty of Medicine, University of Montreal","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Curriculum; Revenue; Medical education; Corporate governance; Medicine; Political science; Psychology; Pedagogy; Business; Finance","score_opus":0.028210304313684886,"score_gpt":0.33917003112651395,"score_spread":0.3109597268128291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995275799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89221996,0.0005455404,0.00053607544,0.030993296,0.00024488982,0.00032451047,0.000008297146,0.000049308688,0.0750781],"genre_scores_gemma":[0.98213184,0.0009942222,0.00058205484,0.0014122595,0.000547272,9.533699e-7,0.00019395976,0.0000129298805,0.014124539],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839187,0.000039731603,0.0005650679,0.00020404215,0.00061719347,0.0001821077],"domain_scores_gemma":[0.9989691,0.000082629515,0.00022503025,0.00031873514,0.00029547772,0.00010906228],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066515425,0.00012471461,0.0005274508,0.00021247288,0.000037869413,1.5245536e-7,0.00020353863,0.00023757099,0.009194693],"category_scores_gemma":[0.0008996138,0.000096073854,0.000035290723,0.0007644273,0.0012067979,0.000055265853,0.000016304295,0.0005242916,0.00003211034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000522917,0.00007871703,0.0130926585,0.00041997712,0.00014435848,0.00002093126,0.01804736,0.000008591275,0.008084988,0.0042970865,0.5994611,0.3558213],"study_design_scores_gemma":[0.020425193,0.002566847,0.33369946,0.00484326,0.0013377949,0.0002855607,0.027764715,0.0015350431,0.0022318193,0.0050075417,0.59988713,0.0004156591],"about_ca_topic_score_codex":0.0012340843,"about_ca_topic_score_gemma":0.0000060816137,"teacher_disagreement_score":0.35540566,"about_ca_system_score_codex":0.000058883103,"about_ca_system_score_gemma":0.00012819257,"threshold_uncertainty_score":0.991711},"labels":[],"label_agreement":null},{"id":"W1995411263","doi":"10.1097/acm.0b013e3180308155","title":"The Research Productivity of Canadian Physicians: How the Timing of Obtaining a PhD Has an Influence","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Faculty of Medicine and Dentistry, University of Alberta","keywords":"Productivity; Psychology; Medical education; Gerontology; Medicine; Economics; Economic growth","score_opus":0.558192647340321,"score_gpt":0.5214976069475031,"score_spread":0.0366950403928179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995411263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7494237,0.001851682,0.000060752984,0.24540198,0.000103321996,0.0008098294,0.0000025184333,0.000012032272,0.0023342257],"genre_scores_gemma":[0.9931634,0.0013932437,0.000042687552,0.003671326,0.0010612044,0.00001748212,0.0000050327326,0.000018051818,0.0006275612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949932,0.0004241041,0.0005295142,0.0002843985,0.0021286895,0.0016400558],"domain_scores_gemma":[0.9914993,0.0037085693,0.00019149565,0.00071521907,0.0009092474,0.002976146],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03354678,0.00013271529,0.0004003057,0.0006206489,0.00047744342,0.0000064004403,0.0005313469,0.00019971064,0.000021937452],"category_scores_gemma":[0.1530888,0.00006569277,0.000032477466,0.0021910968,0.0030171406,0.00014472257,0.000062457206,0.0026385975,0.0000035975952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012204886,0.000081362785,0.029886594,0.0012449704,0.00014868974,0.00014039633,0.06407194,0.0000053273498,0.19359036,0.003674433,0.1295143,0.57642114],"study_design_scores_gemma":[0.004043697,0.005476058,0.18730173,0.0070454422,0.00014996207,0.00017975237,0.0899925,0.0007076299,0.052139763,0.0022335935,0.65042067,0.0003092094],"about_ca_topic_score_codex":0.06540889,"about_ca_topic_score_gemma":0.013041034,"teacher_disagreement_score":0.5761119,"about_ca_system_score_codex":0.00022283435,"about_ca_system_score_gemma":0.0059533115,"threshold_uncertainty_score":0.9996961},"labels":[],"label_agreement":null},{"id":"W1995865616","doi":"10.1097/00001888-200211000-00033","title":"An Advanced Communication Skills Course for Fourth-year, Post-clerkship Students","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Medical education; Communication skills; Higher education; Psychology; Medicine; Mathematics education; Engineering","score_opus":0.20325884410651715,"score_gpt":0.5067384384331839,"score_spread":0.3034795943266667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995865616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8293199,0.023599397,0.0010141241,0.12511307,0.0026765857,0.010424814,0.00015333001,0.0008342797,0.006864496],"genre_scores_gemma":[0.97473824,0.004238197,0.00250591,0.013660587,0.00049599324,0.0012299122,0.00039059503,0.00007091618,0.0026696345],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9955222,0.0013912456,0.0012968039,0.000412839,0.00067625265,0.0007006837],"domain_scores_gemma":[0.9929848,0.0028797293,0.0007663088,0.0020921126,0.0008192704,0.0004578255],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012610531,0.00025201432,0.0004732987,0.00015478351,0.0011082693,0.000004294113,0.0019054922,0.0005527088,0.0011356962],"category_scores_gemma":[0.0025765824,0.00022266708,0.000047166166,0.00030266956,0.00023950593,0.00038559476,0.00025470837,0.0021122117,0.0003987872],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050017,0.00055142853,0.45210063,0.0012142347,0.00016029652,0.000002717941,0.30682528,0.000055016117,0.002215619,0.014522084,0.17757303,0.044279505],"study_design_scores_gemma":[0.038288597,0.004186085,0.25197873,0.010021993,0.0005269653,0.000017333356,0.34643617,0.008987196,0.00013128629,0.015856495,0.3217373,0.0018318827],"about_ca_topic_score_codex":0.00018095292,"about_ca_topic_score_gemma":0.0000745782,"teacher_disagreement_score":0.20012191,"about_ca_system_score_codex":0.0002637638,"about_ca_system_score_gemma":0.00011584506,"threshold_uncertainty_score":0.9997774},"labels":[],"label_agreement":null},{"id":"W1995903131","doi":"10.1097/acm.0b013e318033385d","title":"PBL in the Undergraduate MD Program at McMaster University: Three Iterations in Three Decades","year":2007,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Curriculum mapping; Multidisciplinary approach; Problem-based learning; Syllabus; Curriculum development; Mathematics education; Computer science; Medicine; Psychology; Pedagogy; Sociology","score_opus":0.13420389075449626,"score_gpt":0.4398397150620688,"score_spread":0.3056358243075725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995903131","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067356887,0.9715925,0.000592137,0.015297808,0.0005804585,0.004104754,0.0000052118203,0.00009311288,0.0070604864],"genre_scores_gemma":[0.00031319758,0.99153715,0.00047084686,0.0028479106,0.0012389212,0.00015119274,0.0005837246,0.00006042978,0.002796651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996097,0.00023330856,0.0014360617,0.0006252303,0.0009845236,0.0006238477],"domain_scores_gemma":[0.9978855,0.00073054485,0.00046865313,0.00065227825,0.0001384974,0.0001245027],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00296939,0.0004993366,0.0014818354,0.001608884,0.00013488984,0.000009067165,0.00070529187,0.0011184433,0.00040108274],"category_scores_gemma":[0.0014007522,0.00031745387,0.0001403502,0.004167754,0.0005584674,0.00012902773,0.00013338859,0.004065329,0.00012515242],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024525361,0.00007141888,0.0010586365,0.003077634,0.000063071835,0.00011469222,0.0013877028,4.0262466e-7,6.984268e-7,0.0042242976,0.026305942,0.96367097],"study_design_scores_gemma":[0.001255391,0.00018257351,0.0006199193,0.02331278,0.00068875524,0.00033820773,0.00079755165,0.00007693232,2.0535661e-7,0.0010113051,0.9714652,0.00025123157],"about_ca_topic_score_codex":0.00009346102,"about_ca_topic_score_gemma":0.0005969609,"teacher_disagreement_score":0.96341974,"about_ca_system_score_codex":0.0011434454,"about_ca_system_score_gemma":0.000495776,"threshold_uncertainty_score":0.99992776},"labels":[],"label_agreement":null},{"id":"W1996290902","doi":"10.1097/acm.0b013e31803ea942","title":"Continuous Quality Improvement and Community-Based Faculty Development through an Innovative Site Visit Program at One Institution","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Office of the Chief Medical Examiner; University of Toronto","funders":"University of Toronto","keywords":"Medical education; Faculty development; Program evaluation; Quality (philosophy); Resource (disambiguation); Process (computing); Quality management; Psychology; Professional development; Computer science; Medicine; Engineering; Political science; Management system","score_opus":0.18081360169543595,"score_gpt":0.5182102937151268,"score_spread":0.3373966920196909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996290902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706903,0.000094792485,0.005426405,0.0036883703,0.00029997167,0.0009827515,0.0000027812396,0.00012687044,0.018687772],"genre_scores_gemma":[0.9891028,0.00010652288,0.007411635,0.0024933661,0.00035308208,0.00006765679,0.00020218223,0.000009041361,0.00025373092],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99722075,0.0008563175,0.00058907096,0.0002664831,0.0006981328,0.0003692175],"domain_scores_gemma":[0.9980026,0.0006478248,0.0005006993,0.00020440927,0.00048508536,0.00015938541],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.011125966,0.00015309942,0.0002517474,0.000092192546,0.0014108825,0.00001730865,0.00023921944,0.00023668783,0.000044854372],"category_scores_gemma":[0.0023547218,0.00013503246,0.000010141965,0.0007126203,0.0009648144,0.00071111956,0.00008495397,0.0011210381,0.000010863143],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020902244,0.00032307484,0.09143864,0.00007783754,0.000056049295,0.0000012648742,0.5937877,0.000001278969,0.020515429,0.011202183,0.00021634865,0.28217113],"study_design_scores_gemma":[0.0020519812,0.0010547087,0.22338165,0.00022741278,0.00005343847,0.0000017800826,0.08699634,0.00000801568,0.0146199595,0.0023756332,0.6688243,0.00040478862],"about_ca_topic_score_codex":0.007211829,"about_ca_topic_score_gemma":0.0027465415,"teacher_disagreement_score":0.66860795,"about_ca_system_score_codex":0.00094676757,"about_ca_system_score_gemma":0.00034292522,"threshold_uncertainty_score":0.99988914},"labels":[],"label_agreement":null},{"id":"W1996571297","doi":"10.1097/acm.0b013e3181b38daf","title":"Concurrent Versus Terminal Feedback: It May Be Better to Wait","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"Canadian Child Health Clinician Scientist Program","keywords":"Checklist; Terminal (telecommunication); Task (project management); Transfer (computing); Computer science; Test (biology); Transfer of training; Transfer of learning; Feedback regulation; Colonoscopy; Psychology; Medicine; Artificial intelligence; Cognitive psychology; Mathematics education; Internal medicine; Knowledge management","score_opus":0.11686640519196563,"score_gpt":0.4494793018364583,"score_spread":0.3326128966444927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996571297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55441296,0.0005559496,0.00016642184,0.43888697,0.0023128518,0.0006642365,0.0000064333626,0.00010253596,0.0028916362],"genre_scores_gemma":[0.88534486,0.00007065674,0.0001749404,0.10786146,0.003977125,0.0000345762,0.00013596185,0.000023929415,0.002376508],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974664,0.0000651708,0.0007397518,0.00046556702,0.000755094,0.0005080249],"domain_scores_gemma":[0.9977579,0.00056120957,0.00015072248,0.000457932,0.00029076685,0.0007814386],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004966715,0.00026133607,0.00046626295,0.00029588846,0.00009708412,0.0000044689114,0.00021567501,0.00029145312,0.0026338538],"category_scores_gemma":[0.0006899716,0.00021487716,0.000053568052,0.00046422574,0.00012594245,0.00007701139,0.000023768991,0.0009556636,0.00039530735],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005845765,0.00004558741,0.079081535,0.00017404197,0.000051888637,0.000056557474,0.014730445,0.000020971187,0.0015523081,0.0011478191,0.83916146,0.06339279],"study_design_scores_gemma":[0.018643437,0.005007828,0.38939378,0.003222843,0.0006701963,0.00030493856,0.012046799,0.00071817666,0.002004267,0.0005154946,0.5665733,0.0008989381],"about_ca_topic_score_codex":0.00007458811,"about_ca_topic_score_gemma":0.0000015365722,"teacher_disagreement_score":0.3310255,"about_ca_system_score_codex":0.0003471542,"about_ca_system_score_gemma":0.00028223405,"threshold_uncertainty_score":0.9982779},"labels":[],"label_agreement":null},{"id":"W1996908637","doi":"10.1097/00001888-200009001-00128","title":"School of Medicine, Faculty of Health Sciences, Queenʼs University","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Queen (butterfly); Medical education; Higher education; Medicine; Family medicine; Political science; Biology","score_opus":0.05658432085445563,"score_gpt":0.402121023570598,"score_spread":0.34553670271614234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996908637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7962577,0.0021118585,0.001014554,0.1444276,0.00044925645,0.00072529155,0.000013748654,0.00007983159,0.054920185],"genre_scores_gemma":[0.97812897,0.0021950384,0.0016127174,0.0076523283,0.0005884466,0.000002242793,0.00014289716,0.000014769623,0.009662613],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973963,0.000119565826,0.0009584935,0.00029030832,0.00095020357,0.00028511384],"domain_scores_gemma":[0.9986549,0.00010535014,0.0004440943,0.0003165801,0.00029761702,0.00018145215],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002801721,0.00014619502,0.00067759457,0.00044804986,0.00010562986,3.9046023e-7,0.0003206416,0.0001976396,0.007882974],"category_scores_gemma":[0.0023239742,0.000108305976,0.00003327052,0.0019103901,0.0023696679,0.00009892645,0.00002418449,0.0006840737,0.000036837188],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019470188,0.00008556972,0.040100344,0.0007373934,0.00008520306,0.0000061468586,0.0059939013,0.000013718089,0.0026266614,0.014101484,0.7891115,0.14694336],"study_design_scores_gemma":[0.014991205,0.0052671344,0.2349579,0.01072228,0.0004407095,0.00025740775,0.029571606,0.0008223566,0.0012199124,0.0040829373,0.6972113,0.0004552008],"about_ca_topic_score_codex":0.0010658602,"about_ca_topic_score_gemma":0.0000020126722,"teacher_disagreement_score":0.19485755,"about_ca_system_score_codex":0.00017743817,"about_ca_system_score_gemma":0.0007595561,"threshold_uncertainty_score":0.99302393},"labels":[],"label_agreement":null},{"id":"W1997091440","doi":"10.1097/00001888-200205000-00040","title":"A Curriculum in Medical Economics for Residents","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicaid; Reimbursement; Health care; Curriculum; Government (linguistics); Syllabus; Medical education; Medicine; Managed care; Credentialing; Public relations; Nursing; Political science","score_opus":0.10624173127678654,"score_gpt":0.33375077405213616,"score_spread":0.2275090427753496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997091440","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4329993,0.021848049,0.004300045,0.46059746,0.0027796228,0.0016709763,0.000057976205,0.000117601856,0.07562895],"genre_scores_gemma":[0.970506,0.013876287,0.00006850171,0.011362461,0.0009031814,0.00011780586,0.00001108691,0.000021046955,0.0031335978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823594,0.000015572008,0.00094276335,0.00034888022,0.000049348175,0.0004075043],"domain_scores_gemma":[0.99924076,0.00010860295,0.00020601349,0.0002120598,0.000011141638,0.00022140649],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015153482,0.00012019073,0.000409602,0.00032465937,0.000041239746,0.0000039153733,0.00033231388,0.0002509023,0.0014770647],"category_scores_gemma":[0.001303378,0.00012359805,0.00003855197,0.00018614247,0.00007175487,0.00010547638,0.000057788067,0.0003769463,0.0003927316],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048281254,0.00002092172,0.045157477,0.00011798506,0.000019081277,0.0000073378787,0.001776115,0.000006797168,3.1050345e-7,0.8687562,0.078543566,0.0055893757],"study_design_scores_gemma":[0.002908199,0.00014300985,0.004698463,0.00021937165,0.0000058503742,0.000010719545,0.00043253016,0.030370755,0.0000026107548,0.14636265,0.8145799,0.0002659282],"about_ca_topic_score_codex":0.0035662274,"about_ca_topic_score_gemma":0.00023510556,"teacher_disagreement_score":0.73603636,"about_ca_system_score_codex":0.00013352567,"about_ca_system_score_gemma":0.000011956934,"threshold_uncertainty_score":0.9994357},"labels":[],"label_agreement":null},{"id":"W1997378480","doi":"10.1097/acm.0000000000000700","title":"A Schematic Representation of the Professional Identity Formation and Socialization of Medical Students and Residents","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":954,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Socialization; Identity (music); Identity formation; Context (archaeology); Psychology; Psychological intervention; Personal identity; Medical education; Pedagogy; Social psychology; Nursing; Medicine; Self-concept","score_opus":0.09159489010603876,"score_gpt":0.5008234311668459,"score_spread":0.40922854106080714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997378480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97941446,0.00041331458,0.0018740477,0.017221905,0.0004376559,0.00048613577,6.592091e-7,0.000009922384,0.0001418856],"genre_scores_gemma":[0.99803656,0.00032610158,0.00017764539,0.0009703126,0.00020250939,0.000017995259,0.000026892783,0.0000069974058,0.00023495767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996271,0.00012654427,0.0007140698,0.00012904538,0.0026680569,0.000091255046],"domain_scores_gemma":[0.9988181,0.00009297821,0.00044423473,0.00016583406,0.00038249177,0.00009636597],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027578454,0.00007630975,0.00026655057,0.00014262075,0.000052158157,0.0000030060012,0.00020080541,0.0002189445,0.000044318254],"category_scores_gemma":[0.011048327,0.00004869674,0.000014160864,0.0005952647,0.00045334216,0.0002674904,0.00016846404,0.00035383538,9.325885e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016485786,0.00011186704,0.8853408,0.0017790144,0.00008551152,0.0000016348058,0.03703296,0.0000014650509,0.00373034,0.018777065,0.045556955,0.0074175014],"study_design_scores_gemma":[0.0066886107,0.00022363878,0.9350685,0.0060148854,0.00035588595,0.00014836508,0.020193364,0.003826066,0.0038094386,0.023292514,0.0002607384,0.00011797867],"about_ca_topic_score_codex":0.00008940166,"about_ca_topic_score_gemma":0.000004100605,"teacher_disagreement_score":0.04972769,"about_ca_system_score_codex":0.000057417306,"about_ca_system_score_gemma":0.00019637149,"threshold_uncertainty_score":0.997282},"labels":[],"label_agreement":null},{"id":"W1997582430","doi":"10.1097/acm.0b013e3181c46e47","title":"The Mindsets of Medical Education Leaders: How Do They Conceive of Their Work?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Typology; Interpersonal communication; Context (archaeology); Perception; Psychology; Perspective (graphical); Medical education; Variety (cybernetics); Leadership style; Sociology; Public relations; Value (mathematics); Social psychology; Medicine; Political science; Computer science","score_opus":0.040671115785043614,"score_gpt":0.3891347713455374,"score_spread":0.3484636555604938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997582430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60506314,0.005839035,0.00019931601,0.38368148,0.0010649476,0.0005265188,0.0000012340063,0.000029459621,0.003594863],"genre_scores_gemma":[0.9872015,0.0024315042,0.00018673479,0.007865616,0.0013039922,0.00002389825,0.00004700007,0.000014468047,0.00092525815],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970091,0.0001342996,0.0008258376,0.00024729702,0.0014929934,0.0002904635],"domain_scores_gemma":[0.9976799,0.0005510909,0.00050117617,0.0005366594,0.000561486,0.00016968956],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031185532,0.00018505508,0.0004888716,0.0002143738,0.00008162336,0.0000032533187,0.0005225779,0.00046860258,0.00022212042],"category_scores_gemma":[0.011947259,0.00010292483,0.000059583406,0.00079643214,0.0012259701,0.0000770193,0.0000285154,0.0011643016,0.0000060014127],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002984946,0.00016481975,0.0075105554,0.00016203983,0.00011157809,0.0000024821286,0.02956896,4.89239e-7,0.0039414098,0.030108117,0.30763412,0.6204969],"study_design_scores_gemma":[0.013284174,0.004406106,0.18417667,0.0251112,0.0011288904,0.0006562299,0.3549703,0.0006719603,0.022243124,0.059673518,0.3326663,0.0010114979],"about_ca_topic_score_codex":0.000021171005,"about_ca_topic_score_gemma":0.0000011892387,"teacher_disagreement_score":0.61948544,"about_ca_system_score_codex":0.00008350579,"about_ca_system_score_gemma":0.0010508049,"threshold_uncertainty_score":0.9963755},"labels":[],"label_agreement":null},{"id":"W1998259878","doi":"10.1097/acm.0b013e31822a6cce","title":"Modern Conceptions of Elite Medical Practice Among Internal Medicine Faculty Members","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"NOMINATE; Elite; Interpersonal communication; Medical education; Psychology; Curriculum; Dominance (genetics); Set (abstract data type); Medicine; Pedagogy; Social psychology; Political science","score_opus":0.0881336326533038,"score_gpt":0.42443506144969767,"score_spread":0.33630142879639385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998259878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6186055,0.0025853957,0.03306922,0.08079958,0.0035499795,0.0014102797,0.0000128039765,0.00034364394,0.25962362],"genre_scores_gemma":[0.974071,0.0015985128,0.002819463,0.015430949,0.0022064943,0.0000690711,0.00023460375,0.00005444577,0.003515445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467075,0.00016897985,0.001791205,0.0005157559,0.0023769108,0.00047639347],"domain_scores_gemma":[0.9965249,0.00044434416,0.0007925811,0.00062538177,0.0010796132,0.0005332095],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033694208,0.00032997815,0.0008571647,0.00050677196,0.000094220864,0.0000015398149,0.0005357903,0.0006822063,0.011266278],"category_scores_gemma":[0.027737446,0.00023496231,0.000075840464,0.0010566622,0.0029433975,0.0003354398,0.00011298853,0.0023155878,0.000054336462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001247053,0.0005043098,0.073197946,0.0008250341,0.0010905149,0.00027520623,0.17309572,0.0000037375414,0.0059830514,0.03773034,0.52742034,0.17862678],"study_design_scores_gemma":[0.03713842,0.006145599,0.23765278,0.031336214,0.0060215914,0.0056542885,0.14428602,0.02040489,0.0037016114,0.018764958,0.48687348,0.0020201474],"about_ca_topic_score_codex":0.0012895897,"about_ca_topic_score_gemma":0.000009496083,"teacher_disagreement_score":0.35546553,"about_ca_system_score_codex":0.00017947347,"about_ca_system_score_gemma":0.00037234728,"threshold_uncertainty_score":0.9999861},"labels":[],"label_agreement":null},{"id":"W1998434493","doi":"10.1097/00001888-200610001-00032","title":"Literature and Medicine: A Problem of Assessment","year":2006,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Construct (python library); Proxy (statistics); Field (mathematics); Medical education; MEDLINE; Psychology; Qualitative research; Management science; Computer science; Medicine; Sociology; Social science","score_opus":0.061496142549180836,"score_gpt":0.45100376152280836,"score_spread":0.3895076189736275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998434493","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000043284923,0.9832405,0.000053666445,0.0035861488,0.000446181,0.0014955361,0.000013891729,0.00005275725,0.011068077],"genre_scores_gemma":[0.000098709155,0.9883702,0.00041348505,0.00072170363,0.0032573773,0.00013880279,0.0010673035,0.000061341554,0.005871078],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618536,0.00018955402,0.0017604925,0.00060705334,0.0008828111,0.00037472107],"domain_scores_gemma":[0.9973586,0.00061048986,0.00090235384,0.00043065127,0.00020497353,0.00049292983],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0014937117,0.0005677964,0.0035689564,0.0005793008,0.000050054907,0.0000024055657,0.00022081207,0.0012995468,0.00024850946],"category_scores_gemma":[0.00073806057,0.00032105565,0.00015487296,0.00089096907,0.0008002966,0.000062885854,0.000068877,0.0028524627,0.0000055754385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012035986,0.00003284508,0.000032835876,0.08949087,0.00017385947,0.000046282676,0.008904914,1.0939541e-8,0.00000642845,0.0020582168,0.08710718,0.8121345],"study_design_scores_gemma":[0.0010634614,0.00053838495,0.00004849852,0.20327297,0.003118533,0.00067108497,0.0007533523,0.0000019167376,6.377159e-7,0.0011130209,0.78923976,0.00017838564],"about_ca_topic_score_codex":0.00007304285,"about_ca_topic_score_gemma":6.809679e-7,"teacher_disagreement_score":0.8119561,"about_ca_system_score_codex":0.00013673148,"about_ca_system_score_gemma":0.0007765491,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W1998515935","doi":"10.1097/00001888-200210001-00020","title":"Dual-track CME","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Track (disk drive); Computer science","score_opus":0.054400386536392155,"score_gpt":0.36785323985372553,"score_spread":0.31345285331733336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998515935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68421865,0.0031342274,0.0008141179,0.20053925,0.002283907,0.00057906326,0.000001252538,0.00032632204,0.10810322],"genre_scores_gemma":[0.9328219,0.0010598521,0.00072521257,0.02739894,0.004075362,0.000037378646,0.00005002437,0.00003301436,0.03379826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810594,0.000029594077,0.000581135,0.00028805714,0.00066388096,0.0003313686],"domain_scores_gemma":[0.99904406,0.000087477594,0.00012454503,0.00039937405,0.00017659224,0.00016797172],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00065526523,0.00015989777,0.0003243988,0.00026080981,0.00007792067,0.0000020661435,0.00012257985,0.00030071737,0.011102389],"category_scores_gemma":[0.0030812002,0.00012059703,0.000030791416,0.0008031863,0.00033733883,0.00008943279,0.000026002785,0.0011777186,0.0011773641],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013810125,0.00003254523,0.0044985535,0.00008180043,0.000031734482,0.000031844073,0.0031551346,3.9351679e-7,0.0040611373,0.004993185,0.93028855,0.052811306],"study_design_scores_gemma":[0.003960836,0.00047685494,0.018802045,0.00095468236,0.00027677178,0.0011622139,0.0026987442,0.0028774051,0.0010332069,0.0024009992,0.9650321,0.00032413664],"about_ca_topic_score_codex":0.000012803376,"about_ca_topic_score_gemma":1.5508418e-7,"teacher_disagreement_score":0.24860331,"about_ca_system_score_codex":0.00010698834,"about_ca_system_score_gemma":0.000033248096,"threshold_uncertainty_score":0.99960035},"labels":[],"label_agreement":null},{"id":"W1998594338","doi":"10.1097/00001888-200408000-00013","title":"Improving Knowledge in Palliative Medicine with a Required Hospice Rotation for Third-Year Medical Students","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Palliative care; Medicine; Competence (human resources); Accreditation; Medical education; Graduate medical education; Family medicine; Core competency; Educational measurement; Clinical clerkship; Psychology; Nursing; Pedagogy","score_opus":0.10368937472270619,"score_gpt":0.4633657585344926,"score_spread":0.3596763838117864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998594338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9468413,0.01022595,0.016281968,0.020536099,0.00046433005,0.002087484,0.000008207519,0.00011713226,0.0034375554],"genre_scores_gemma":[0.98943543,0.0038631505,0.0019596636,0.002328916,0.0014328312,0.00020908687,0.00010527028,0.000056510555,0.0006091179],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9963245,0.00007919565,0.0010266538,0.0005331879,0.0015508157,0.00048567547],"domain_scores_gemma":[0.99762964,0.0008240737,0.0004097894,0.0003020129,0.00043842825,0.00039602496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001954005,0.00034006994,0.0010766558,0.00039361278,0.000056175184,0.0000026757343,0.00043744952,0.00042204952,0.00008122941],"category_scores_gemma":[0.00504092,0.00022120167,0.00005763484,0.00075863476,0.0006073772,0.00014556608,0.00007950262,0.0008383021,0.000013297988],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006649488,0.000524838,0.7493998,0.003926663,0.00087688235,0.00036527327,0.17784631,0.000033196,0.016898507,0.014068746,0.012035702,0.017374597],"study_design_scores_gemma":[0.28435606,0.03318689,0.2548341,0.18356538,0.0032286195,0.00020446298,0.1594858,0.0018682759,0.025577066,0.013479271,0.037825402,0.0023886675],"about_ca_topic_score_codex":0.00069217617,"about_ca_topic_score_gemma":0.0001739621,"teacher_disagreement_score":0.4945657,"about_ca_system_score_codex":0.00034106293,"about_ca_system_score_gemma":0.00045835398,"threshold_uncertainty_score":0.9020342},"labels":[],"label_agreement":null},{"id":"W1998903357","doi":"10.1097/00001888-200101000-00002","title":"Medically Related Cultural Issues Can Be Learned Outside the Classroom","year":2001,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Cultural diversity; Cultural issues; Cultural competence; Medical education; Slang; Diversity (politics); Psychology; Pedagogy; Sociology; Public relations; Medicine; Political science; Law; Linguistics","score_opus":0.10726835371889089,"score_gpt":0.4183577092988513,"score_spread":0.3110893555799604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998903357","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013754332,0.0106438175,0.0000010757614,0.9335547,0.004035278,0.0009792,0.000020079746,0.0003938766,0.048996553],"genre_scores_gemma":[0.004379074,0.029391268,0.000011941367,0.7609091,0.039958384,0.00007607495,0.00054607965,0.000062560495,0.16466554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99156535,0.0013403062,0.0013803205,0.00084796443,0.0033565206,0.0015095151],"domain_scores_gemma":[0.99572027,0.0018677687,0.000757442,0.0006797327,0.0005260089,0.00044880767],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030517904,0.0006025386,0.0010170024,0.00014993489,0.0012707742,0.000039590996,0.002455595,0.0037870014,0.004161668],"category_scores_gemma":[0.008613481,0.0003335957,0.0001833204,0.000967996,0.0030447233,0.00017040625,0.00017396381,0.014524857,0.00019204208],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062733834,9.976882e-7,0.00021637339,0.000057412086,0.00005578184,0.0002878531,0.051049888,6.2231805e-7,0.000012430636,0.0013482223,0.9461072,0.00085693406],"study_design_scores_gemma":[0.0004133189,0.00009278663,0.00006908037,0.00078358065,0.00018358494,0.00007554672,0.029388713,0.000008177229,0.0000013536801,0.0047666277,0.96381307,0.0004041546],"about_ca_topic_score_codex":0.029296523,"about_ca_topic_score_gemma":0.0025119174,"teacher_disagreement_score":0.1726456,"about_ca_system_score_codex":0.00072689133,"about_ca_system_score_gemma":0.0007639081,"threshold_uncertainty_score":0.9999116},"labels":[],"label_agreement":null},{"id":"W1998910494","doi":"10.1097/acm.0b013e31805557ba","title":"Viewpoint: A Performance-Based Conception of Competence is Changing the Regulation of Physicians?? Professional Behavior","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Physicians and Surgeons of Ontario","funders":"","keywords":"Competence (human resources); Accountability; Obligation; Psychology; Situational ethics; Medical education; Public relations; Medicine; Social psychology; Political science; Law","score_opus":0.03280876814081133,"score_gpt":0.37066175133579765,"score_spread":0.3378529831949863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998910494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97744256,0.00020856205,0.0045572277,0.015985887,0.00066995836,0.0006603658,0.0000017878567,0.000021734333,0.00045191197],"genre_scores_gemma":[0.98970634,0.000052298175,0.00073100644,0.008146996,0.00076000806,0.00003714366,0.000077701836,0.000012862799,0.00047566922],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99797016,0.000037536567,0.0007896333,0.00016641195,0.0008090456,0.00022722912],"domain_scores_gemma":[0.9985164,0.00015515667,0.0005481997,0.00028188308,0.00046563396,0.000032728116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021133055,0.0001179464,0.00030955652,0.00030766512,0.000091184535,5.049979e-7,0.00014941159,0.00017144196,0.00036950898],"category_scores_gemma":[0.0004319513,0.000075715376,0.00003924109,0.0010884205,0.00065412035,0.00007442744,0.000022066615,0.0005770037,0.0000058249616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052968774,0.00023991088,0.09071593,0.00138964,0.00006656462,0.0000017926901,0.036262933,0.000021199652,0.5221059,0.008506971,0.019980198,0.32017928],"study_design_scores_gemma":[0.0034493073,0.0007607503,0.7909002,0.0074513853,0.00045625275,0.00003457855,0.012937139,0.010161008,0.16785619,0.00031973052,0.005475555,0.00019795074],"about_ca_topic_score_codex":0.0000083545665,"about_ca_topic_score_gemma":2.732891e-7,"teacher_disagreement_score":0.7001842,"about_ca_system_score_codex":0.0000811423,"about_ca_system_score_gemma":0.0001314734,"threshold_uncertainty_score":0.4045864},"labels":[],"label_agreement":null},{"id":"W1999142158","doi":"10.1097/00001888-200410001-00012","title":"The Ability of the Multiple Mini-Interview to Predict Preclerkship Performance in Medical School","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":225,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Protocol (science); Medical education; Statement (logic); Educational measurement; Face validity; Medical school; Predictive validity; Psychology; Medical physics; Medicine; Computer science; Clinical psychology; Psychometrics; Curriculum; Pedagogy; Alternative medicine; Pathology","score_opus":0.05516916682516804,"score_gpt":0.37122297410836014,"score_spread":0.3160538072831921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999142158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69514173,0.0012858197,0.000077272845,0.30022395,0.0007030519,0.00084727356,0.000001628955,0.000028059152,0.0016911761],"genre_scores_gemma":[0.9753313,0.0013687484,0.000050832936,0.021464488,0.00053861144,0.000082187325,0.0000045667352,0.000014331125,0.0011449123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969202,0.00019231928,0.0009770296,0.00029949556,0.0012368036,0.00037411894],"domain_scores_gemma":[0.9962875,0.0007608965,0.00015486078,0.00067491585,0.00011134271,0.0020104763],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003241593,0.00017046041,0.00041665343,0.00008554511,0.000117647476,0.000002141219,0.00067260023,0.00026790577,0.0024566962],"category_scores_gemma":[0.07735996,0.00007659265,0.00007442208,0.000692987,0.0006081877,0.000045869427,0.00015352832,0.0015741017,0.00004687898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008020952,0.0005408551,0.73017293,0.0017734682,0.0001431325,0.000021984188,0.018607333,0.000053389427,0.009934715,0.0021246376,0.11149478,0.12433071],"study_design_scores_gemma":[0.00484953,0.0004390855,0.8470171,0.009210437,0.00007251836,0.00009686766,0.0020487024,0.00040154075,0.0017126038,0.0005436463,0.13347143,0.0001365025],"about_ca_topic_score_codex":0.00008092777,"about_ca_topic_score_gemma":0.00002932898,"teacher_disagreement_score":0.28018957,"about_ca_system_score_codex":0.00016070754,"about_ca_system_score_gemma":0.0020737213,"threshold_uncertainty_score":0.99845517},"labels":[],"label_agreement":null},{"id":"W1999444165","doi":"10.1097/acm.0b013e3181ed442b","title":"The Reliability and Acceptability of the Multiple Mini-Interview as a Selection Instrument for Postgraduate Admissions","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Reliability (semiconductor); Medical education; Selection (genetic algorithm); Homogeneous; Medicine; Obstetrics and gynaecology; Family medicine; Residency training; Educational measurement; Medical school; Psychology; Computer science; Curriculum; Pedagogy; Biology","score_opus":0.047526479166216974,"score_gpt":0.37933217319393053,"score_spread":0.33180569402771354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999444165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74304354,0.00030710167,0.000076852266,0.25419015,0.00083845627,0.0010488218,0.0000046424575,0.000023379027,0.00046701424],"genre_scores_gemma":[0.9908107,0.00048903463,0.00035485532,0.0051627452,0.00032443283,0.00009591543,0.000007927313,0.000011349677,0.0027430695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984298,0.0001316826,0.0005898831,0.0002721336,0.00035534083,0.00022117535],"domain_scores_gemma":[0.9969103,0.0012890353,0.00020836435,0.00045587373,0.0002151907,0.0009212872],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019144644,0.00013630679,0.00029322362,0.000035200428,0.00030022435,0.0000031415434,0.00021657822,0.00018848805,0.001760889],"category_scores_gemma":[0.071153454,0.000059066922,0.00008419251,0.00023762144,0.000560034,0.000036144036,0.00008170983,0.0009868271,0.0000026749842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009938887,0.0004157937,0.22173405,0.0014025233,0.00018080646,7.322363e-7,0.011706369,7.287148e-7,0.1593163,0.007876278,0.16034304,0.4360295],"study_design_scores_gemma":[0.0035165031,0.00060948165,0.21053217,0.00054913823,0.00029793638,0.00011912342,0.003253128,0.0015311834,0.012876566,0.0064621544,0.7601106,0.00014198865],"about_ca_topic_score_codex":0.000101739024,"about_ca_topic_score_gemma":0.000029294393,"teacher_disagreement_score":0.59976757,"about_ca_system_score_codex":0.00003196545,"about_ca_system_score_gemma":0.0007709984,"threshold_uncertainty_score":0.99915165},"labels":[],"label_agreement":null},{"id":"W1999627983","doi":"10.1097/00001888-200510001-00016","title":"Does Group Discussion of Student Clerkship Performance at an Education Committee Affect an Individual Committee Member???s Decisions?","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Deliberation; Grading (engineering); Medical education; Quarter (Canadian coin); Psychology; Affect (linguistics); Medicine; Political science; Engineering","score_opus":0.057911345685535576,"score_gpt":0.4092886805656334,"score_spread":0.3513773348800978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999627983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97165203,0.0003887513,0.00021124959,0.02409506,0.0015866775,0.00093882997,0.000005744527,0.00010500673,0.0010166274],"genre_scores_gemma":[0.9838466,0.0005931319,0.0025766033,0.0065663634,0.003404292,0.0001201391,0.0009594756,0.000053526906,0.0018798755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99569947,0.00028858508,0.0012907018,0.0005645661,0.0017044485,0.00045221686],"domain_scores_gemma":[0.99738973,0.000296377,0.0005171594,0.001053309,0.00034465877,0.00039874183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031726945,0.00034842856,0.0006646492,0.0005598924,0.00029128575,0.000008841314,0.0006720773,0.00047551192,0.0010189159],"category_scores_gemma":[0.0012650705,0.00017549901,0.00005749826,0.0008528363,0.0005554123,0.00060774834,0.00018326494,0.0013808981,0.00005270931],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029436118,0.00090816466,0.37536103,0.00019688031,0.00008228997,0.0000017039973,0.019286947,0.000011675732,0.0065888166,0.0012615196,0.07117328,0.5248333],"study_design_scores_gemma":[0.0036501498,0.0021373164,0.9214233,0.002470457,0.0004798028,0.00010657148,0.013846314,0.0011322642,0.0027025335,0.0005725659,0.051073153,0.00040553598],"about_ca_topic_score_codex":0.00003845864,"about_ca_topic_score_gemma":0.00003740856,"teacher_disagreement_score":0.5460623,"about_ca_system_score_codex":0.00042879512,"about_ca_system_score_gemma":0.00024583048,"threshold_uncertainty_score":0.99989426},"labels":[],"label_agreement":null},{"id":"W2000009565","doi":"10.1097/00001888-200002000-00018","title":"Cognitive Difficulty in Physicians","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Remedial education; Neuropsychology; Neuropsychological testing; Intervention (counseling); Cognition; Neuropsychological assessment; Medicine; MEDLINE; Clinical psychology; Psychology; Psychiatry; Family medicine","score_opus":0.025499754979198572,"score_gpt":0.374066403631921,"score_spread":0.3485666486527224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000009565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452564,0.0003294479,0.00018752083,0.023375897,0.00024551532,0.00037380646,0.0000012309577,0.00006520352,0.030164946],"genre_scores_gemma":[0.9706348,0.0004842058,0.000075346936,0.018191334,0.0012209336,0.00004977487,0.00013258576,0.000018087761,0.009192919],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99853194,0.000036286623,0.00046318825,0.00026112437,0.00042510082,0.00028235183],"domain_scores_gemma":[0.99950415,0.00009729717,0.000064256164,0.00016730512,0.00010034812,0.000066647866],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004126908,0.0001342424,0.0003132399,0.00019500454,0.000039843133,0.0000011878661,0.00009523466,0.00020363778,0.0041367975],"category_scores_gemma":[0.0011204459,0.00010473534,0.000022136688,0.0009385884,0.00029719248,0.00007092846,0.000009310357,0.0010359223,0.00031822745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021029965,0.00011746948,0.022647543,0.00008895879,0.00003765219,0.000047905985,0.0126225455,0.0000026239218,0.0030100278,0.0013050545,0.10634014,0.8535698],"study_design_scores_gemma":[0.016415263,0.0009890182,0.7636466,0.0067214672,0.00040246392,0.00036984045,0.021488141,0.0021499672,0.0016554308,0.0035846194,0.18192682,0.0006503854],"about_ca_topic_score_codex":0.000051847594,"about_ca_topic_score_gemma":0.000002160052,"teacher_disagreement_score":0.8529194,"about_ca_system_score_codex":0.00010678778,"about_ca_system_score_gemma":0.00006333537,"threshold_uncertainty_score":0.99677354},"labels":[],"label_agreement":null},{"id":"W2000477303","doi":"10.1097/acm.0b013e3181637925","title":"The Reported Validity and Reliability of Methods for Evaluating Continuing Medical Education: A Systematic Review","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Johns Hopkins University","keywords":"Reliability (semiconductor); Medical education; MEDLINE; Validity; Continuing medical education; Psychology; Continuing education; Medicine; Clinical psychology; Psychometrics; Political science","score_opus":0.22383405005369847,"score_gpt":0.5939144964063777,"score_spread":0.3700804463526792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000477303","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016921284,0.98018533,0.0028263794,0.005844231,0.0013416078,0.009560312,0.0000022293332,0.000048217713,0.0001747768],"genre_scores_gemma":[0.0000026667797,0.9844615,0.008644837,0.0020176927,0.00094728207,0.0028608614,0.00022449966,0.0000589736,0.0007817215],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98988324,0.0019278487,0.005814861,0.0006819689,0.0013209268,0.000371147],"domain_scores_gemma":[0.9818696,0.009695758,0.0045021954,0.0015786695,0.002050919,0.00030288092],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.033186097,0.0004793893,0.0051089157,0.00023168257,0.00021257962,0.000004169063,0.0005114562,0.00092064514,0.00008633632],"category_scores_gemma":[0.45030376,0.0002535103,0.00033213253,0.0011737756,0.0010377067,0.000056349138,0.000111380155,0.002110413,0.0000025905492],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046018117,0.000014134959,0.0000032535684,0.5389181,0.000080273996,6.349362e-7,0.00019960801,1.5681454e-9,2.1802707e-7,0.00015770197,0.021470672,0.43915084],"study_design_scores_gemma":[0.00027793756,0.00014221953,0.0000021192723,0.60059315,0.00665143,0.0015606483,0.00016999416,0.00009436564,3.1283986e-7,0.0002582342,0.39012268,0.00012689202],"about_ca_topic_score_codex":0.000011868392,"about_ca_topic_score_gemma":1.4711328e-7,"teacher_disagreement_score":0.43902394,"about_ca_system_score_codex":0.00029273017,"about_ca_system_score_gemma":0.0035070963,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W2000752240","doi":"10.1097/acm.0b013e3181f16f52","title":"Medical Education in the United States and Canada, 2010","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"History of the United States; MEDLINE; Political science; Higher education; Medical education; Family medicine; Medicine; Law","score_opus":0.03547752077964512,"score_gpt":0.4495443455685384,"score_spread":0.4140668247888933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000752240","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63094157,0.00044428676,0.0000041000417,0.36272433,0.0018030518,0.00025426294,0.0000023451994,0.000012425538,0.0038136486],"genre_scores_gemma":[0.32224247,0.0047953012,0.000017592109,0.6657954,0.0017614217,0.00008316657,0.00018499004,0.000013145188,0.0051065455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827325,0.00030037595,0.00047525906,0.00014330258,0.00046817024,0.0003396675],"domain_scores_gemma":[0.9975975,0.0017620439,0.00010939244,0.00020295804,0.00007066762,0.00025742425],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022421207,0.000093161005,0.00019486668,0.00012450176,0.00022942589,7.7438693e-7,0.00028471646,0.0003254661,0.0014300749],"category_scores_gemma":[0.0022288128,0.000052124415,0.0000052788396,0.00020396565,0.0001351725,0.000040900202,0.00005032383,0.0035538736,0.000013522253],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000730307,0.00000258254,0.19420032,0.00006327232,0.0000017609824,0.000003523989,0.004505209,1.992818e-8,0.000019990486,0.0030060643,0.79511756,0.0030723836],"study_design_scores_gemma":[0.00053477735,0.000017685823,0.2959019,0.00011322097,0.0000086745895,0.000011635211,0.009566008,0.00003574947,8.322011e-7,0.0016529214,0.6921025,0.00005412462],"about_ca_topic_score_codex":0.90570235,"about_ca_topic_score_gemma":0.9099697,"teacher_disagreement_score":0.3086991,"about_ca_system_score_codex":0.00011306392,"about_ca_system_score_gemma":0.009799253,"threshold_uncertainty_score":0.99948275},"labels":[],"label_agreement":null},{"id":"W2001204556","doi":"10.1097/acm.0000000000000146","title":"A New Leadership Curriculum","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Educational leadership; Psychology; Medical school; Public relations; Political science; Medicine; Pedagogy","score_opus":0.06574519608960055,"score_gpt":0.36954764525959866,"score_spread":0.3038024491699981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001204556","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2874726,0.0023117785,0.11873195,0.5006359,0.004665359,0.0009943024,4.1075938e-7,0.0005957226,0.08459197],"genre_scores_gemma":[0.9140039,0.000112238864,0.0043483768,0.048119683,0.008581892,0.000022482041,0.0000657741,0.00003644891,0.024709197],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982396,0.00004536891,0.0004816416,0.0002824901,0.00060213805,0.00034881165],"domain_scores_gemma":[0.99902725,0.00008741866,0.00012298892,0.00036899536,0.00014044701,0.00025291237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010449514,0.00015656029,0.00032876746,0.00024478725,0.000058755617,0.0000022538056,0.00018042151,0.00028143238,0.0020354253],"category_scores_gemma":[0.005618465,0.00011498681,0.000031059142,0.00075100304,0.0001870016,0.00007107873,0.000023600567,0.0010926733,0.00040283232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014982043,0.000010542545,0.011120539,0.00009628085,0.000019355266,0.0000023712068,0.0015926732,3.6998046e-7,0.0012819897,0.020045595,0.83232695,0.13348837],"study_design_scores_gemma":[0.004248642,0.00063829165,0.015435778,0.0014400093,0.00026092574,0.0003290547,0.005530422,0.001832734,0.00065776677,0.007055619,0.96228206,0.00028867694],"about_ca_topic_score_codex":0.00008071794,"about_ca_topic_score_gemma":6.8420235e-7,"teacher_disagreement_score":0.6265313,"about_ca_system_score_codex":0.00008950409,"about_ca_system_score_gemma":0.00015043792,"threshold_uncertainty_score":0.99887687},"labels":[],"label_agreement":null},{"id":"W2001277066","doi":"10.1097/acm.0b013e31822a729d","title":"Who You Know or What You Know? Effect of Examiner Familiarity With Residents on OSCE Scores","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Need to know; Psychology; Medical education; Medicine; Computer science; Computer security","score_opus":0.0399114822071602,"score_gpt":0.3486064607028999,"score_spread":0.30869497849573974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001277066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862076,0.0021010735,0.00020919343,0.004029738,0.0011763207,0.001042798,0.0000023133537,0.000094347495,0.0051366133],"genre_scores_gemma":[0.9752724,0.0049971086,0.00045805538,0.0041986774,0.0013819046,0.00011017748,0.00009302853,0.000073213734,0.01341539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966535,0.00020217379,0.00089564174,0.00055405824,0.00124076,0.00045388116],"domain_scores_gemma":[0.99773437,0.0004556748,0.00039463106,0.0008103395,0.0003776859,0.00022728529],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022200935,0.00037249894,0.0008761518,0.0005101498,0.0000846931,0.0000048449524,0.00038156693,0.00048289358,0.0010045423],"category_scores_gemma":[0.0062485933,0.00020874989,0.000044925688,0.0012169502,0.00084824977,0.00029586893,0.00006669078,0.0015416701,0.000076390126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011197476,0.00043838742,0.45817146,0.0030057887,0.00052334106,0.00020126578,0.025429055,0.0000019189035,0.008965626,0.0025671877,0.23676905,0.25272945],"study_design_scores_gemma":[0.02444011,0.029486777,0.7671276,0.054639105,0.002201749,0.00056514353,0.011946973,0.00049418,0.0760389,0.00078498805,0.031151641,0.0011228807],"about_ca_topic_score_codex":0.000393794,"about_ca_topic_score_gemma":0.000011008897,"teacher_disagreement_score":0.3089561,"about_ca_system_score_codex":0.00015942444,"about_ca_system_score_gemma":0.00022368476,"threshold_uncertainty_score":0.9999087},"labels":[],"label_agreement":null},{"id":"W2001280683","doi":"10.1097/00001888-200301000-00001","title":"Itʼs Time to Focus on the Quality of GME","year":2003,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus (optics); Quality (philosophy); Medical education; Medicine","score_opus":0.01931627866380982,"score_gpt":0.2953085031466388,"score_spread":0.275992224482829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001280683","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001112541,0.0020413492,0.0008501111,0.009613798,0.97023517,0.00040990917,0.00007306072,0.0002696919,0.015394396],"genre_scores_gemma":[0.005309866,0.0009813983,0.000045773402,0.00041707585,0.980961,0.00008338692,0.00016967193,0.00010982756,0.01192195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980959,0.00005792349,0.0005995388,0.00022083698,0.00074862794,0.0002771395],"domain_scores_gemma":[0.99770474,0.001552147,0.00008543105,0.00040476763,0.00006729924,0.00018563683],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013219272,0.0002685866,0.00051934604,0.00013757312,0.000022077867,0.0000021844749,0.00043937363,0.000978622,0.0009829801],"category_scores_gemma":[0.0034391447,0.00016772684,0.000048354334,0.00033236595,0.000093043855,0.000018287357,0.000023457931,0.0017914877,0.0005175825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061216474,0.000002786465,3.8838107e-7,0.00028677474,0.00003826681,2.3969932e-7,0.00034288532,0.00005929837,0.0015618094,0.00020328141,0.99646485,0.0010332993],"study_design_scores_gemma":[0.00019158893,0.00007853922,0.00001643371,0.0006918195,0.000032959993,4.444077e-7,0.00002917921,0.000100106874,0.00039393036,0.000508129,0.9977761,0.00018078236],"about_ca_topic_score_codex":0.00004161116,"about_ca_topic_score_gemma":5.1189284e-7,"teacher_disagreement_score":0.010725907,"about_ca_system_score_codex":0.00011275291,"about_ca_system_score_gemma":0.00005611267,"threshold_uncertainty_score":0.99993026},"labels":[],"label_agreement":null},{"id":"W2001502398","doi":"10.1097/00001888-200105000-00108","title":"A Workshop for First-year Residents on Discussing “Code Status” in Hospitals","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Providence Health Care","funders":"","keywords":"Facilitator; Context (archaeology); Medical education; Psychology; Curriculum; Active listening; Empathy; Medicine; Nursing; Family medicine; Pedagogy; Social psychology","score_opus":0.13670982610260266,"score_gpt":0.45787175858776263,"score_spread":0.32116193248516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001502398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9674489,0.0061351527,0.0007972161,0.02051239,0.00031708862,0.0007047272,0.000012320005,0.00004845379,0.0040237484],"genre_scores_gemma":[0.97752637,0.015709134,0.00062794617,0.0017805916,0.0008704121,0.000057419376,0.000062074534,0.000040714473,0.003325324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981233,0.00003634583,0.0005876599,0.00034123607,0.0004390604,0.00047238343],"domain_scores_gemma":[0.99845326,0.0007946901,0.00016689717,0.0002848178,0.000083179795,0.0002171784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055020605,0.00019954848,0.00061135355,0.00028707038,0.00004174165,0.0000023697332,0.00014381969,0.00023740892,0.00013177749],"category_scores_gemma":[0.003654462,0.0001371167,0.000064972315,0.0004090617,0.00016260719,0.00008397686,0.000033006298,0.00051476114,0.000018321522],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011470964,0.000035328398,0.9412906,0.00026091552,0.000068210065,0.000070344715,0.012058065,0.00001859776,0.00080291915,0.00094906124,0.03817549,0.005123361],"study_design_scores_gemma":[0.02920535,0.0030669647,0.52646065,0.054811496,0.0005011155,0.000039125163,0.03403778,0.00061823917,0.004298438,0.010182104,0.33596236,0.00081638683],"about_ca_topic_score_codex":0.0001236111,"about_ca_topic_score_gemma":0.000055930195,"teacher_disagreement_score":0.41482994,"about_ca_system_score_codex":0.00014702762,"about_ca_system_score_gemma":0.00005988798,"threshold_uncertainty_score":0.5591457},"labels":[],"label_agreement":null},{"id":"W2002338922","doi":"10.1097/acm.0000000000000596","title":"Quality Improvement, Patient Safety, and Continuing Education","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Snowball sampling; Psychological intervention; Relevance (law); Negotiation; Medical education; Qualitative research; Quality (philosophy); Content analysis; Psychology; Health care; Nursing; Exploratory research; Medicine; Sociology","score_opus":0.05524403554188393,"score_gpt":0.4504601811189116,"score_spread":0.39521614557702767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002338922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88244617,0.0009435105,0.014861129,0.03436078,0.0034254594,0.0014594704,0.000005818294,0.0001399062,0.062357772],"genre_scores_gemma":[0.9802175,0.0009544644,0.000061078936,0.014039345,0.00079427473,0.00010396454,0.00006160804,0.000012129319,0.0037556365],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976406,0.00047777596,0.0009974304,0.00025458253,0.00032818876,0.0003013954],"domain_scores_gemma":[0.99790144,0.00079121185,0.00068682816,0.00023774251,0.00012390266,0.00025884947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023093205,0.0001258728,0.00035413427,0.00009299306,0.0002611172,1.6431716e-7,0.000112699454,0.00022733827,0.0003687974],"category_scores_gemma":[0.0031774912,0.00009251352,0.000017526927,0.000120872195,0.0001427456,0.000089607485,0.00007492564,0.0008029942,0.000063336796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020842064,0.000018301185,0.08280355,0.00033584578,0.00001850893,1.20443e-7,0.050486065,0.0000014493826,0.0046683955,0.03771232,0.021351233,0.8023958],"study_design_scores_gemma":[0.0031008401,0.00027020977,0.09005204,0.0018022053,0.000048499223,0.0000015155437,0.03232915,0.00011131819,0.00006968898,0.0042073256,0.8678027,0.00020455255],"about_ca_topic_score_codex":0.00010122096,"about_ca_topic_score_gemma":0.0000058335118,"teacher_disagreement_score":0.8464514,"about_ca_system_score_codex":0.00007332232,"about_ca_system_score_gemma":0.00008981333,"threshold_uncertainty_score":0.40380728},"labels":[],"label_agreement":null},{"id":"W2002551446","doi":"10.1097/00001888-200410000-00025","title":"Advancing Health Care Education and Practice Through Research: The University of Toronto, Donald R. Wilson Centre for Research in Education","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Medical education; Sociology; Library science; Medicine; Gerontology","score_opus":0.3561271913270055,"score_gpt":0.6359867608413381,"score_spread":0.2798595695143326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002551446","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13924424,0.057379164,0.00021704074,0.78582615,0.0012998591,0.0042533744,0.0000072615458,0.000016586631,0.011756334],"genre_scores_gemma":[0.92546374,0.060361564,0.0030945048,0.0068850974,0.0019145074,0.000114693015,0.000074886695,0.00001797623,0.0020730426],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99480206,0.0026306566,0.0004517763,0.0003367854,0.0008729977,0.0009057372],"domain_scores_gemma":[0.991684,0.0060584713,0.00021173822,0.0002800035,0.0014336548,0.00033213643],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01916142,0.00007706971,0.0001891242,0.00015651733,0.0016238642,0.0000029291516,0.00034101467,0.00017567154,0.000089323046],"category_scores_gemma":[0.010016174,0.000057351102,0.000011139929,0.0007251037,0.00053716055,0.0005737019,0.00009840445,0.0016880326,0.000012125647],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023261552,0.00007040637,0.0024407392,0.0014011868,0.0000034386157,2.037323e-7,0.57644606,0.000004485402,0.00016965033,0.017563432,0.35187,0.049797814],"study_design_scores_gemma":[0.0004187431,0.00018241949,0.0036412033,0.0013775688,0.000002191227,0.0000015351485,0.5681122,0.000008483405,0.000004353025,0.004364082,0.42185894,0.000028285618],"about_ca_topic_score_codex":0.1595288,"about_ca_topic_score_gemma":0.022712067,"teacher_disagreement_score":0.7862195,"about_ca_system_score_codex":0.0029785985,"about_ca_system_score_gemma":0.018522058,"threshold_uncertainty_score":0.99967587},"labels":[],"label_agreement":null},{"id":"W2002606073","doi":"10.1097/00001888-200309000-00001","title":"Putting Patients First","year":2003,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Graduate medical education; Residency training; Program director; Psychology; Set (abstract data type); Family medicine; Medicine; Accreditation; Continuing education; Computer science","score_opus":0.046788066711693777,"score_gpt":0.45697981032713786,"score_spread":0.4101917436154441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002606073","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075204254,0.003034508,0.000027152179,0.012935413,0.91523343,0.0010794151,0.00009910467,0.00017881214,0.06733693],"genre_scores_gemma":[0.000041177118,0.0087130945,0.00005819925,0.030347403,0.9041929,0.00019895106,0.0015317167,0.00012351567,0.05479304],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993591,0.00062847784,0.0020329833,0.0007241133,0.0016785384,0.0013449007],"domain_scores_gemma":[0.9885049,0.008374937,0.0012926316,0.00065649516,0.00067277934,0.0004982923],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0027316853,0.0005473348,0.001408117,0.00030238647,0.0010642817,0.000001974716,0.0007363621,0.0047162455,0.0033649409],"category_scores_gemma":[0.017344786,0.00041678545,0.000087555876,0.0003261559,0.00014964656,0.00011517553,0.00025668784,0.011664248,0.0013998514],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023282639,0.0000041951935,0.008989233,0.0016452172,0.00003118981,0.0000053580975,0.0021865352,3.8092693e-8,3.756149e-7,0.000101325546,0.9859587,0.0010545799],"study_design_scores_gemma":[0.0026366382,0.00014434064,0.00038635955,0.0019790956,0.00013327882,2.1657101e-7,0.00027171354,5.385796e-7,2.2009885e-7,0.0009710344,0.9931919,0.00028465962],"about_ca_topic_score_codex":0.0005853709,"about_ca_topic_score_gemma":0.00007565619,"teacher_disagreement_score":0.01741199,"about_ca_system_score_codex":0.0016112669,"about_ca_system_score_gemma":0.0031808866,"threshold_uncertainty_score":0.9998284},"labels":[],"label_agreement":null},{"id":"W2002930328","doi":"10.1097/00001888-200005000-00071","title":"Objectives-based Self-assessment of Surgical Residents","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Self-assessment; Educational measurement; Core competency; Medicine; Core (optical fiber); Medical education; Competency assessment; Set (abstract data type); Physical therapy; Psychology; Computer science; Curriculum; Pedagogy","score_opus":0.016927075499241277,"score_gpt":0.39721122432472333,"score_spread":0.38028414882548206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002930328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485888,0.00032916313,0.00025676968,0.017945647,0.0003292093,0.00044574597,0.0000013333658,0.000108533786,0.03199478],"genre_scores_gemma":[0.9912499,0.00060758804,0.0022412923,0.0027693603,0.0008531016,0.000036717203,0.00006944359,0.000022249502,0.0021503256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976649,0.0000865419,0.00076310267,0.0002872432,0.0009364374,0.00026173133],"domain_scores_gemma":[0.9989312,0.00018127506,0.00016062538,0.0003760498,0.00021869063,0.00013214324],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001166206,0.0001561867,0.00044638992,0.00027064834,0.000054561322,0.0000012039978,0.00016931375,0.00026152385,0.006035502],"category_scores_gemma":[0.00029732173,0.0001181862,0.00004571846,0.0008442574,0.0002692422,0.000057418296,0.000013470984,0.000889922,0.000043985678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009880168,0.00082166743,0.51217765,0.0013757502,0.00045825026,0.00023561875,0.0068940916,0.000072050316,0.0065194434,0.012126077,0.2995309,0.15880047],"study_design_scores_gemma":[0.017552493,0.0019920664,0.8269138,0.0030000971,0.00065980386,0.0003889619,0.0014170124,0.008760528,0.0026509725,0.001554825,0.13467973,0.00042971058],"about_ca_topic_score_codex":0.00006162644,"about_ca_topic_score_gemma":2.9715588e-7,"teacher_disagreement_score":0.31473613,"about_ca_system_score_codex":0.00023778653,"about_ca_system_score_gemma":0.0004881313,"threshold_uncertainty_score":0.9948731},"labels":[],"label_agreement":null},{"id":"W2002950070","doi":"10.1097/acm.0000000000000217","title":"Defining the Key Roles and Competencies of the Clinician–Educator of the 21st Century","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Hamilton General Hospital","funders":"","keywords":"Scholarship; Competence (human resources); Medical education; Curriculum; Faculty development; Core competency; Focus group; Medicine; Professional development; Graduate medical education; Grounded theory; Psychology; Pedagogy; Qualitative research; Sociology; Political science; Management; Accreditation","score_opus":0.01851338266185301,"score_gpt":0.32620499359625865,"score_spread":0.30769161093440567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002950070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91149336,0.0044759186,0.000022994374,0.07648338,0.0015366117,0.00037415716,0.000001560609,0.000012495933,0.005599505],"genre_scores_gemma":[0.9871851,0.0010650699,0.00014613372,0.010657969,0.0006584412,0.00001280803,0.0000047697213,0.000012852861,0.00025681983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820244,0.00017193626,0.0006973035,0.00015980144,0.00059164845,0.00017684225],"domain_scores_gemma":[0.9979849,0.0007175025,0.0004763482,0.000574692,0.00020069735,0.00004588513],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020842936,0.00012053746,0.00033065642,0.00006653422,0.00014894453,0.0000014711711,0.00042173365,0.00015985177,0.00006433536],"category_scores_gemma":[0.009418067,0.00004845513,0.000048760936,0.0005638731,0.0016127301,0.00002840422,0.00012685523,0.0009509271,0.0000037041614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079879756,0.00007350907,0.417505,0.0005861915,0.00014802921,1.9704186e-7,0.045049414,0.0000034230068,0.009885036,0.38013917,0.03944202,0.10708814],"study_design_scores_gemma":[0.0024682095,0.00031179594,0.628149,0.004376397,0.00066043035,0.0001045082,0.077889115,0.0004574915,0.00566471,0.0046047983,0.27513236,0.00018121667],"about_ca_topic_score_codex":0.000057640358,"about_ca_topic_score_gemma":0.0000051802,"teacher_disagreement_score":0.37553436,"about_ca_system_score_codex":0.000028758961,"about_ca_system_score_gemma":0.00021090684,"threshold_uncertainty_score":0.99892604},"labels":[],"label_agreement":null},{"id":"W2003211637","doi":"10.1097/acm.0b013e3181e1b229","title":"To Think Is Good: Querying an Initial Hypothesis Reduces Diagnostic Error in Medical Students","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Health Sciences Centre","funders":"","keywords":"Medical diagnosis; Medicine; Diagnostic accuracy; Concordance; Pediatrics; Radiology; Internal medicine","score_opus":0.06561682143505307,"score_gpt":0.446273172229573,"score_spread":0.38065635079452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003211637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419064,0.000285478,0.00002552303,0.053655908,0.001405447,0.0006402057,0.0000064573173,0.00013021161,0.0019443829],"genre_scores_gemma":[0.9545606,0.0005100582,0.00033643836,0.040796075,0.003131992,0.00007678455,0.000029677447,0.00005492367,0.00050346594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99483335,0.0001582264,0.0011728008,0.0007702333,0.0023749059,0.0006904827],"domain_scores_gemma":[0.9680549,0.029041363,0.00017884736,0.00064594846,0.00012652503,0.0019524484],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036803505,0.00034919733,0.0009353183,0.00037464863,0.00008207165,0.000018915229,0.00088164624,0.00088729314,0.002991091],"category_scores_gemma":[0.3497971,0.00026045874,0.00007993037,0.00058890803,0.00038154857,0.0001466057,0.00022441396,0.0029583182,0.00031853613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060227676,0.0007247896,0.76511765,0.00008755539,0.00015227695,0.002022934,0.02138369,0.000002651629,0.006308609,0.0006086423,0.049264543,0.1537244],"study_design_scores_gemma":[0.012583566,0.0027324674,0.94679344,0.016527975,0.0005550793,0.00073032576,0.0048682927,0.0002790814,0.0037881276,0.0030915316,0.0071852864,0.00086483447],"about_ca_topic_score_codex":0.0005938593,"about_ca_topic_score_gemma":0.00013244229,"teacher_disagreement_score":0.34611675,"about_ca_system_score_codex":0.00006599987,"about_ca_system_score_gemma":0.000357203,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W2003214658","doi":"10.1097/00001888-200610001-00019","title":"The Professionalism Mini-Evaluation Exercise: A Preliminary Investigation","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"ABIM Foundation","keywords":"Medical education; Set (abstract data type); Medicine; Construct (python library); Psychology; Obstetrics and gynaecology; Exploratory factor analysis; Educational measurement; Psychometrics; Clinical psychology; Curriculum; Pedagogy; Computer science","score_opus":0.05994534793544474,"score_gpt":0.4004296916848094,"score_spread":0.34048434374936465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003214658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81326973,0.0070780055,0.00033669433,0.16992636,0.0020253689,0.0018821761,9.1120995e-7,0.000127128,0.005353639],"genre_scores_gemma":[0.979318,0.00031726278,0.00044762797,0.004554492,0.0023942695,0.0005309172,0.0005117238,0.000029544562,0.01189611],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99707294,0.00012959188,0.0007751117,0.00029623922,0.0014305558,0.0002955426],"domain_scores_gemma":[0.99834687,0.0002611569,0.00029250197,0.00041045176,0.00061961095,0.00006939468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034757939,0.0001691468,0.00023692024,0.00018202182,0.00035510192,0.0000058256896,0.00019236871,0.00030115512,0.0002795484],"category_scores_gemma":[0.0031386178,0.000101270496,0.000029703553,0.0008136216,0.0005781919,0.00012063873,0.000039097144,0.00086640957,0.000067408306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018652965,0.000028558647,0.0067921123,0.00011875444,0.00002155188,0.0000038700755,0.0024495681,0.0000068617683,0.004482301,0.013964892,0.860563,0.111382015],"study_design_scores_gemma":[0.008696178,0.000856663,0.47313243,0.0064569497,0.0015378362,0.00037618578,0.011152479,0.020704491,0.0052559404,0.14043379,0.330781,0.0006160487],"about_ca_topic_score_codex":0.00007092674,"about_ca_topic_score_gemma":0.0000012110578,"teacher_disagreement_score":0.52978194,"about_ca_system_score_codex":0.00020975663,"about_ca_system_score_gemma":0.00041765394,"threshold_uncertainty_score":0.4129691},"labels":[],"label_agreement":null},{"id":"W2003457141","doi":"10.1097/01.acm.0000236543.88782.b6","title":"Medical Students?? Clinical Reasoning Skills as a Function of Basic Science Achievement and Clinical Competency Measures: A Structural Equation Model","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Division of Undergraduate Education","keywords":"Aptitude; Psychology; Structural equation modeling; Confirmatory factor analysis; Achievement test; Medical education; Mathematics education; Medicine; Mathematics; Standardized test; Statistics; Developmental psychology","score_opus":0.05112432079455465,"score_gpt":0.4284400285451951,"score_spread":0.37731570775064044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003457141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9845201,0.001092457,0.0067370944,0.004738137,0.00084313896,0.00059307617,0.0000035995095,0.00008227685,0.0013901622],"genre_scores_gemma":[0.99137944,0.0019819,0.0009070084,0.0036255578,0.0015082867,0.000014952848,0.000048694503,0.00002708316,0.00050708756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914139,0.00028671074,0.002796962,0.00090896763,0.0040564844,0.00053700607],"domain_scores_gemma":[0.98833394,0.008978859,0.0007071899,0.0005197496,0.0004980971,0.0009621754],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.014102539,0.00030809193,0.0011676907,0.00025068695,0.00017183463,0.000014192877,0.00052686577,0.00061722443,0.00018647898],"category_scores_gemma":[0.13037296,0.00021914301,0.00016591666,0.00057058426,0.0027324674,0.00014959149,0.00029091825,0.0016814161,0.000027437985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005250912,0.0002797758,0.957518,0.000038554263,0.0000999294,0.000026251755,0.0002216896,0.000038122787,0.00023004157,0.009487767,0.0017407426,0.029794024],"study_design_scores_gemma":[0.010895262,0.0029135717,0.92304,0.0054020286,0.0008690452,0.00011089617,0.00026319607,0.047490396,0.00004188618,0.008493434,0.00021861942,0.00026168197],"about_ca_topic_score_codex":0.00023268415,"about_ca_topic_score_gemma":0.000010444459,"teacher_disagreement_score":0.11627042,"about_ca_system_score_codex":0.00010075479,"about_ca_system_score_gemma":0.0011988085,"threshold_uncertainty_score":0.9999815},"labels":[],"label_agreement":null},{"id":"W2003699177","doi":"10.1097/00001888-200107000-00019","title":"Senior Residentsʼ Views on the Meaning of Professionalism and How They Learn about It","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Foothills Medical Centre","funders":"","keywords":"Meaning (existential); Competence (human resources); Empathy; Medical education; Altruism (biology); Psychology; Quality (philosophy); Face (sociological concept); Medicine; Social psychology; Sociology","score_opus":0.09670518777172118,"score_gpt":0.413520941880394,"score_spread":0.3168157541086728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003699177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6395549,0.0009286176,0.00009199558,0.35209072,0.0004380364,0.0004914063,5.1320586e-7,0.000039144255,0.0063646757],"genre_scores_gemma":[0.9587693,0.0020274231,0.0001672617,0.02479312,0.0010083582,0.00004535199,0.00001985053,0.00003083657,0.01313849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981128,0.00014862888,0.000448827,0.00024366038,0.00081633055,0.00022977625],"domain_scores_gemma":[0.998621,0.00044628352,0.00028205532,0.00036475336,0.00021292144,0.000073008734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023463343,0.00015410918,0.00034811618,0.00018111103,0.00010900709,0.0000029605399,0.00017948906,0.0002274007,0.00033159988],"category_scores_gemma":[0.00687577,0.0000810217,0.00002560527,0.000413155,0.0003559195,0.000063551124,0.00004912508,0.0012483075,0.000013986708],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034521223,0.00006787849,0.025601558,0.00037640994,0.00013525011,0.00002936237,0.042288497,0.0000014025131,0.0344869,0.068803705,0.7522764,0.0755874],"study_design_scores_gemma":[0.0053274557,0.0009634451,0.06255403,0.014553464,0.00048211517,0.00061296334,0.058547657,0.00064815546,0.0037430022,0.015147579,0.8370085,0.0004116395],"about_ca_topic_score_codex":0.000029585828,"about_ca_topic_score_gemma":0.0000026747603,"teacher_disagreement_score":0.3272976,"about_ca_system_score_codex":0.00005485385,"about_ca_system_score_gemma":0.00009936205,"threshold_uncertainty_score":0.82314354},"labels":[],"label_agreement":null},{"id":"W2004124476","doi":"10.1097/00001888-200611000-00014","title":"Commentary","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Myasthenia Gravis and Thymoma","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Portrait; Painting; Wife; Studio; Adventure; Still life; Art history; Psychology; Psychoanalysis; Art; Visual arts; Philosophy","score_opus":0.017286375499378295,"score_gpt":0.29987368324881347,"score_spread":0.2825873077494352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004124476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7748269,0.0033084357,0.0003640699,0.16518722,0.0003864216,0.00034272397,0.0000033432202,0.00015405564,0.055426836],"genre_scores_gemma":[0.9558001,0.00017830513,0.00012665516,0.03372008,0.0027103224,0.000010423501,0.00010597071,0.000021577309,0.0073265308],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988592,0.000022948996,0.00034812908,0.00019539641,0.00032287254,0.000251432],"domain_scores_gemma":[0.9994526,0.00006456174,0.000066033,0.00023675465,0.000035145997,0.00014491125],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027863652,0.00013409434,0.00030801725,0.00010160487,0.000048375463,0.000001234807,0.00009665539,0.00012965592,0.001129221],"category_scores_gemma":[0.00004720923,0.00009172385,0.0000381749,0.00017165196,0.00015935296,0.000035123354,0.000028658858,0.00046312346,0.00012239088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006977002,0.000015478498,0.058760364,0.00003925081,0.000022246712,0.00008577702,0.0002300811,3.023902e-7,0.012658451,0.008921174,0.91636854,0.002828562],"study_design_scores_gemma":[0.0042091743,0.0004299831,0.06845455,0.0003912363,0.00018515471,0.0005128296,0.00032684492,0.00008813986,0.0021276984,0.009611172,0.9134926,0.00017056741],"about_ca_topic_score_codex":0.0003965539,"about_ca_topic_score_gemma":0.0000033506906,"teacher_disagreement_score":0.18097323,"about_ca_system_score_codex":0.000038480062,"about_ca_system_score_gemma":0.000017053988,"threshold_uncertainty_score":0.9997839},"labels":[],"label_agreement":null},{"id":"W2004213527","doi":"10.1097/acm.0b013e3181e7d960","title":"“A Woman drest by Age”","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Historical Gender and Feminism Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre de Santé et de Services Sociaux Cavendish","funders":"","keywords":"Honour; Art; Poetry; White (mutation); Chorus; Theme (computing); Girl; Literature; Art history; History; Psychology","score_opus":0.04346040072214776,"score_gpt":0.36292760144995617,"score_spread":0.31946720072780843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004213527","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03336985,0.0023004601,0.00013995534,0.018458962,0.002900709,0.00016722824,0.000003106132,0.00016569381,0.94249403],"genre_scores_gemma":[0.9578311,0.0011700036,0.00002480241,0.002444512,0.002110825,0.000010463728,0.0000045781767,0.0000073068195,0.036396403],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988838,0.00004670113,0.00018455954,0.00017899687,0.00040160082,0.00030437647],"domain_scores_gemma":[0.9993706,0.00019620688,0.00004846499,0.00011987907,0.000025105968,0.00023975044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007081525,0.00008495726,0.00016936456,0.000037162674,0.0004076717,0.0000031584457,0.0003017203,0.00020824576,0.00068900123],"category_scores_gemma":[0.00090571167,0.00006538242,0.000019619223,0.00021360484,0.00085675914,0.000049290058,0.000031539457,0.000753105,0.000105255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020862383,0.0000030332126,0.0017905283,0.0000025846302,0.000006142239,0.0000056069944,0.18370304,5.2964118e-9,0.0050247237,0.0074790535,0.79936886,0.002614324],"study_design_scores_gemma":[0.00017963255,0.00002470499,0.00055693684,0.000008028106,0.000013243768,8.138596e-7,0.02033782,4.4518205e-7,0.000039760802,0.0032182867,0.97553676,0.00008357654],"about_ca_topic_score_codex":0.0015285383,"about_ca_topic_score_gemma":0.00018028062,"teacher_disagreement_score":0.92446125,"about_ca_system_score_codex":0.00003398262,"about_ca_system_score_gemma":0.000040285617,"threshold_uncertainty_score":0.754408},"labels":[],"label_agreement":null},{"id":"W2004412902","doi":"10.1097/acm.0b013e31819047bf","title":"Commentary: The Right Time to Rethink Part-Time Careers","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Muscular Dystrophy Canada; University of Toronto","funders":"","keywords":"Demographics; Productivity; Time management; Full-time; Part-time employment; Quality (philosophy); Work (physics); Freedom of choice; Resource (disambiguation); Medical education; Psychology; Public relations; Medicine; Political science; Sociology; Management; Computer science; Engineering; Economics; Economic growth","score_opus":0.06464970593405797,"score_gpt":0.35974770285020696,"score_spread":0.295097996916149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004412902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001568061,0.8331674,0.0000028482293,0.09611502,0.0011848314,0.0011821308,0.00004447352,0.00012838551,0.06817337],"genre_scores_gemma":[5.363945e-7,0.895132,0.0000076173383,0.03846577,0.006105644,0.00004194474,0.00024518327,0.000033080505,0.059968237],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425405,0.0012066552,0.00076461193,0.0005660353,0.0024470685,0.00076159916],"domain_scores_gemma":[0.99661416,0.001581942,0.0003804075,0.00062825286,0.00012496643,0.0006702647],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0043850993,0.000476538,0.0018348051,0.0002224287,0.0010956385,0.000017891343,0.003177233,0.0009282589,0.0112512885],"category_scores_gemma":[0.0013553349,0.00028079964,0.00025898308,0.0010629876,0.002129787,0.00011092279,0.0003699572,0.0024178305,0.0060752933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003108951,0.0000026220714,0.0000010153517,0.00021167069,0.00009820743,0.00004235316,0.014674431,8.446091e-8,7.0228424e-8,0.00027282265,0.8270625,0.15763113],"study_design_scores_gemma":[0.00021629232,0.00011399237,2.6558166e-7,0.009150878,0.0008792458,0.000026103678,0.0029233906,3.77041e-7,6.836103e-8,0.00013143073,0.98625857,0.0002994058],"about_ca_topic_score_codex":0.0009949618,"about_ca_topic_score_gemma":0.000028096641,"teacher_disagreement_score":0.15919606,"about_ca_system_score_codex":0.00047175554,"about_ca_system_score_gemma":0.000451397,"threshold_uncertainty_score":0.9999644},"labels":[],"label_agreement":null},{"id":"W2004631574","doi":"10.1097/acm.0b013e3181939034","title":"Can Hospital Rankings Measure Clinical and Educational Quality?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Prestige; Medical education; Psychology; MEDLINE; Ranking (information retrieval); Medicine; Family medicine; Computer science; Political science","score_opus":0.05339780257202682,"score_gpt":0.4511401291131189,"score_spread":0.3977423265410921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004631574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5685429,0.00090517144,0.0001825509,0.4259464,0.0009223766,0.00029780885,9.688041e-7,0.000046827958,0.003155004],"genre_scores_gemma":[0.95265865,0.00049589004,0.0008523165,0.039465927,0.0042818217,0.000015655032,0.00009514397,0.000014141899,0.0021204753],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99749213,0.00009337787,0.0009981804,0.00039029995,0.0007530564,0.00027297589],"domain_scores_gemma":[0.99864477,0.00023761441,0.00022090635,0.00030708904,0.00034937536,0.00024026468],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026965665,0.00017343198,0.0004613478,0.00019283776,0.000099274446,0.000004169393,0.00014370772,0.0003726499,0.00038212774],"category_scores_gemma":[0.010407355,0.0001348624,0.000040663585,0.00048419155,0.0006124048,0.00008251967,0.000019243716,0.0013562638,0.000024051973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014555616,0.00018251916,0.26701388,0.00011348349,0.000090104484,0.0000074227746,0.0076591256,1.0416225e-7,0.0011225549,0.095736794,0.3930759,0.23485255],"study_design_scores_gemma":[0.004131119,0.0008898078,0.92687714,0.000784535,0.00019643914,0.00015457494,0.0017577708,0.000050470953,0.000049732567,0.03224967,0.03260543,0.00025333598],"about_ca_topic_score_codex":0.000034381505,"about_ca_topic_score_gemma":7.9193535e-7,"teacher_disagreement_score":0.65986323,"about_ca_system_score_codex":0.00007592479,"about_ca_system_score_gemma":0.00035764946,"threshold_uncertainty_score":0.9979284},"labels":[],"label_agreement":null},{"id":"W2004693095","doi":"10.1097/00001888-200208000-00017","title":"Using “Concept Sorting” to Study Learning Processes and Outcomes","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Science Education and Pedagogy","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Sorting; Test (biology); Correlation; Medicine; Psychology; Mathematics education; Medical education; Computer science; Mathematics","score_opus":0.2788481291144724,"score_gpt":0.5052473975609884,"score_spread":0.22639926844651598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004693095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9728581,0.0006587088,0.0002095604,0.019615859,0.000385954,0.00025430482,9.2755684e-8,0.000057288085,0.0059601525],"genre_scores_gemma":[0.9913423,0.0001274225,0.000068440866,0.002071816,0.00055861555,0.0000071207537,1.8206019e-7,0.000004890032,0.005819225],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99873996,0.00017321878,0.00021476547,0.00021482822,0.00040718206,0.00025006634],"domain_scores_gemma":[0.9991566,0.0003873912,0.000090201174,0.00006573628,0.00007548437,0.00022461254],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013243626,0.000074389805,0.00015473529,0.0000984634,0.00062417233,0.000014229236,0.00019350878,0.000060937997,0.0013464575],"category_scores_gemma":[0.0077704033,0.00005706138,0.0000065547083,0.0005652064,0.00025623958,0.0001433434,0.000031181553,0.00030651965,0.000025373718],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.926724e-7,0.000007944909,0.43228656,0.0000028661873,0.000003656036,7.965935e-7,0.5569212,0.000006751682,0.000055187636,0.0003992034,0.0009521616,0.009363002],"study_design_scores_gemma":[0.0004981271,0.00017775467,0.035005298,0.000063388594,0.000035217738,0.0000037988443,0.91851276,0.00013120858,0.000030608582,0.0006140955,0.044732466,0.00019527307],"about_ca_topic_score_codex":0.0010410085,"about_ca_topic_score_gemma":0.00010600882,"teacher_disagreement_score":0.39728126,"about_ca_system_score_codex":0.00002837539,"about_ca_system_score_gemma":0.00006744969,"threshold_uncertainty_score":0.99956644},"labels":[],"label_agreement":null},{"id":"W2004745830","doi":"10.1097/acm.0b013e3181e2d0c6","title":"Teaching Quality Improvement and Patient Safety to Trainees: A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":469,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Thematic analysis; Medical education; Enthusiasm; MEDLINE; Medicine; Quality (philosophy); Patient safety; Psychology; Qualitative research; Health care; Pedagogy; Sociology","score_opus":0.16845605547153183,"score_gpt":0.5383200388525057,"score_spread":0.3698639833809738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004745830","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004693255,0.9710541,0.0005494221,0.010455579,0.0013851649,0.014531,0.000073053714,0.00010950891,0.0018374751],"genre_scores_gemma":[0.0000122257725,0.9641303,0.000059034424,0.029530544,0.0005820361,0.0031955156,0.0002318257,0.000060650542,0.0021978565],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.98964703,0.0027959312,0.005251158,0.00072179554,0.0009080858,0.0006760256],"domain_scores_gemma":[0.9919157,0.002876524,0.0032622092,0.0009730303,0.000129127,0.00084337674],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008705322,0.00062503957,0.0050403527,0.00027785744,0.0005262686,3.4742555e-7,0.0005576603,0.0011147958,0.00027707597],"category_scores_gemma":[0.015157099,0.0003754089,0.00018554916,0.0003431308,0.00012998913,0.00006963165,0.00026925458,0.0068114,0.0002709492],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037459833,0.000005909211,0.0000010100114,0.7661456,0.00005849212,0.0000010859969,0.008217505,7.2689974e-9,0.0000010515569,0.0006755822,0.0047512585,0.22013876],"study_design_scores_gemma":[0.00018316372,0.00009195547,9.0307464e-7,0.48130485,0.0011013128,0.0000059383947,0.0013395413,3.3649997e-7,1.04307185e-8,0.000024138048,0.51577044,0.00017739109],"about_ca_topic_score_codex":0.000111751586,"about_ca_topic_score_gemma":0.000010658703,"teacher_disagreement_score":0.5110192,"about_ca_system_score_codex":0.0003479783,"about_ca_system_score_gemma":0.0005327298,"threshold_uncertainty_score":0.99986976},"labels":[],"label_agreement":null},{"id":"W2004990295","doi":"10.1097/00001888-200101000-00021","title":"Problems Identified by Tutors in a Hybrid Problem-based Learning Curriculum","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Kingston General Hospital","funders":"","keywords":"Problem-based learning; Curriculum; Dysfunctional family; Medical education; Interpersonal communication; Psychology; Mathematics education; Medicine; Pedagogy; Clinical psychology; Social psychology","score_opus":0.022426256429224536,"score_gpt":0.3266607093403593,"score_spread":0.30423445291113477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004990295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8741779,0.0071407277,0.0051960098,0.029843183,0.00084824883,0.0020614523,0.0000029139674,0.00079438085,0.079935186],"genre_scores_gemma":[0.9874892,0.001504486,0.000090306705,0.0010074154,0.00051018497,0.00011333442,0.000047558664,0.00003027243,0.009207238],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964791,0.0007100359,0.0006450666,0.0004924886,0.0008205798,0.0008527335],"domain_scores_gemma":[0.998865,0.00032878233,0.00029092623,0.0001565084,0.000088798544,0.00026998037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048318063,0.00022835523,0.00037767962,0.0003392317,0.00045918173,0.000027477576,0.00050070434,0.0002541674,0.0008543693],"category_scores_gemma":[0.0015779014,0.00020088625,0.00004760197,0.0012298159,0.0004043211,0.00032589355,0.000043613007,0.001710918,0.000093387025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007046065,0.00008812212,0.8113726,0.00022394948,0.000037695343,0.00012627001,0.05844708,0.0019049285,0.00604303,0.0046871025,0.08753524,0.029463517],"study_design_scores_gemma":[0.0022306044,0.00020500031,0.00066079764,0.0010952436,0.00003564037,0.000010239225,0.0070598503,0.0017697688,0.00014336023,0.0033607204,0.9829763,0.00045246436],"about_ca_topic_score_codex":0.011434326,"about_ca_topic_score_gemma":0.00040274524,"teacher_disagreement_score":0.89544106,"about_ca_system_score_codex":0.00020783057,"about_ca_system_score_gemma":0.00028978058,"threshold_uncertainty_score":0.9951486},"labels":[],"label_agreement":null},{"id":"W2005213171","doi":"10.1097/acm.0b013e3182a31157","title":"To Stay or Not to Stay? A Grounded Theory Study of Residents’ Postcall Behaviors and Their Rationalizations for Those Behaviors","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Grounded theory; Psychology; Gerontology; Medical education; Medicine; Qualitative research; Sociology; Social science","score_opus":0.05519226043699486,"score_gpt":0.38970162413548515,"score_spread":0.33450936369849027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005213171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866208,0.00011697417,0.0017177945,0.006903956,0.00015698685,0.0043292693,0.000034840068,0.000048060203,0.00007133335],"genre_scores_gemma":[0.9862507,0.000061868595,0.0005593591,0.003980858,0.00017380658,0.00044063848,0.000051252682,0.000041500847,0.008440018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980175,0.00009112233,0.0007452749,0.00039607869,0.00044121547,0.0003088383],"domain_scores_gemma":[0.99788284,0.0006098773,0.0001390042,0.00037655234,0.00034102803,0.00065067824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071340794,0.00025175084,0.00059978245,0.00033120188,0.00012957717,0.000008275814,0.00020037527,0.00015854184,0.00086758623],"category_scores_gemma":[0.0017790514,0.00014438701,0.000045709603,0.00041346377,0.00009793148,0.00012288384,0.00012417104,0.0002757468,0.000013356424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045516873,0.0015404698,0.56435055,0.00040069144,0.00047220217,0.00004479685,0.21441089,0.000011277236,0.13074002,0.008005462,0.053445872,0.022026083],"study_design_scores_gemma":[0.005239005,0.007908966,0.9160839,0.0006079197,0.00048555198,0.000026214848,0.06483795,0.000023287983,0.0023170135,0.0012286477,0.00095385243,0.00028769224],"about_ca_topic_score_codex":0.00067278877,"about_ca_topic_score_gemma":0.00007430927,"teacher_disagreement_score":0.35173336,"about_ca_system_score_codex":0.000064070664,"about_ca_system_score_gemma":0.00011983379,"threshold_uncertainty_score":0.9499461},"labels":[],"label_agreement":null},{"id":"W2005269168","doi":"10.1097/00001888-200101000-00006","title":"The Relevance of Population Health to Academic Medicine","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Public Health Policies and Epidemiology","field":"Business, Management and Accounting","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Population; Health care; Population health; Health education; Medicine; Health policy; Public health; Health equity; Public relations; Medical education; Nursing; Environmental health; Political science","score_opus":0.06595424810449266,"score_gpt":0.3891405820874297,"score_spread":0.32318633398293706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005269168","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12293149,0.0045340396,0.0006412376,0.8615763,0.0013425329,0.0005688471,9.146618e-7,0.000105619605,0.008298986],"genre_scores_gemma":[0.68938845,0.008777618,0.000019236748,0.2930781,0.007542466,0.000026788768,0.000041744053,0.000024429994,0.0011011802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99684215,0.00007853984,0.001445902,0.0003247051,0.00049215154,0.0008165696],"domain_scores_gemma":[0.99771243,0.00076711393,0.0008565668,0.00037496098,0.00017386889,0.0001150796],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0052335383,0.0002114277,0.0006323839,0.0002564545,0.00032450334,0.0000040614786,0.00061330834,0.00023103946,0.00012783681],"category_scores_gemma":[0.008516694,0.00012461879,0.00003217356,0.0011611563,0.00027570213,0.0002848108,0.00014754028,0.0008036537,0.000109864595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044101045,0.0000014807451,0.014004587,0.00010080013,0.000007612475,6.93636e-7,0.00025458424,0.0001187013,0.000055462446,0.108290136,0.8648376,0.0122842565],"study_design_scores_gemma":[0.0004913663,0.0000742167,0.03061078,0.00038445,0.000015763464,0.000008797908,0.00097057124,0.0011498133,3.697073e-7,0.018543644,0.94765025,0.00009998201],"about_ca_topic_score_codex":0.029072428,"about_ca_topic_score_gemma":0.00018491418,"teacher_disagreement_score":0.56849825,"about_ca_system_score_codex":0.00009910224,"about_ca_system_score_gemma":0.00003747523,"threshold_uncertainty_score":0.999835},"labels":[],"label_agreement":null},{"id":"W2005302006","doi":"10.1097/00001888-200103000-00009","title":"Alternative Medicine and Common Errors of Reasoning","year":2001,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Pseudoscience; Wishful thinking; Scientific evidence; Biomedicine; Alternative medicine; Natural (archaeology); Illusion; Epistemology; Psychology; Product (mathematics); Medicine; Psychotherapist; Social psychology; Philosophy; Cognitive psychology","score_opus":0.2223839506219039,"score_gpt":0.481924601993396,"score_spread":0.25954065137149207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005302006","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060646946,0.9859742,0.00011828148,0.0014760676,0.0008235824,0.0013944434,0.000026461803,0.000062708015,0.0095178075],"genre_scores_gemma":[0.0009108682,0.9920846,0.00007317458,0.0005237413,0.004149529,0.0000717396,0.00029589902,0.00008626258,0.0018041383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951637,0.0002839377,0.0022041327,0.00080869807,0.0009961274,0.00054345396],"domain_scores_gemma":[0.9956891,0.0016920874,0.0014346553,0.0005666055,0.0001876044,0.00042992958],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012752466,0.00089898857,0.0062598097,0.0008943562,0.00012100544,0.000001380411,0.00041290306,0.0001974952,0.00093944033],"category_scores_gemma":[0.001731436,0.00053958746,0.00021674993,0.0008917834,0.0020021563,0.00007636007,0.00033672864,0.0020960052,0.000010842226],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077756624,0.000021427113,0.0022019756,0.019523593,0.0014155122,0.0002921018,0.004038132,9.8697015e-8,0.000006816518,0.0025990452,0.008934918,0.9608886],"study_design_scores_gemma":[0.0024955277,0.0018207167,0.00009587679,0.15468103,0.0053704493,0.0010771119,0.0023742313,0.000014562407,0.0000025581483,0.00070764637,0.8310452,0.00031508558],"about_ca_topic_score_codex":0.0008161359,"about_ca_topic_score_gemma":0.000013635768,"teacher_disagreement_score":0.96057355,"about_ca_system_score_codex":0.00015041839,"about_ca_system_score_gemma":0.00011781977,"threshold_uncertainty_score":0.99997383},"labels":[],"label_agreement":null},{"id":"W2005784320","doi":"10.1097/00001888-200410001-00017","title":"Using the NBME Self-Assessments to Project Performance on USMLE Step 1 and Step 2: Impact of Test Administration Conditions","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); United States Medical Licensing Examination; Medicine; Self-assessment; Medical education; Psychology; Medical school; Biology","score_opus":0.06894134633383839,"score_gpt":0.4714328715210706,"score_spread":0.4024915251872322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005784320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121666,0.00004952534,0.0014360446,0.00513282,0.00020505906,0.001038811,0.000009639058,0.00003821271,0.0008732332],"genre_scores_gemma":[0.9941349,0.00009091326,0.0030945807,0.0019413987,0.00046901687,0.000053612675,0.00006569173,0.000017882387,0.00013200201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846536,0.000032753054,0.0005188038,0.00022536857,0.00053304574,0.00022469251],"domain_scores_gemma":[0.9990112,0.00016543406,0.00021309323,0.00029023908,0.00022191777,0.000098102144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071235467,0.00016094989,0.0002719075,0.00026789456,0.00014420797,0.0000043740397,0.00011868038,0.00015079418,0.00006293791],"category_scores_gemma":[0.0010112014,0.000098316006,0.000026279029,0.0007998281,0.0001945499,0.00011215057,0.000024691246,0.00060519204,0.0000071640075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016267344,0.0018921674,0.54181355,0.0020458826,0.0010558371,0.000044186236,0.03377735,0.00076592603,0.25701004,0.013906949,0.10858161,0.03747978],"study_design_scores_gemma":[0.015569821,0.02471468,0.8960201,0.0082412,0.0013392463,0.0013561012,0.012759402,0.018474655,0.013868164,0.0006226087,0.006282408,0.00075157644],"about_ca_topic_score_codex":0.000108282264,"about_ca_topic_score_gemma":0.0000021540736,"teacher_disagreement_score":0.3542066,"about_ca_system_score_codex":0.00039030676,"about_ca_system_score_gemma":0.00078316015,"threshold_uncertainty_score":0.40092105},"labels":[],"label_agreement":null},{"id":"W2005938486","doi":"10.1097/acm.0b013e318183e2fc","title":"Retention of Basic Science Information by Senior Medical Students","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Test (biology); United States Medical Licensing Examination; Sample (material); Medical school; Medicine; Family medicine; Biology; Chemistry","score_opus":0.024095552958901697,"score_gpt":0.3769961654033838,"score_spread":0.3529006124444821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005938486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792995,0.00020167835,0.0025582095,0.01340392,0.0008388937,0.00039265858,0.0000020208163,0.00005958247,0.0032435502],"genre_scores_gemma":[0.99137926,0.0006912688,0.0002875105,0.006066837,0.00041107883,0.000023207707,0.00014503613,0.000009539293,0.000986268],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9941283,0.000033728837,0.0009925826,0.00021146292,0.0043458836,0.00028807856],"domain_scores_gemma":[0.9983928,0.00006600443,0.00033042763,0.00032614087,0.0006478427,0.00023675896],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003393247,0.00013268096,0.00033074472,0.0005338063,0.00015438948,0.0000027848578,0.00053300266,0.0002759466,0.0010362106],"category_scores_gemma":[0.009266974,0.00010126139,0.000027851867,0.0016998065,0.0018215998,0.00049813156,0.00009475191,0.00082579174,0.00010986697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015819726,0.00013559958,0.13356361,0.0003678498,0.000058908994,0.000014047689,0.009827689,7.666482e-7,0.030066576,0.0019701268,0.77620304,0.04763358],"study_design_scores_gemma":[0.023986248,0.002912883,0.5638966,0.0061091953,0.00060536555,0.0036163884,0.0112984795,0.006092545,0.043002393,0.0010556926,0.3364364,0.000987834],"about_ca_topic_score_codex":0.0000386781,"about_ca_topic_score_gemma":8.312666e-8,"teacher_disagreement_score":0.43976668,"about_ca_system_score_codex":0.0001822067,"about_ca_system_score_gemma":0.0006305158,"threshold_uncertainty_score":0.999877},"labels":[],"label_agreement":null},{"id":"W2005967623","doi":"10.1097/00001888-200207000-00019","title":"Standard Setting","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Objective structured clinical examination; Scale (ratio); Medicine; Test (biology); Medical education; Medical physics; Psychology; Cartography; Geography","score_opus":0.03761335020782679,"score_gpt":0.366744918247025,"score_spread":0.3291315680391982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005967623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5967196,0.0034681584,0.0048789913,0.2753202,0.0020930148,0.00068931957,0.0000023742655,0.00038650492,0.11644182],"genre_scores_gemma":[0.95811045,0.00059787644,0.001986287,0.023751635,0.0029275604,0.000026705893,0.000036802197,0.000028724973,0.0125339795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983365,0.00002650563,0.00048776367,0.00022865045,0.0006394201,0.00028117347],"domain_scores_gemma":[0.99922174,0.00007734644,0.00011247058,0.00028818025,0.0001771473,0.00012313775],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008087947,0.00012507927,0.00027242006,0.0002097121,0.000086020016,0.0000019531592,0.000116061376,0.00020491309,0.0066106236],"category_scores_gemma":[0.0035965154,0.000094133786,0.000023111714,0.0006165114,0.00023698053,0.000070562135,0.000023481203,0.0009804283,0.00030493966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020391455,0.000009432173,0.0070913774,0.00007801689,0.00002398416,0.000015710122,0.0037390497,3.9280638e-7,0.0017950844,0.003046479,0.8537774,0.1304027],"study_design_scores_gemma":[0.0034235339,0.00053383975,0.005019416,0.0010827068,0.00018455481,0.00048097622,0.0033621823,0.0027553742,0.00095630746,0.0019399526,0.98003286,0.00022830121],"about_ca_topic_score_codex":0.0000057562147,"about_ca_topic_score_gemma":1.0228027e-7,"teacher_disagreement_score":0.3613908,"about_ca_system_score_codex":0.00013448251,"about_ca_system_score_gemma":0.000034734312,"threshold_uncertainty_score":0.99429744},"labels":[],"label_agreement":null},{"id":"W2006713829","doi":"10.1097/00001888-200105000-00077","title":"Using Standardized Patients to Identify Students Needing Extra Training in Interviewing Skills","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Interview; Toddler; Session (web analytics); Preceptor; Medical education; Psychology; Motivational interviewing; Medicine; Developmental psychology; Computer science; Psychiatry","score_opus":0.23130017870666497,"score_gpt":0.5520968721391774,"score_spread":0.3207966934325124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006713829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99110943,0.00046346543,0.0017127906,0.0018796305,0.0022293227,0.001255273,0.0000061415276,0.000078742916,0.0012652148],"genre_scores_gemma":[0.98629,0.00092025835,0.00011973541,0.010596671,0.001660527,0.000009326548,0.000016476311,0.000043018008,0.00034402873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99571264,0.00045307976,0.0014303889,0.0004336101,0.00084352924,0.0011267546],"domain_scores_gemma":[0.9984194,0.00039070685,0.00031726045,0.00022267972,0.0001140511,0.0005358876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031688262,0.00024549192,0.0006743832,0.00047957414,0.0003749573,0.00000538738,0.00043929694,0.00028413377,0.00041651333],"category_scores_gemma":[0.0016292207,0.00020392647,0.000042601394,0.0007362501,0.000046379344,0.0002034326,0.00025104143,0.001997132,0.0000584002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008027635,0.00002318527,0.8390546,0.00016059152,0.000012594594,0.000014411431,0.14170438,0.000008420767,0.0013337896,0.00006725909,0.002240631,0.015299893],"study_design_scores_gemma":[0.012286104,0.00018617764,0.83809066,0.033773795,0.00006456852,0.0000076635215,0.08591281,0.00015768174,0.00001925898,0.0005265335,0.028519142,0.0004556194],"about_ca_topic_score_codex":0.00028243658,"about_ca_topic_score_gemma":0.000048029277,"teacher_disagreement_score":0.05579158,"about_ca_system_score_codex":0.0006985892,"about_ca_system_score_gemma":0.0002125709,"threshold_uncertainty_score":0.8676656},"labels":[],"label_agreement":null},{"id":"W2006879661","doi":"10.1097/00001888-200010001-00016","title":"Evaluation of a CME Problem-based Learning Internet Discussion","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Problem-based learning; Medical education; Computer science; MEDLINE; Psychology; Multimedia; Medicine; World Wide Web; Political science","score_opus":0.06455601425601568,"score_gpt":0.3898383918227918,"score_spread":0.32528237756677614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006879661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60017484,0.0026689232,0.0019054135,0.025073351,0.00031269243,0.0013622823,0.0000012448529,0.00027695787,0.3682243],"genre_scores_gemma":[0.9901799,0.00022109694,0.0001284256,0.00027699198,0.00032563513,0.00002878683,0.00001388899,0.0000102258755,0.00881505],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657017,0.0012406448,0.0003577518,0.00020546488,0.0013662016,0.00025977066],"domain_scores_gemma":[0.9992585,0.00018446892,0.0001774028,0.00009472437,0.00018014554,0.00010476609],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011310116,0.00009612238,0.00019131333,0.000119077245,0.00016223648,0.000004474013,0.00022623017,0.00017998187,0.009690419],"category_scores_gemma":[0.0015471539,0.000060667604,0.000030504963,0.00039927947,0.0002774981,0.00013640993,0.000012700327,0.0005988891,0.000057369038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007772236,0.000014471731,0.012269404,0.000055850254,0.000025434627,0.0000012157118,0.09946188,0.0027175888,0.0020534552,0.0025733835,0.0042200484,0.8765296],"study_design_scores_gemma":[0.0056785746,0.0009159896,0.0036734033,0.0033742532,0.00060376455,0.0000031256625,0.0151351895,0.039979815,0.001407066,0.019013857,0.9096725,0.00054245663],"about_ca_topic_score_codex":0.0016839302,"about_ca_topic_score_gemma":0.00006168345,"teacher_disagreement_score":0.90545243,"about_ca_system_score_codex":0.0001087164,"about_ca_system_score_gemma":0.0003867122,"threshold_uncertainty_score":0.9912149},"labels":[],"label_agreement":null},{"id":"W2007329364","doi":"10.1097/00001888-200308000-00020","title":"A Comparison of Performance Assessment Programs for Medical Practitioners in Canada, Australia, New Zealand, and the United Kingdom","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Referral; Family medicine; Medicine; Task (project management); Medical education; Management","score_opus":0.1868255014824252,"score_gpt":0.5205398514660337,"score_spread":0.3337143499836085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007329364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87526244,0.00036094012,0.00030266264,0.12025365,0.00072334,0.0018413542,0.00000470636,0.000013788339,0.0012370968],"genre_scores_gemma":[0.9839644,0.0005337733,0.00017230639,0.012491833,0.0001981956,0.00016713559,0.00007224091,0.0000094327015,0.002390695],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974999,0.0004189624,0.0009684498,0.00015974742,0.00052702596,0.0004259204],"domain_scores_gemma":[0.9969137,0.002197652,0.0003939915,0.00014838991,0.00008297758,0.0002633313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027654585,0.00011883822,0.00053218246,0.00009924358,0.00016534847,7.738333e-7,0.00016351235,0.00021982097,0.0003684989],"category_scores_gemma":[0.0010050875,0.000069754766,0.000015329608,0.0002951008,0.00016726529,0.000053253025,0.000029111647,0.0014538312,0.0000016854717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013205185,0.000005700905,0.76883376,0.00028376287,0.000015441621,9.796494e-7,0.0028496475,0.0000022713878,0.000003612035,0.009313417,0.21720922,0.0013501216],"study_design_scores_gemma":[0.011673601,0.0001838467,0.10886658,0.0008829954,0.00006694494,0.0000068662052,0.0075929305,0.00065421953,0.000007902971,0.0006289235,0.869317,0.0001181867],"about_ca_topic_score_codex":0.71581906,"about_ca_topic_score_gemma":0.4650226,"teacher_disagreement_score":0.6599672,"about_ca_system_score_codex":0.0005434214,"about_ca_system_score_gemma":0.0060198433,"threshold_uncertainty_score":0.9996151},"labels":[],"label_agreement":null},{"id":"W2007490197","doi":"10.1097/acm.0b013e3181ffb264","title":"Effect of the ACGME Duty Hours Restrictions on Surgical Residents and Faculty: A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Graduate medical education; Medicine; Accreditation; Duty; MEDLINE; Family medicine; Medical education","score_opus":0.04593218245920726,"score_gpt":0.4248490631434831,"score_spread":0.3789168806842758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007490197","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045278377,0.99125236,2.7564147e-7,0.0020754708,0.0004478885,0.0049222056,0.000021827278,0.000037524685,0.00078964833],"genre_scores_gemma":[0.00013392423,0.9945859,0.000002552003,0.00046071265,0.00036787006,0.00021105651,0.000050981915,0.00004798577,0.0041390494],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99606174,0.00073824846,0.0015910212,0.00043501967,0.00088186766,0.0002920975],"domain_scores_gemma":[0.9954566,0.0021834264,0.0009611995,0.00092496374,0.00006762394,0.00040620987],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0022615436,0.0005343822,0.005321937,0.0002095102,0.00009940772,0.00000296899,0.00041828808,0.00080636673,0.000087017404],"category_scores_gemma":[0.009328682,0.00020187037,0.0005088602,0.0006824138,0.00027866676,0.000027733884,0.00015337304,0.0030115438,0.000036274832],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013681956,0.00000890838,0.00023451234,0.9608615,0.00016912252,0.00005382385,0.00004639871,2.6772407e-9,5.6089436e-7,0.00008686787,0.008002841,0.030521763],"study_design_scores_gemma":[0.0006558399,0.00059511187,0.00010217621,0.7779323,0.010729282,0.00089944206,0.000010397674,2.0900652e-7,0.0000016875593,0.000007239483,0.20893623,0.00013007896],"about_ca_topic_score_codex":0.00002804389,"about_ca_topic_score_gemma":5.168697e-7,"teacher_disagreement_score":0.20093338,"about_ca_system_score_codex":0.0000782079,"about_ca_system_score_gemma":0.00020694094,"threshold_uncertainty_score":0.99928856},"labels":[],"label_agreement":null},{"id":"W2007552411","doi":"10.1097/01.acm.0000305155.66318.58","title":"Global Health is More Important in a Smaller World","year":2008,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Global health; Public relations; Political science; Multidisciplinary approach; Medical education; Public health; Medicine; Nursing","score_opus":0.028041613403073654,"score_gpt":0.3943661695330147,"score_spread":0.366324556129941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007552411","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027705233,0.077956684,0.000013043273,0.06671708,0.8445303,0.0015324674,0.00033062068,0.00019658393,0.005952714],"genre_scores_gemma":[0.0022010272,0.096968174,0.000050083705,0.04677162,0.8404015,0.00007772213,0.0015680706,0.00009102799,0.011870798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913238,0.0001483807,0.002892792,0.0011244484,0.0026501638,0.0018603853],"domain_scores_gemma":[0.9954676,0.0006657716,0.000948095,0.0008035711,0.00026818932,0.0018467408],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023532128,0.000785221,0.0029005723,0.0006964277,0.00010595505,0.0000030816911,0.0004069616,0.002199153,0.00054596266],"category_scores_gemma":[0.0031422693,0.00061296986,0.00020073306,0.001705157,0.0004036499,0.00006115359,0.000115371135,0.0050823777,0.0000875257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054030836,0.000030657015,0.024496166,0.00095430756,0.00005796386,0.00097333296,0.000981178,2.0305751e-7,5.1749134e-7,0.00006112092,0.9699876,0.0019166964],"study_design_scores_gemma":[0.0041180486,0.0004280822,0.0061589,0.005524389,0.00008189936,0.00021425332,0.00024215197,0.000022975642,4.369072e-7,0.00028281118,0.9825652,0.00036084666],"about_ca_topic_score_codex":0.0057416083,"about_ca_topic_score_gemma":0.0006335792,"teacher_disagreement_score":0.019945467,"about_ca_system_score_codex":0.0020209637,"about_ca_system_score_gemma":0.0069079697,"threshold_uncertainty_score":0.9996322},"labels":[],"label_agreement":null},{"id":"W2007614245","doi":"10.1097/acm.0b013e3182623143","title":"Preparing Students for Clerkship","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Preparedness; Medical education; Clinical clerkship; Shadow (psychology); Medical school; Program evaluation; Psychology; Intervention (counseling); Scale (ratio); Medicine; Curriculum; Nursing; Pedagogy","score_opus":0.07184329087629426,"score_gpt":0.4649294416755699,"score_spread":0.3930861507992756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007614245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680586,0.0012003884,0.0067616375,0.010655986,0.0024212913,0.0010581394,8.6592365e-7,0.00012763601,0.009715458],"genre_scores_gemma":[0.9798874,0.00009900882,0.00157743,0.008720533,0.005356719,0.00017643828,0.000070037895,0.000027867703,0.004084526],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983024,0.000021472551,0.00047608867,0.00018357289,0.00059293245,0.00042352386],"domain_scores_gemma":[0.9991272,0.000141954,0.00012406264,0.000274629,0.0001440412,0.00018807485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001956155,0.00012663382,0.00027083512,0.00017095772,0.000080668,0.000002136402,0.00018470222,0.00022492465,0.0002692925],"category_scores_gemma":[0.0041665845,0.00009692672,0.000030797168,0.00034845137,0.00013604456,0.00013031121,0.000042834046,0.00055245974,0.000062570434],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001451314,0.00009440744,0.35586947,0.00033607314,0.00010460298,5.866978e-7,0.008577267,4.201796e-7,0.004435162,0.010539231,0.5812756,0.038622074],"study_design_scores_gemma":[0.006135695,0.00051268237,0.19170071,0.0012140042,0.00048650333,0.000170103,0.004216466,0.00031298213,0.0024815956,0.0019471052,0.79050624,0.0003158913],"about_ca_topic_score_codex":0.000005743659,"about_ca_topic_score_gemma":1.11847356e-7,"teacher_disagreement_score":0.20923069,"about_ca_system_score_codex":0.00013792896,"about_ca_system_score_gemma":0.000051920426,"threshold_uncertainty_score":0.49880916},"labels":[],"label_agreement":null},{"id":"W2007949872","doi":"10.1097/acm.0b013e3181939790","title":"Mightier Than the Sword?","year":2009,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Government (linguistics); SWORD; Public relations; Variety (cybernetics); Medicine; Medical education; Family medicine; Business; Political science; Engineering","score_opus":0.43968662409157405,"score_gpt":0.6073265552228397,"score_spread":0.16763993113126568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007949872","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005219991,0.021133808,0.000012118197,0.074636325,0.87932897,0.00087443704,0.00018121158,0.00021869391,0.023092454],"genre_scores_gemma":[0.0061592422,0.020269707,0.0000037892319,0.024746768,0.90103906,0.00009462822,0.00051259535,0.00007133508,0.047102854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99388903,0.0016031971,0.0011887294,0.0008209976,0.0011655518,0.0013325162],"domain_scores_gemma":[0.991444,0.0060002697,0.0005424505,0.00063369796,0.0003148887,0.0010646981],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004453344,0.0007644764,0.0010382704,0.00017517671,0.0006788724,0.000011273095,0.0018603373,0.009841384,0.00579366],"category_scores_gemma":[0.0034474146,0.0004663326,0.00016400254,0.00049020804,0.0012263941,0.00010659438,0.00019365475,0.03641494,0.00075332756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031422928,0.000021536991,0.00012426308,0.00015056132,0.00019724344,0.00008452778,0.001415085,0.000004354169,0.00020717946,0.00087326666,0.98556316,0.011044602],"study_design_scores_gemma":[0.0017765403,0.00026912792,0.000050013277,0.00036811648,0.0008289002,0.00002247637,0.0003060513,0.000087065564,0.0002901532,0.0035088398,0.99202543,0.0004672986],"about_ca_topic_score_codex":0.00008831479,"about_ca_topic_score_gemma":0.0000141287655,"teacher_disagreement_score":0.049889557,"about_ca_system_score_codex":0.00023723385,"about_ca_system_score_gemma":0.00064655906,"threshold_uncertainty_score":0.99977887},"labels":[],"label_agreement":null},{"id":"W2008233978","doi":"10.1097/acm.0b013e3181d85a4e","title":"The Processes and Dimensions of Informed Self-Assessment: A Conceptual Model","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":316,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Self-assessment; Grounded theory; Psychology; Focus group; Psychological intervention; Medical education; Nonprobability sampling; Process (computing); Qualitative research; Applied psychology; Social psychology; Medicine; Computer science; Sociology","score_opus":0.023218238271447936,"score_gpt":0.3739760977893646,"score_spread":0.35075785951791666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008233978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97361445,0.0004723735,0.0007105814,0.021440005,0.00041446456,0.00044104957,0.000001393397,0.00006003747,0.002845632],"genre_scores_gemma":[0.99144524,0.0015333002,0.0035634823,0.0025230567,0.000341694,0.00005176648,0.000020424082,0.000012496388,0.00050853664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864733,0.000013631076,0.00051865855,0.00015150521,0.0004691498,0.00019971076],"domain_scores_gemma":[0.9985135,0.00046833037,0.00019856133,0.00026501733,0.0004500814,0.00010448688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007586218,0.00011301263,0.0002375733,0.00010357515,0.00015872633,0.0000023044456,0.00013857169,0.00020103871,0.00003940993],"category_scores_gemma":[0.00456853,0.000056708675,0.000011921445,0.0004666894,0.0010295731,0.000086414104,0.000047756097,0.0011434704,0.0000025145555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002729887,0.00021353771,0.066869855,0.0018201623,0.00039097446,0.000006652049,0.0905862,0.000011198361,0.10234355,0.41837996,0.25513187,0.06397307],"study_design_scores_gemma":[0.029625036,0.0034663987,0.068148896,0.005091343,0.0027608492,0.0013928614,0.11662262,0.13561724,0.012942914,0.07403241,0.54879355,0.001505847],"about_ca_topic_score_codex":0.00000923706,"about_ca_topic_score_gemma":0.0000043983337,"teacher_disagreement_score":0.34434754,"about_ca_system_score_codex":0.000033187007,"about_ca_system_score_gemma":0.0010638499,"threshold_uncertainty_score":0.5469287},"labels":[],"label_agreement":null},{"id":"W2008368750","doi":"10.1097/acm.0b013e3181d4152f","title":"What Are the Barriers to Residentsʼ Practicing Evidence-Based Medicine? A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; MEDLINE; Cochrane Library; Medicine; Evidence-based medicine; Medical education; Health care; Systematic review; Family medicine; Alternative medicine; Nursing; Psychological intervention","score_opus":0.509735301272403,"score_gpt":0.6383780466301817,"score_spread":0.12864274535777875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008368750","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021831297,0.7616427,0.00004012388,0.21602048,0.0069261035,0.015085227,0.0000035443993,0.000064626,0.00021502403],"genre_scores_gemma":[0.0000052600935,0.8875662,0.000014141157,0.09679786,0.005059817,0.00598785,0.000031976117,0.00006660099,0.0044702888],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98000365,0.009717977,0.0046265735,0.0009997699,0.0029823177,0.0016697013],"domain_scores_gemma":[0.95600015,0.03425195,0.00397656,0.0020391643,0.0008238761,0.002908272],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.047930107,0.0006957984,0.0048681977,0.0007444438,0.0019403893,0.000023403161,0.002756817,0.0011898999,0.0026171205],"category_scores_gemma":[0.34319004,0.0003107459,0.00019575472,0.00302202,0.00066758925,0.0007833764,0.00025670836,0.010844203,0.0019344153],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004536202,0.0000011292921,0.000015999147,0.6789428,0.000020448242,0.00000528153,0.003225398,3.6810956e-8,3.0455294e-7,0.0000360486,0.3095807,0.008167306],"study_design_scores_gemma":[0.000085623324,0.00007510788,0.000002403007,0.5204249,0.00094466977,0.000012969774,0.01216143,0.0000031225436,1.9018453e-8,0.000026916732,0.46612707,0.00013574435],"about_ca_topic_score_codex":0.0007141206,"about_ca_topic_score_gemma":0.0001234618,"teacher_disagreement_score":0.29525992,"about_ca_system_score_codex":0.0009497936,"about_ca_system_score_gemma":0.011319578,"threshold_uncertainty_score":0.99993443},"labels":[],"label_agreement":null},{"id":"W2008573804","doi":"10.1097/00001888-200106000-00025","title":"Results of the National Resident Matching Program for 2001","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matching (statistics); Specialty; Family medicine; Rank (graph theory); Medicine; Medical education; Psychology; Demography; Mathematics","score_opus":0.10484945303409976,"score_gpt":0.41304182912818366,"score_spread":0.3081923760940839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008573804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4465564,0.0009364991,0.00031591643,0.27518645,0.002445065,0.0021162785,0.00003431001,0.00015497077,0.27225414],"genre_scores_gemma":[0.9678192,0.001039123,0.00013824114,0.0040178145,0.0021143318,0.000025319187,0.000012032332,0.0000056404583,0.024828255],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979481,0.000092336326,0.00027105174,0.0001358076,0.0013157151,0.0002370054],"domain_scores_gemma":[0.9988949,0.0005365291,0.00015638823,0.00008499652,0.0002347228,0.00009251458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004377296,0.000059730522,0.00013461408,0.000051312785,0.00027418678,0.0000039609004,0.000593993,0.00012344855,0.00013268708],"category_scores_gemma":[0.0043075536,0.00003869879,0.000037549722,0.00032768468,0.0005825746,0.00007698892,0.000055227043,0.00025224598,0.000004227334],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014874077,0.000015019318,0.004531525,0.000028473827,0.000026988733,0.0000016777235,0.05453986,0.000011379594,0.00036669715,0.03575205,0.8948111,0.009766494],"study_design_scores_gemma":[0.0017648918,0.00015732787,0.003890815,0.00032976663,0.000052625262,0.0000032653675,0.046825368,0.000019110048,0.000068311056,0.025264697,0.9215486,0.00007523846],"about_ca_topic_score_codex":0.0013142216,"about_ca_topic_score_gemma":0.00024352976,"teacher_disagreement_score":0.5212629,"about_ca_system_score_codex":0.00007407974,"about_ca_system_score_gemma":0.00015559951,"threshold_uncertainty_score":0.5156855},"labels":[],"label_agreement":null},{"id":"W2008842450","doi":"10.1097/acm.0b013e3181dbebb8","title":"Integrating Bioethics Into Postgraduate Medical Education: The University of Toronto Model","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Bioethics; Accreditation; Curriculum; Medical education; Graduate medical education; Medical ethics; Specialty; Engineering ethics; Medicine; Pedagogy; Sociology; Political science; Family medicine; Engineering; Law","score_opus":0.033431957279442655,"score_gpt":0.38816881029911,"score_spread":0.35473685301966734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008842450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54574317,0.0013120378,0.008998476,0.42227185,0.0023527767,0.0005445832,0.0000012119942,0.00009056154,0.018685346],"genre_scores_gemma":[0.9767224,0.0009783416,0.0065914663,0.012206491,0.0012108127,0.000005020485,0.000058335263,0.000018408671,0.002208705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980451,0.000057828795,0.0005074409,0.00023856356,0.00095727795,0.00019382434],"domain_scores_gemma":[0.99822724,0.0001888607,0.00023336055,0.0005083771,0.0006468115,0.00019533493],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022719393,0.00014316132,0.00028645035,0.00006877655,0.0001846355,0.0000017452867,0.00047982304,0.00050966546,0.0019905523],"category_scores_gemma":[0.010058239,0.00009333798,0.000041058305,0.00033813054,0.0018816517,0.00011489396,0.00008368198,0.002460081,0.000017568917],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012486058,0.00014571316,0.005864605,0.0003317458,0.00009427293,0.0000055732976,0.05902184,0.0000026826642,0.016678594,0.34621996,0.32845476,0.2430554],"study_design_scores_gemma":[0.0080470005,0.0012114553,0.012204092,0.006913981,0.0014543853,0.0011588277,0.2566102,0.24734816,0.0033005297,0.067714795,0.39290664,0.0011299257],"about_ca_topic_score_codex":0.0038140526,"about_ca_topic_score_gemma":0.0007655933,"teacher_disagreement_score":0.43097925,"about_ca_system_score_codex":0.00013476313,"about_ca_system_score_gemma":0.0022646808,"threshold_uncertainty_score":0.9998413},"labels":[],"label_agreement":null},{"id":"W2009098143","doi":"10.1097/00001888-200103000-00024","title":"A Teaching Unit in Primary Care Sports Medicine for Family Medicine Residents","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"","keywords":"Unit (ring theory); Medicine; Sports medicine; Family medicine; Teaching hospital; Population; Medical education; Physical therapy; Psychology","score_opus":0.031061868315649853,"score_gpt":0.35297261504905747,"score_spread":0.32191074673340764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009098143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86717767,0.026106484,0.0010537585,0.05118398,0.0008921505,0.0025229086,0.000004460168,0.00016421145,0.05089441],"genre_scores_gemma":[0.97314036,0.0063476325,0.00028572252,0.010244773,0.002748658,0.00016158326,0.0006781231,0.00009265485,0.0063005225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99563795,0.00015858447,0.0014908793,0.0007597353,0.0012658384,0.0006870103],"domain_scores_gemma":[0.99768865,0.00068994163,0.0003343456,0.00056874286,0.00028434757,0.00043396247],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002184856,0.00047133525,0.0013107442,0.0009263056,0.00016155862,0.0000019173488,0.00029329993,0.00049440144,0.00033220107],"category_scores_gemma":[0.0021735064,0.00031476392,0.000104802675,0.00074918463,0.0007182925,0.00017397391,0.000062121275,0.0014151155,0.000009612343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030330752,0.00015266529,0.5668067,0.008884037,0.00018634675,0.00038000158,0.075772196,0.000019174411,0.047493614,0.005070764,0.06446484,0.2277366],"study_design_scores_gemma":[0.019205673,0.002759196,0.8462163,0.0145462155,0.0004594758,0.00013497089,0.03677109,0.00015583045,0.000012717977,0.0059139566,0.07339942,0.00042512955],"about_ca_topic_score_codex":0.0021639748,"about_ca_topic_score_gemma":0.000060493756,"teacher_disagreement_score":0.27940965,"about_ca_system_score_codex":0.00023959464,"about_ca_system_score_gemma":0.00016414026,"threshold_uncertainty_score":0.99993044},"labels":[],"label_agreement":null},{"id":"W2010674929","doi":"10.1097/acm.0b013e3180d08d14","title":"Strategic Planning in a Complex Academic Environment: Lessons from One Academic Health Center","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Organizational Strategy and Culture","field":"Business, Management and Accounting","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Department of Medicine, University of Toronto","keywords":"Strategic planning; Plan (archaeology); Process (computing); Process management; Work (physics); Resource (disambiguation); Medical education; Knowledge management; Business; Engineering management; Computer science; Medicine; Engineering; Marketing","score_opus":0.11634702827428275,"score_gpt":0.33242986302532523,"score_spread":0.21608283475104248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010674929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9061109,0.0077466257,0.0022586987,0.064143956,0.00052388135,0.00079233677,0.0000305591,0.00029141016,0.018101638],"genre_scores_gemma":[0.9728531,0.0009632715,0.00003960557,0.020268891,0.0046279235,0.000007567289,0.0008942536,0.0000458667,0.00029948284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99703145,0.000031160904,0.0009887351,0.0005548147,0.0006441025,0.0007497615],"domain_scores_gemma":[0.9990526,0.00011728067,0.0005175448,0.00019176523,0.000032474993,0.00008835083],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012915178,0.00033885834,0.0004983747,0.00030380613,0.00021611618,0.000016592108,0.000552463,0.000620566,0.0018284506],"category_scores_gemma":[0.000095610965,0.00029729414,0.000034758054,0.00068082253,0.00018472296,0.000604909,0.00015001341,0.0027614115,0.000405715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039712797,0.00012689408,0.54726136,0.0004353434,0.00015825499,0.00011625016,0.0059579667,0.00041787038,0.038283575,0.338623,0.06158499,0.0066373963],"study_design_scores_gemma":[0.005917408,0.000066879235,0.7162883,0.0019744355,0.0001204161,0.000021969005,0.013151616,0.0008088414,0.00015569243,0.124520324,0.13595068,0.001023428],"about_ca_topic_score_codex":0.000584545,"about_ca_topic_score_gemma":0.000041545638,"teacher_disagreement_score":0.21410266,"about_ca_system_score_codex":0.00015254582,"about_ca_system_score_gemma":0.000042655345,"threshold_uncertainty_score":0.9999479},"labels":[],"label_agreement":null},{"id":"W2011836460","doi":"10.1097/acm.0b013e318159cc7a","title":"The Ultimate Challenge","year":2007,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Privilege (computing); Public relations; Academic medicine; Economic shortage; Quality (philosophy); Medical education; Medicine; Political science; Law; Government (linguistics)","score_opus":0.07792086372047934,"score_gpt":0.3524570422246996,"score_spread":0.27453617850422024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011836460","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000067237806,0.040511686,0.00060464314,0.039779346,0.8199485,0.00036817932,0.00009872355,0.00007094589,0.09861127],"genre_scores_gemma":[0.00070830015,0.1623503,0.0000098617675,0.0013562576,0.81436944,0.00005348418,0.00011478385,0.000054727174,0.020982852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970092,0.000030991832,0.0014104863,0.00055555004,0.000243941,0.00074982335],"domain_scores_gemma":[0.99674374,0.0015175393,0.0008128397,0.0006382524,0.00007175267,0.00021585972],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006080963,0.0003096144,0.0007283663,0.00027937905,0.00025210006,0.000013660605,0.0008822244,0.001310032,0.00019645774],"category_scores_gemma":[0.0033114636,0.00023352263,0.00007634229,0.00020877241,0.0002375688,0.00006171583,0.0001104979,0.0029697758,0.0013810174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009988168,0.0000019772451,0.0000029568762,0.00011887155,0.00004468232,0.000005171298,0.00092336047,1.9772527e-7,4.6276963e-8,0.17389387,0.8214124,0.00358649],"study_design_scores_gemma":[0.00041991821,0.00008760787,0.000011811592,0.00016041432,0.0000134468955,5.5155715e-7,0.00016138077,0.000028252809,3.7215378e-7,0.047317803,0.9515869,0.000211561],"about_ca_topic_score_codex":0.0026193962,"about_ca_topic_score_gemma":0.00009949646,"teacher_disagreement_score":0.13017449,"about_ca_system_score_codex":0.00021049,"about_ca_system_score_gemma":0.00005798132,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W2013053443","doi":"10.1097/00001888-200510001-00013","title":"Health Advocacy: Bringing Clarity to Educators through the Voices of Physician Health Advocates","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Western Hospital","funders":"","keywords":"CLARITY; Health promotion; Health care; Public relations; Nursing; Community health; Value (mathematics); Health educators; Medicine; Patient advocacy; Health education; Health policy; Consumer Advocacy; Psychology; Political science; Medical education; Public health; MEDLINE","score_opus":0.08173507307125692,"score_gpt":0.5138156867323703,"score_spread":0.4320806136611134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013053443","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15770562,0.004974216,0.0004797734,0.8256609,0.0020806487,0.0014365903,0.000010180143,0.000102650345,0.0075494107],"genre_scores_gemma":[0.6275039,0.0034644757,0.00034913773,0.358334,0.008197057,0.0001441601,0.00003445207,0.000036623842,0.0019362043],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952189,0.0008442964,0.00165594,0.0003787178,0.00053039147,0.0013717521],"domain_scores_gemma":[0.99642235,0.0010967184,0.0010591428,0.0005826414,0.0001734325,0.0006657162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044610677,0.00024319298,0.000751174,0.00018199904,0.0012273041,0.0000027690996,0.0005983509,0.00022071201,0.00019819832],"category_scores_gemma":[0.00091535924,0.00016086077,0.000048121816,0.0009190711,0.00020206058,0.0002277412,0.00014745876,0.0019466968,0.00017746731],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012029176,0.000022128053,0.0022967441,0.00054794725,0.0000140495085,3.1586758e-8,0.2506282,0.000016483955,0.000027031418,0.0064365417,0.702436,0.037562866],"study_design_scores_gemma":[0.0004156065,0.00019591159,0.01779906,0.0013903056,0.000008376025,0.0000016390944,0.08703058,0.000075036696,0.000014878316,0.0011729406,0.89177626,0.00011941977],"about_ca_topic_score_codex":0.053141028,"about_ca_topic_score_gemma":0.0007196392,"teacher_disagreement_score":0.46979827,"about_ca_system_score_codex":0.00071910885,"about_ca_system_score_gemma":0.004430948,"threshold_uncertainty_score":0.95316416},"labels":[],"label_agreement":null},{"id":"W2013246457","doi":"10.1097/acm.0b013e3181b37b0b","title":"Use of Multimedia on the Step 1 and Step 2 Clinical Knowledge Components of USMLE: A Controlled Trial of the Impact on Item Characteristics","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Auscultation; Multimedia; United States Medical Licensing Examination; Multiple choice; Licensure; Educational measurement; Medical education; Medicine; Computer science; Psychology; Curriculum; Linguistics; Medical school; Radiology; Pedagogy","score_opus":0.10066348456930792,"score_gpt":0.40247532210295356,"score_spread":0.30181183753364565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013246457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99542147,0.00027466397,0.000057860718,0.001534158,0.00024332372,0.002079683,0.000037050646,0.000020834186,0.00033092918],"genre_scores_gemma":[0.9972852,0.0014877279,0.000054904955,0.00067707116,0.00035921394,0.000018985409,0.00001667343,0.0000102925205,0.0000899618],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.9974819,0.00045176657,0.0012732908,0.0001919654,0.00044533712,0.00015576844],"domain_scores_gemma":[0.9943689,0.0040446995,0.0008659183,0.00040486018,0.00019675842,0.00011882954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001705947,0.00019910726,0.001268567,0.00016694858,0.00003418134,0.0000014100897,0.0001891202,0.00025768805,0.000021521151],"category_scores_gemma":[0.004541109,0.00008395383,0.00031643952,0.00030422182,0.00057593477,0.00003346177,0.000027277581,0.00075858925,8.1753103e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5579217,0.0026595485,0.099364884,0.00038694387,0.0025958093,0.000012957248,0.0070866523,0.0000022939055,0.1459173,0.0022217603,0.049006168,0.13282399],"study_design_scores_gemma":[0.18146525,0.01129882,0.7915275,0.003240395,0.0008518673,0.000010915619,0.00024308069,0.0020488945,0.007965753,0.00019196216,0.0010015598,0.00015398454],"about_ca_topic_score_codex":0.000026134174,"about_ca_topic_score_gemma":1.9848585e-7,"teacher_disagreement_score":0.69216263,"about_ca_system_score_codex":0.000016149372,"about_ca_system_score_gemma":0.000056872614,"threshold_uncertainty_score":0.5436459},"labels":[],"label_agreement":null},{"id":"W2013274017","doi":"10.1097/acm.0b013e3181c4f8bf","title":"Virtual Patients: ED-2 Band-Aid or Valuable Asset in the Learning Portfolio?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Instructional simulation; Curriculum; Portfolio; Virtual learning environment; Medical education; Accreditation; Preceptor; Computer science; Virtual machine; Asset (computer security); Transfer of learning; Virtual reality; Medicine; Psychology; Multimedia; Human–computer interaction; Artificial intelligence; Pedagogy","score_opus":0.05650192323826939,"score_gpt":0.410791718741962,"score_spread":0.3542897955036926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013274017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95902264,0.00081420137,0.0000972046,0.034495436,0.0005972837,0.0008797217,0.0000021859153,0.000090301335,0.0040010344],"genre_scores_gemma":[0.97134584,0.00038548195,0.000031965657,0.024097532,0.0014118484,0.000039665854,0.00025278566,0.000020985124,0.002413915],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972759,0.00025938943,0.0008023204,0.00034342485,0.0008877833,0.00043118236],"domain_scores_gemma":[0.9977599,0.0011601128,0.00023109192,0.00036726161,0.00026217554,0.00021946566],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016705062,0.00020751418,0.000402749,0.0002985367,0.0001359917,0.0000053906474,0.00023433659,0.00028206842,0.0018668958],"category_scores_gemma":[0.0028272285,0.00012324631,0.000036275058,0.00080311554,0.00009755861,0.0001314695,0.000011094712,0.0016243724,0.000092618226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036691484,0.000077000295,0.8497105,0.000053471358,0.000014824196,0.000022915116,0.013484816,0.00033323816,0.00011646084,0.00053645804,0.12879229,0.006491083],"study_design_scores_gemma":[0.008828278,0.0034600715,0.9147505,0.0013586378,0.00016732172,0.00009312781,0.022476478,0.0014518751,0.00013385453,0.00097652845,0.045987304,0.00031599205],"about_ca_topic_score_codex":0.00015094405,"about_ca_topic_score_gemma":0.0000021283454,"teacher_disagreement_score":0.08280498,"about_ca_system_score_codex":0.00021606329,"about_ca_system_score_gemma":0.00040648697,"threshold_uncertainty_score":0.99904555},"labels":[],"label_agreement":null},{"id":"W2013901571","doi":"10.1097/00001888-200201000-00019","title":"Can Written Communication Skills Be Tested in an Objective Structured Clinical Examination Format?","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Royal College of Physicians and Surgeons of Canada; Canadian Society for Digital Humanities; University of Ottawa","funders":"","keywords":"Objective structured clinical examination; Generalizability theory; Formative assessment; Rating scale; Dictation; Scale (ratio); Psychology; Medical education; Computer science; Medicine; Mathematics education","score_opus":0.057870038231827604,"score_gpt":0.41028710110114475,"score_spread":0.3524170628693171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013901571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96143824,0.00043091504,0.00018942919,0.032523796,0.00047930673,0.000856676,0.00000395468,0.00011265481,0.003965055],"genre_scores_gemma":[0.98414826,0.00092364155,0.0013007515,0.011464132,0.0007527207,0.000076286466,0.000561074,0.000031593037,0.0007415597],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99687326,0.0004033245,0.0013447466,0.00037465608,0.0006650001,0.00033904213],"domain_scores_gemma":[0.9978818,0.00039808822,0.00037122276,0.00073692197,0.0004282552,0.00018366335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026157913,0.00021267822,0.0005125373,0.00053586846,0.00010830064,0.000005871597,0.00033736858,0.0005937896,0.0006628408],"category_scores_gemma":[0.006487817,0.00017684187,0.000033440618,0.0012308462,0.0004777143,0.00030952622,0.000051703813,0.002082646,0.000019659616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093498595,0.0005639329,0.29281953,0.00016746466,0.00008536913,0.0000208643,0.05985083,0.0000070214674,0.0018640747,0.0042077154,0.070221454,0.5700983],"study_design_scores_gemma":[0.0059965993,0.0008588087,0.96264017,0.0008442629,0.00015615045,0.00015614656,0.011183809,0.010628205,0.00023301561,0.0020751255,0.004936436,0.00029124875],"about_ca_topic_score_codex":0.00009656137,"about_ca_topic_score_gemma":0.000061088795,"teacher_disagreement_score":0.66982067,"about_ca_system_score_codex":0.00036229964,"about_ca_system_score_gemma":0.000082063365,"threshold_uncertainty_score":0.9048176},"labels":[],"label_agreement":null},{"id":"W2013908670","doi":"10.1097/acm.0000000000000614","title":"Disrupting Diagnostic Reasoning","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Test (biology); Affect (linguistics); Audiology; Emergency medicine; Medical emergency; Psychology","score_opus":0.08311560416684625,"score_gpt":0.40681146697699333,"score_spread":0.32369586281014706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013908670","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9198639,0.007941154,0.0018349029,0.022601351,0.0013555106,0.0004803569,0.0000026849118,0.0003843037,0.045535836],"genre_scores_gemma":[0.9866117,0.0008068228,0.0006353797,0.005541718,0.002728113,0.000028253737,0.00005641711,0.000039151575,0.0035524447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772686,0.000071154274,0.0006404123,0.00039989923,0.0006961939,0.00046549278],"domain_scores_gemma":[0.98202753,0.01607601,0.00016912301,0.00038897843,0.0001855815,0.0011527494],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016476922,0.00021664698,0.0005853667,0.00011480747,0.000056545272,0.000004768089,0.00015959473,0.00027853658,0.00022759172],"category_scores_gemma":[0.4535148,0.00015426171,0.00006242186,0.00036955826,0.00027575114,0.00006704243,0.000082154445,0.0009860345,0.00035904086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028674566,0.00006662493,0.61355287,0.00007324441,0.00011260791,0.0007959981,0.0061323154,0.000026354252,0.00039251425,0.0065638986,0.3346731,0.037323713],"study_design_scores_gemma":[0.06368639,0.010042806,0.41690847,0.09636276,0.0044100797,0.0079889195,0.027419955,0.007428084,0.00180895,0.0331531,0.32793814,0.002852336],"about_ca_topic_score_codex":0.00013411735,"about_ca_topic_score_gemma":0.0000012143163,"teacher_disagreement_score":0.4518671,"about_ca_system_score_codex":0.000100935475,"about_ca_system_score_gemma":0.0002012114,"threshold_uncertainty_score":0.629061},"labels":[],"label_agreement":null},{"id":"W2014312695","doi":"10.1097/00001888-200503000-00014","title":"ACGME Requirements for Geriatrics Medicine Curricula in Medical Specialties: Progress Made and Progress Needed","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research","funders":"","keywords":"Geriatrics; Accreditation; Curriculum; Graduate medical education; Medicine; Medical education; Family medicine; Health care; MEDLINE; Gerontology; Psychology","score_opus":0.20506832655122392,"score_gpt":0.5462980469132688,"score_spread":0.34122972036204485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014312695","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012869074,0.97694165,0.00006806238,0.014269557,0.002243359,0.0036095935,0.000021720962,0.000120204255,0.0025971618],"genre_scores_gemma":[0.00007440452,0.9790533,0.00009244731,0.00084050465,0.01078068,0.0019013747,0.00032491965,0.00013258497,0.006799777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921027,0.0008745162,0.0025075905,0.0014437665,0.0015026788,0.0015687544],"domain_scores_gemma":[0.9957045,0.0017005907,0.0009158605,0.0007469385,0.00014519609,0.00078692345],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0057026176,0.00091423525,0.003969388,0.0011811735,0.00014519703,0.0000095846435,0.0014059953,0.002911164,0.0021846688],"category_scores_gemma":[0.0018964679,0.0006063568,0.00016367881,0.0010577135,0.0030989002,0.000097035125,0.00031140528,0.0037423351,0.000078230914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008285742,0.0000482697,0.0004921497,0.0054578944,0.000219738,0.000184033,0.0037446995,4.711056e-9,2.9286568e-8,0.0019030106,0.1154091,0.8724582],"study_design_scores_gemma":[0.0041961703,0.00056278217,0.00007826638,0.026312348,0.0007673666,0.0005785037,0.0021284795,0.0000139884505,4.3297636e-8,0.0002729158,0.9645921,0.00049702445],"about_ca_topic_score_codex":0.00012264281,"about_ca_topic_score_gemma":0.000019587476,"teacher_disagreement_score":0.8719612,"about_ca_system_score_codex":0.00026903878,"about_ca_system_score_gemma":0.000385369,"threshold_uncertainty_score":0.9996388},"labels":[],"label_agreement":null},{"id":"W2014917954","doi":"10.1097/00001888-200310001-00014","title":"Responses of Rural Family Physicians and Their Colleague and Coworker Raters to a Multi-Source Feedback Process: A Pilot Study","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; Family medicine; Medical education; Medicine","score_opus":0.04551109940517764,"score_gpt":0.35943322825061774,"score_spread":0.31392212884544013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014917954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908328,0.0008966188,0.0010587379,0.005372889,0.00020006666,0.0013855819,0.000002737476,0.000044085875,0.00020650527],"genre_scores_gemma":[0.99060905,0.00015041254,0.00036114847,0.006474095,0.00018472923,0.000097441145,0.000007453405,0.000030250663,0.0020853945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99835074,0.00015888001,0.0005859298,0.0002764053,0.00036085965,0.00026718396],"domain_scores_gemma":[0.9988868,0.00026001126,0.00017659533,0.00025484155,0.0002751453,0.0001466007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012587336,0.00021932035,0.0005430608,0.00029846744,0.00009257592,0.0000036065778,0.00010319866,0.000100080164,0.000026438114],"category_scores_gemma":[0.0038679664,0.00015210945,0.000012032588,0.0009285509,0.00046277346,0.00006120283,0.000031093346,0.0005487912,0.000003976413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004626007,0.0014270459,0.31554857,0.00091453595,0.0005014092,0.000017569004,0.35346463,0.0000133398935,0.22745867,0.00036294147,0.04908076,0.046584528],"study_design_scores_gemma":[0.013677404,0.009511654,0.2498871,0.0031895405,0.00034291623,0.00015436039,0.7122369,0.0003532478,0.0034115983,0.0001797346,0.0066512483,0.00040431286],"about_ca_topic_score_codex":0.00007736077,"about_ca_topic_score_gemma":0.000003786578,"teacher_disagreement_score":0.35877225,"about_ca_system_score_codex":0.000050417086,"about_ca_system_score_gemma":0.00014600466,"threshold_uncertainty_score":0.6202843},"labels":[],"label_agreement":null},{"id":"W2015110026","doi":"10.1097/acm.0b013e3182356128","title":"To Friend or Not to Friend? Social Networking and Faculty Perceptions of Online Professionalism","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Perception; Computer-mediated communication; Medical education; The Internet; Medicine; World Wide Web; Computer science","score_opus":0.46360388145458736,"score_gpt":0.543242729018364,"score_spread":0.07963884756377665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015110026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447209,0.000091869064,0.0001230003,0.04908475,0.0038396155,0.0011386867,0.00002310702,0.00005123669,0.0009268361],"genre_scores_gemma":[0.9886507,0.00020529369,0.0009347172,0.002956236,0.006482182,0.00019161533,0.000025652293,0.000015553685,0.0005380698],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99798274,0.00022923813,0.0004821845,0.00027365427,0.0006131117,0.0004190775],"domain_scores_gemma":[0.99837357,0.0007398434,0.00017972592,0.00010093659,0.00019470172,0.0004112088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013025171,0.00012162576,0.00030569686,0.00014236382,0.00054369913,0.0000026713544,0.00027732973,0.00031077658,0.0007343186],"category_scores_gemma":[0.0042145816,0.000096432974,0.0000206232,0.0007319437,0.00041356162,0.00010196947,0.000078637204,0.00046445482,0.000018868004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009169897,0.000020298054,0.013356209,0.000029207271,0.000007833384,7.675555e-7,0.94473594,1.7096029e-7,0.00038820764,0.0042551043,0.012282436,0.024832133],"study_design_scores_gemma":[0.0005578078,0.000249755,0.46154907,0.0005272371,0.0000595211,0.0000016814773,0.37952283,0.000006101951,0.000046125067,0.0017964834,0.15543552,0.00024786062],"about_ca_topic_score_codex":0.005170245,"about_ca_topic_score_gemma":0.00086204964,"teacher_disagreement_score":0.5652131,"about_ca_system_score_codex":0.00013494288,"about_ca_system_score_gemma":0.00040552864,"threshold_uncertainty_score":0.8040273},"labels":[],"label_agreement":null},{"id":"W2015336238","doi":"10.1097/acm.0b013e3182677805","title":"The Ottawa Surgical Competency Operating Room Evaluation (O-SCORE)","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Competence (human resources); Medicine; Rating scale; Competency assessment; Medical education; Psychology","score_opus":0.09197362330058255,"score_gpt":0.39156536346810067,"score_spread":0.2995917401675181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015336238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8342422,0.010267989,0.00020268939,0.0148543725,0.0011231516,0.00070395175,7.1707854e-7,0.00012836645,0.13847654],"genre_scores_gemma":[0.99387944,0.0002847059,0.000057611607,0.0015824875,0.0028304819,0.000031024185,0.00004327407,0.000018436069,0.0012725617],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761695,0.0002241247,0.00058796053,0.00019045098,0.00092903955,0.00045149287],"domain_scores_gemma":[0.99779683,0.0013203745,0.00012601285,0.0002305071,0.00016254772,0.00036372745],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045559164,0.00015589572,0.00029843595,0.000059188864,0.00028033272,0.00000621796,0.00011822499,0.00017282061,0.0016716977],"category_scores_gemma":[0.002066677,0.00008327014,0.000053538854,0.0002828399,0.00015849392,0.00011858062,0.00003372415,0.00075550255,0.00011622394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002488521,0.000063155145,0.56571126,0.00006136053,0.00019184484,0.00003825198,0.007989535,0.00013015223,0.0013476483,0.07684751,0.01103725,0.33633316],"study_design_scores_gemma":[0.015404303,0.000313296,0.17891096,0.0005747866,0.00045513856,0.00045490797,0.0031731362,0.028686604,0.00027224742,0.0010581039,0.77037627,0.00032025395],"about_ca_topic_score_codex":0.000019167308,"about_ca_topic_score_gemma":0.0000015293219,"teacher_disagreement_score":0.75933903,"about_ca_system_score_codex":0.00007610065,"about_ca_system_score_gemma":0.000087124805,"threshold_uncertainty_score":0.99924093},"labels":[],"label_agreement":null},{"id":"W2015523079","doi":"10.1097/acm.0b013e3181a85776","title":"Longitudinal Integrated Clerkships for Medical Students: An Innovation Adopted by Medical Schools in Australia, Canada, South Africa, and the United States","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":282,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; Higher education; Medicine; Family medicine; Political science","score_opus":0.04970082394514975,"score_gpt":0.3859804802948411,"score_spread":0.33627965634969137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015523079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86416316,0.00035313884,0.0027000457,0.13124228,0.00034110292,0.0010915862,0.000015986023,0.00005490161,0.000037813967],"genre_scores_gemma":[0.9643445,0.0002578435,0.00018111525,0.031214377,0.00066323427,0.00012741881,0.0024858036,0.000024836569,0.0007008578],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99391264,0.00026062195,0.0015904545,0.0005148999,0.003138579,0.0005827836],"domain_scores_gemma":[0.9975788,0.0005304383,0.00033082167,0.00036871276,0.0007519474,0.00043930134],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007586141,0.00032152442,0.00067949865,0.0006462045,0.0001436703,0.000019723051,0.00068681804,0.00067343813,0.0005028462],"category_scores_gemma":[0.025143897,0.00020212457,0.000022012178,0.0033921965,0.0007300743,0.00014576998,0.000053506308,0.0030021127,0.000003136681],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002692058,0.00036320733,0.11233396,0.00021558486,0.00024337505,0.000093957206,0.016445052,0.000009343994,0.00021748675,0.015473391,0.82097006,0.030942548],"study_design_scores_gemma":[0.13860552,0.005689989,0.32589978,0.013629121,0.001453861,0.00091243075,0.11928968,0.082587995,0.0004269237,0.02408331,0.28501233,0.0024090533],"about_ca_topic_score_codex":0.04555547,"about_ca_topic_score_gemma":0.0050569,"teacher_disagreement_score":0.5359577,"about_ca_system_score_codex":0.00040775232,"about_ca_system_score_gemma":0.0012616254,"threshold_uncertainty_score":0.999298},"labels":[],"label_agreement":null},{"id":"W2016282243","doi":"10.1097/01.acm.0000232416.27895.1f","title":"All Things Wise and Wonderful","year":2006,"lang":"en","type":"book","venue":"Academic Medicine","topic":"New Zealand Economic and Social Studies","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Creatures; Art; Art history; Performance art; Natural (archaeology); Visual arts; Literature; History; Archaeology","score_opus":0.04579140529169673,"score_gpt":0.24299010034109214,"score_spread":0.1971986950493954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016282243","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072307495,0.04285487,0.00008540057,0.008394004,0.00080280396,0.00023220398,0.00006278818,0.00006435208,0.9467805],"genre_scores_gemma":[0.0036704394,0.017573897,0.00001657676,0.006343964,0.0028070225,0.00001562699,0.00013868583,0.00006276191,0.969371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795276,0.00000776635,0.0009875792,0.0006015934,0.000051875373,0.0003984016],"domain_scores_gemma":[0.9987967,0.00013840511,0.0006781821,0.00022301136,0.00001694179,0.00014676669],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068484526,0.00035779906,0.001203459,0.00020793076,0.00012472783,0.000011654432,0.00026659662,0.000788637,0.00054177543],"category_scores_gemma":[0.000102402184,0.00035654297,0.000078952755,0.000044143646,0.0003876099,0.00014023152,0.0001305732,0.0010343874,0.00059321977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047307462,0.0000014905098,0.0018109778,0.000059082675,0.00010187492,0.0000047705166,0.002067219,2.8182768e-7,2.1966187e-7,0.19172017,0.80385613,0.00037305657],"study_design_scores_gemma":[0.000465982,0.00002930049,0.0003914489,0.000091276386,0.000031505067,0.0000046597265,0.000080050704,0.000014996913,1.2967269e-7,0.31459793,0.6840453,0.0002473908],"about_ca_topic_score_codex":0.0006136207,"about_ca_topic_score_gemma":0.000012583935,"teacher_disagreement_score":0.12287776,"about_ca_system_score_codex":0.00023318741,"about_ca_system_score_gemma":0.000034135242,"threshold_uncertainty_score":0.99988866},"labels":[],"label_agreement":null},{"id":"W2016306293","doi":"10.1097/acm.0b013e31813e6755","title":"Knowing When to Look It Up: A New Conception of Self-Assessment Ability","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Associated Medical Services; Royal College of Physicians and Surgeons of Canada","keywords":"Conceptualization; Respondent; Situational ethics; Psychology; Self-assessment; Test (biology); Self-report study; Applied psychology; Order (exchange); Social psychology; Cognitive psychology; Computer science; Artificial intelligence","score_opus":0.03709506571117398,"score_gpt":0.4186051804904493,"score_spread":0.3815101147792753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016306293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8451938,0.00027846117,0.0876938,0.055611223,0.0016876888,0.001078985,7.311321e-7,0.00012736255,0.008327958],"genre_scores_gemma":[0.9622353,0.00007439005,0.01713396,0.015414509,0.00259604,0.000019367368,0.00004798394,0.000023268329,0.0024552175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972341,0.000034865578,0.0011140873,0.00035427194,0.0009011117,0.00036158066],"domain_scores_gemma":[0.9983643,0.00023027849,0.0002385369,0.00045064464,0.00039075132,0.00032547174],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036488334,0.00017535423,0.000466401,0.0003479969,0.000053143354,0.0000018948289,0.00019535047,0.00029925854,0.0013932869],"category_scores_gemma":[0.0022133403,0.0001429678,0.000041660005,0.00077740714,0.00017629424,0.00011773858,0.000053085612,0.00090933323,0.00005272972],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022340086,0.00010978413,0.05131296,0.0004260873,0.00010011213,0.000007779791,0.04421238,0.0000031154661,0.079679325,0.008111772,0.6131805,0.20263274],"study_design_scores_gemma":[0.01418446,0.0031966253,0.29621336,0.0056608706,0.0010935143,0.00019737925,0.05726778,0.0008205203,0.016875286,0.01236775,0.59129953,0.0008229062],"about_ca_topic_score_codex":0.00017313311,"about_ca_topic_score_gemma":0.000003992485,"teacher_disagreement_score":0.2449004,"about_ca_system_score_codex":0.0005977367,"about_ca_system_score_gemma":0.00061383675,"threshold_uncertainty_score":0.9995196},"labels":[],"label_agreement":null},{"id":"W2017127976","doi":"10.1097/00001888-200211000-00006","title":"Should Medical School Faculty See Assessments of Students Made by Previous Teachers?","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Medical education; Medical school; Diversity (politics); Faculty development; Psychology; Medical information; Medicine; Professional development; Political science; Family medicine","score_opus":0.09079128220871752,"score_gpt":0.4705456454330237,"score_spread":0.37975436322430617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017127976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.940713,0.0027838885,0.0012644022,0.04358598,0.00094055134,0.0009950986,0.000011221948,0.00014705837,0.00955883],"genre_scores_gemma":[0.9426518,0.0021005562,0.0007348625,0.020622639,0.0013880037,0.00010353907,0.0003704082,0.000059055867,0.031969104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99387324,0.00012399007,0.0013251306,0.0004812435,0.0037179682,0.00047841913],"domain_scores_gemma":[0.99796045,0.00013412714,0.0003965061,0.00054466486,0.00027244157,0.0006917923],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020962697,0.00029851735,0.000732391,0.00028048354,0.00007757628,0.0000047081694,0.00069436326,0.0007922929,0.019701364],"category_scores_gemma":[0.010835825,0.00022468704,0.000062334766,0.0008634606,0.0005198862,0.00014575695,0.00012846138,0.0025826213,0.00025113285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025420746,0.00022895828,0.098302364,0.00015713686,0.00016752022,0.000015890419,0.0022305045,2.0516019e-7,0.002958849,0.00010831244,0.86734843,0.028456386],"study_design_scores_gemma":[0.03010473,0.0034195452,0.12846701,0.009084508,0.0020330134,0.0009015004,0.013891823,0.0036442608,0.0040466418,0.0007567397,0.8023249,0.0013253157],"about_ca_topic_score_codex":0.000065495675,"about_ca_topic_score_gemma":4.8738656e-7,"teacher_disagreement_score":0.06502355,"about_ca_system_score_codex":0.0003007057,"about_ca_system_score_gemma":0.00019153481,"threshold_uncertainty_score":0.9997185},"labels":[],"label_agreement":null},{"id":"W2017626794","doi":"10.1097/00001888-200110001-00005","title":"Does “Shortness of Breath” = “Dyspnea”?","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Intensive care medicine","score_opus":0.036198370005158846,"score_gpt":0.38146535231633544,"score_spread":0.3452669823111766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017626794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96239066,0.0014553216,0.00047293617,0.018959679,0.0007592119,0.0002784741,0.0000039436954,0.00009687775,0.015582883],"genre_scores_gemma":[0.9831644,0.0043541207,0.00009334148,0.0027401203,0.0013666523,0.000012886095,0.00003632275,0.000022802453,0.008209334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981003,0.00003897025,0.00071806624,0.0003103698,0.0005217679,0.00031051884],"domain_scores_gemma":[0.99406314,0.004831024,0.000177454,0.00040719053,0.00014683224,0.00037437736],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007173782,0.00017442348,0.00068667746,0.00012186204,0.00003085335,0.0000010952418,0.00016250474,0.0002952434,0.0014091799],"category_scores_gemma":[0.031465966,0.00008622172,0.000078695964,0.0003613494,0.00041382623,0.000037150327,0.000045784935,0.000595568,0.000055281947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005390339,0.00010888853,0.89036745,0.00011574448,0.00014413962,0.00032896877,0.0016610883,0.000002990382,0.005345194,0.0024820687,0.03968596,0.05921847],"study_design_scores_gemma":[0.018802946,0.0032751726,0.75691164,0.025980989,0.0020899167,0.0018920063,0.0036477456,0.0004544321,0.009326154,0.012959417,0.16383119,0.00082838885],"about_ca_topic_score_codex":0.00020573022,"about_ca_topic_score_gemma":0.0000035607643,"teacher_disagreement_score":0.13345581,"about_ca_system_score_codex":0.000028885255,"about_ca_system_score_gemma":0.00008460218,"threshold_uncertainty_score":0.9995037},"labels":[],"label_agreement":null},{"id":"W2018155718","doi":"10.1097/acm.0000000000000650","title":"Are Examiners’ Judgments in OSCE-Style Assessments Influenced by Contrast Effects?","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Contrast (vision); Psychology; Formality; Variance (accounting); Clinical psychology; Social psychology; Statistics; Mathematics; Computer science","score_opus":0.5175988496754704,"score_gpt":0.5339994156305645,"score_spread":0.016400565955094093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018155718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805288,0.0023346548,0.0060166633,0.0016280147,0.0016607353,0.00039404642,0.0000059344347,0.000068326175,0.0073628672],"genre_scores_gemma":[0.99314606,0.000106238585,0.0007366165,0.0033492998,0.00025228545,0.00003421454,0.000006064492,0.000015578293,0.0023536587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9943112,0.0009473324,0.0012189168,0.00071909884,0.0022343607,0.00056908064],"domain_scores_gemma":[0.97619945,0.02164162,0.0009355826,0.0005521167,0.00021746875,0.00045375753],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0143496515,0.00025463314,0.0007997411,0.00071278005,0.000058308364,0.000029496741,0.0012514897,0.00029320962,0.00013330475],"category_scores_gemma":[0.23488773,0.00016620489,0.000036110596,0.0027932066,0.00022932663,0.0003210555,0.00020706997,0.00086600333,0.00010995717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051396444,0.000023373515,0.73859304,0.000012456693,0.00001746721,0.00004282937,0.0012252702,0.000018868275,0.004851178,0.000050923074,0.22178586,0.03332733],"study_design_scores_gemma":[0.011571124,0.00080558413,0.90446687,0.00081786804,0.000048905855,0.00003657036,0.015074842,0.002146965,0.0010294078,0.022338036,0.04105727,0.0006065572],"about_ca_topic_score_codex":0.00021269883,"about_ca_topic_score_gemma":0.0000056709578,"teacher_disagreement_score":0.2205381,"about_ca_system_score_codex":0.0001354038,"about_ca_system_score_gemma":0.000054525688,"threshold_uncertainty_score":0.77155715},"labels":[],"label_agreement":null},{"id":"W2018448355","doi":"10.1097/00001888-200510000-00017","title":"Multischool, International Survey of Medical Students??? Attitudes toward ???Holism???","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria Park","funders":"National Center for Complementary and Integrative Health","keywords":"Cronbach's alpha; Holism; Confirmatory factor analysis; Psychology; Medical education; Curriculum; Introspection; Clinical psychology; Medicine; Structural equation modeling; Psychometrics; Pedagogy","score_opus":0.08165530843191654,"score_gpt":0.48060926904328866,"score_spread":0.3989539606113721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018448355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88303995,0.0010244123,0.0026829427,0.1090093,0.002032121,0.0004059479,0.000008609661,0.00008766276,0.001709079],"genre_scores_gemma":[0.9813976,0.0014154422,0.0011511492,0.011600192,0.0028246948,0.000031608855,0.00032313282,0.000029713154,0.0012264313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935697,0.00011315644,0.0012363436,0.0003749037,0.004389836,0.0003160604],"domain_scores_gemma":[0.9980414,0.00027573717,0.00030703706,0.00039112126,0.0007039137,0.00028078142],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005659495,0.00021059274,0.0005741612,0.00041127694,0.00004498957,0.0000063195516,0.0011488248,0.00051755994,0.0054848744],"category_scores_gemma":[0.015088112,0.00016310884,0.000045168363,0.00070583634,0.00053046335,0.00016934182,0.00022642627,0.0015076601,0.00014223359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014262146,0.00021430313,0.7282602,0.00012553358,0.00020913652,0.000018786952,0.0024332062,0.000002679002,0.0005445462,0.0014823319,0.19645593,0.07011072],"study_design_scores_gemma":[0.004218326,0.0001717621,0.9394147,0.0010320605,0.00009657343,0.00021153908,0.0005268381,0.0009610801,0.0003802834,0.00007716082,0.05273982,0.00016984798],"about_ca_topic_score_codex":0.00053647213,"about_ca_topic_score_gemma":0.000025298987,"teacher_disagreement_score":0.21115449,"about_ca_system_score_codex":0.00019786689,"about_ca_system_score_gemma":0.00034005885,"threshold_uncertainty_score":0.9954243},"labels":[],"label_agreement":null},{"id":"W2019026085","doi":"10.1097/00001888-200104000-00009","title":"Rethinking the Residency Matching Process and Questioning the Value of Competition in Medicine","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matching (statistics); Ranking (information retrieval); Competition (biology); Value (mathematics); Process (computing); Visibility; Control (management); Outcome (game theory); Psychology; Medical education; Computer science; Medicine; Economics; Microeconomics; Information retrieval; Artificial intelligence","score_opus":0.04768464920134516,"score_gpt":0.35859189827144516,"score_spread":0.31090724907010003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019026085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8243028,0.00339979,0.00046194426,0.15393977,0.0003233232,0.00025341942,2.1876792e-7,0.0000290087,0.017289734],"genre_scores_gemma":[0.98947805,0.0062988834,0.000016670449,0.0031571873,0.0007402468,0.000005124416,0.0000027191786,0.0000047327435,0.0002963896],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99780446,0.00041379774,0.00034737025,0.00016335896,0.0010504969,0.00022051869],"domain_scores_gemma":[0.99852353,0.0009910172,0.0001844571,0.00013378267,0.00009998322,0.000067249995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008709778,0.000088577945,0.00022304265,0.0000977575,0.000504316,0.000007618821,0.00054913526,0.00013184256,0.00014016022],"category_scores_gemma":[0.002123834,0.000047294427,0.000011703669,0.0005678433,0.0018862652,0.00019790448,0.0000592064,0.00078171946,0.0000012060071],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029298506,0.0000032190073,0.04573507,0.00005340384,0.0000106186335,0.00001297938,0.70368236,0.000044210974,0.00026413152,0.24685378,0.0009651809,0.0023457108],"study_design_scores_gemma":[0.0009277229,0.0001391321,0.03356935,0.00396233,0.00009881659,0.000028538794,0.65494,0.00013222195,0.000019293702,0.30297902,0.0030963758,0.000107167434],"about_ca_topic_score_codex":0.011427597,"about_ca_topic_score_gemma":0.0012954558,"teacher_disagreement_score":0.16517526,"about_ca_system_score_codex":0.000046893532,"about_ca_system_score_gemma":0.000089037814,"threshold_uncertainty_score":0.9951554},"labels":[],"label_agreement":null},{"id":"W2019177740","doi":"10.1097/00001888-200309000-00005","title":"Have You Got A Couple of Minutes?","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Formality; Pleasure; Space (punctuation); Lecture hall; Class (philosophy); Psychology; Sociology; Media studies; Law; Computer science; History; Political science; Communication","score_opus":0.20627060214871437,"score_gpt":0.4829171431589603,"score_spread":0.2766465410102459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019177740","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41037986,0.006135967,0.0013124932,0.10059473,0.0013971601,0.00056345604,0.0000029550217,0.00013257492,0.4794808],"genre_scores_gemma":[0.9761244,0.00071775744,0.00035456373,0.0010044499,0.00034969466,0.0000070252318,0.0000025139063,0.000007780657,0.021431822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980249,0.0004983471,0.00033491608,0.00015913046,0.0007772116,0.00020550886],"domain_scores_gemma":[0.9983117,0.0009766624,0.00032033183,0.00015457836,0.00011425933,0.0001224874],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066086985,0.000074817566,0.00018862447,0.00008158874,0.00016102551,0.0000031317657,0.0002623396,0.00015599484,0.0019425191],"category_scores_gemma":[0.018528258,0.00006274585,0.000022330896,0.00019202009,0.0004507522,0.00020241863,0.00001439963,0.00042118333,0.000050257408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035781883,0.00003833716,0.08127605,0.000058189773,0.00008154807,0.0000059290965,0.25106737,0.000028583663,0.0061665475,0.41725335,0.23719619,0.0067921397],"study_design_scores_gemma":[0.00064388255,0.000082857514,0.000997935,0.00011239462,0.00007085509,0.000003206223,0.031672627,0.0000673914,0.00060672656,0.009440116,0.9561975,0.00010451744],"about_ca_topic_score_codex":0.001955449,"about_ca_topic_score_gemma":0.00014415219,"teacher_disagreement_score":0.7190013,"about_ca_system_score_codex":0.00005392974,"about_ca_system_score_gemma":0.00018659983,"threshold_uncertainty_score":0.99896985},"labels":[],"label_agreement":null},{"id":"W2019333050","doi":"10.1097/00001888-200105000-00026","title":"An Online Summer Course for Prematriculation Medical Students","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Facilitator; Medical education; The Internet; Class (philosophy); Psychology; Bulletin board; Mathematics education; Computer science; Medicine; World Wide Web","score_opus":0.10236426265247985,"score_gpt":0.4821921392767519,"score_spread":0.3798278766242721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019333050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93745756,0.0018744565,0.0096272295,0.04519929,0.0007730245,0.0010245132,0.000005187738,0.00024063136,0.0037981009],"genre_scores_gemma":[0.98942137,0.0016450622,0.00017074439,0.0032391422,0.0034162223,0.000028552295,0.00009402825,0.000013805321,0.0019711044],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99739116,0.00026195188,0.00032760168,0.00023376473,0.0014302863,0.00035520992],"domain_scores_gemma":[0.998868,0.00042323262,0.00012841156,0.00012502252,0.00011036028,0.00034496546],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047644223,0.000099223565,0.00019231132,0.00008042415,0.0003149749,0.000010946299,0.0006132813,0.00032303584,0.00095632626],"category_scores_gemma":[0.0017520835,0.00007728217,0.000026366795,0.0003403453,0.00020951079,0.00021042544,0.000025963207,0.0004328831,0.000015785712],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015399518,0.0001595271,0.77791315,0.00005560767,0.00006425347,0.000030078168,0.044449218,0.000049767757,0.00036413292,0.0136709185,0.04643125,0.11665808],"study_design_scores_gemma":[0.004504107,0.00063267053,0.06274205,0.00057184655,0.00022212433,0.000019905452,0.020492572,0.0034549097,0.000019217583,0.006382401,0.9005284,0.00042980065],"about_ca_topic_score_codex":0.00090093527,"about_ca_topic_score_gemma":0.00037292697,"teacher_disagreement_score":0.8540971,"about_ca_system_score_codex":0.000054196043,"about_ca_system_score_gemma":0.00023590328,"threshold_uncertainty_score":0.9999569},"labels":[],"label_agreement":null},{"id":"W2019601792","doi":"10.1097/acm.0b013e3181f08e2b","title":"Family Medicine Residency Training in Community Health Centers: A National Survey","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Family medicine; Residency training; Quarter (Canadian coin); Medicine; Psychology; Medical education; Continuing education","score_opus":0.32144050735332674,"score_gpt":0.5548503071156782,"score_spread":0.23340979976235143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019601792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87363106,0.002320589,0.00006206832,0.06963873,0.0038925528,0.0014226743,0.000044094097,0.00019839645,0.048789833],"genre_scores_gemma":[0.9562621,0.0016591334,0.0001285412,0.03818826,0.0018405415,0.000089692745,0.00031044037,0.00004110506,0.0014801964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9903257,0.004645599,0.002185873,0.00039964373,0.0011580668,0.0012851093],"domain_scores_gemma":[0.990925,0.0067144516,0.0007256035,0.00053533615,0.00041769617,0.000681907],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026893923,0.0003116615,0.00096409384,0.00046079705,0.0009747289,0.0000013823909,0.00078698277,0.00067254534,0.0011699644],"category_scores_gemma":[0.01493414,0.00024528406,0.000025006431,0.0010342639,0.00056728907,0.00016858477,0.00017752258,0.010927376,0.00013667023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018426435,0.000020039344,0.55047745,0.00046617907,0.000014273097,0.000006315713,0.13010395,0.000001949959,0.00063938135,0.016161876,0.29950956,0.0024148163],"study_design_scores_gemma":[0.0042806133,0.0004639405,0.81868476,0.007786561,0.000008684418,0.000011722472,0.099160336,0.00008729698,0.0000013510137,0.019305227,0.049968228,0.00024129545],"about_ca_topic_score_codex":0.1345672,"about_ca_topic_score_gemma":0.08552685,"teacher_disagreement_score":0.26820734,"about_ca_system_score_codex":0.0005690812,"about_ca_system_score_gemma":0.0023006538,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W2019796616","doi":"10.1097/acm.0b013e318271cad8","title":"The Comprehensive Geriatric Assessment Guide","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Western University","funders":"","keywords":"Inter-rater reliability; CLARITY; Gold standard (test); Recall; Mnemonic; Medicine; Reliability (semiconductor); Psychology; MEDLINE; Medical education; Geriatrics; Family medicine; Psychiatry; Rating scale","score_opus":0.1007533574421733,"score_gpt":0.49495079837509903,"score_spread":0.39419744093292575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019796616","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18809304,0.050392363,0.0018721807,0.041172937,0.0055507873,0.00043701322,0.0000017570676,0.00013358466,0.7123464],"genre_scores_gemma":[0.8009874,0.0004838944,0.00005780835,0.0025416957,0.0027975743,0.00007317684,0.000007766683,0.000017480146,0.19303317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981135,0.0003612597,0.0003331839,0.00018659394,0.00030727705,0.0006981992],"domain_scores_gemma":[0.99793804,0.0012880969,0.000099852594,0.00040115067,0.00006711187,0.00020574509],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001535538,0.0001222241,0.00020842909,0.00006911786,0.00024135101,0.00000265991,0.0003918378,0.00020221181,0.0012475553],"category_scores_gemma":[0.00018136774,0.00006770868,0.000026749633,0.00018923324,0.00041250902,0.000043694003,0.00008298711,0.0010377857,0.00068392477],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023857474,0.000007883782,0.037910614,0.0000051902157,0.00008159386,0.000006094831,0.004982965,1.0348463e-7,0.00014951306,0.03527078,0.9059208,0.015640583],"study_design_scores_gemma":[0.0006979709,0.00008504845,0.12629522,0.0000141308665,0.00003666336,0.000100528094,0.009006285,0.000010885493,0.00000774367,0.00051038334,0.86315167,0.00008345136],"about_ca_topic_score_codex":0.00015861374,"about_ca_topic_score_gemma":0.0000017785045,"teacher_disagreement_score":0.6128944,"about_ca_system_score_codex":0.000052929972,"about_ca_system_score_gemma":0.00003485444,"threshold_uncertainty_score":0.99966544},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2019798952","doi":"10.1097/00001888-200110001-00027","title":"Developing Competency-assessment Tools to Measure the Family Physicianʼs Ability to Respond to the Needs of the Community","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Competence (human resources); General partnership; Health care; Medicine; Nursing; Context (archaeology); Community health; Population; Medical education; Family medicine; Psychology; Public health; Business; Political science","score_opus":0.11185150645494671,"score_gpt":0.40930582470935295,"score_spread":0.29745431825440627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019798952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6227488,0.0000619236,0.0051079458,0.36740255,0.0005914025,0.0015141482,0.000003301881,0.000025756233,0.0025441558],"genre_scores_gemma":[0.8450905,0.00002974501,0.0012040285,0.15221559,0.00079834735,0.0001772975,0.00001432942,0.000019771564,0.0004503757],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99652046,0.0007065434,0.00088471285,0.00020461011,0.0012883757,0.00039528773],"domain_scores_gemma":[0.99634016,0.000997668,0.00020410467,0.0015765477,0.0007234855,0.00015806075],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072523323,0.00022609565,0.00045097427,0.00021015391,0.0005464095,0.000008707962,0.0013197819,0.0001601436,0.00005304497],"category_scores_gemma":[0.009957377,0.00010384166,0.000057123678,0.0040497826,0.0003604238,0.00006473841,0.0003416741,0.0021975774,0.000046829424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005900923,0.00018858412,0.036513913,0.00027160358,0.00017845517,0.000002338438,0.16722319,0.00017084103,0.10171832,0.03602168,0.46584108,0.19127992],"study_design_scores_gemma":[0.0008279742,0.00043662402,0.6401481,0.0016208185,0.00014495204,0.000029396217,0.07141457,0.00006257235,0.0009706532,0.0016583222,0.28250313,0.00018289467],"about_ca_topic_score_codex":0.00043905986,"about_ca_topic_score_gemma":0.000043054904,"teacher_disagreement_score":0.6036342,"about_ca_system_score_codex":0.0004900797,"about_ca_system_score_gemma":0.00076184096,"threshold_uncertainty_score":0.99838215},"labels":[],"label_agreement":null},{"id":"W2019947226","doi":"10.1097/00001888-200307000-00011","title":"LESSON FROM JOANNE","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"European Law and Migration","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Minor (academic); Medicine; Psychology; Psychoanalysis; Art; Humanities","score_opus":0.06406415013105361,"score_gpt":0.36937562456321005,"score_spread":0.30531147443215645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019947226","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43649063,0.003050602,0.00091207033,0.01061839,0.0009238575,0.00013465225,0.0000015928041,0.0000975223,0.5477707],"genre_scores_gemma":[0.9757621,0.0015616928,0.00004998461,0.001913521,0.0011412252,0.0000022338763,0.000007861917,0.0000068321224,0.019554531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990571,0.00022728069,0.00015169378,0.00013402649,0.00025901868,0.00017086304],"domain_scores_gemma":[0.99956405,0.00014643461,0.000054758486,0.00009039803,0.000030258849,0.0001141149],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089071295,0.00005546604,0.000097698896,0.00002573277,0.00016191849,0.000003427812,0.00013135839,0.00009703061,0.0012339226],"category_scores_gemma":[0.0010787279,0.000043877328,0.00001227018,0.00013522213,0.00019536176,0.00009033938,0.0000061966475,0.00023142886,0.00019788032],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052374567,0.0000035711814,0.0048174155,0.0000024523404,0.000009452556,0.000006437015,0.06053189,7.3336014e-7,0.0050676367,0.7859033,0.13896652,0.0046853824],"study_design_scores_gemma":[0.000252788,0.00001780715,0.0007707787,0.000040333856,0.000013679627,4.0418504e-7,0.0053057587,0.0000016729601,0.00040197256,0.0122351125,0.98090214,0.000057538473],"about_ca_topic_score_codex":0.0016307376,"about_ca_topic_score_gemma":0.00028873855,"teacher_disagreement_score":0.84193563,"about_ca_system_score_codex":0.000029553667,"about_ca_system_score_gemma":0.00004985751,"threshold_uncertainty_score":0.9996791},"labels":[],"label_agreement":null},{"id":"W2019963249","doi":"10.1097/acm.0000000000000121","title":"Deciding About Fast and Slow Decisions","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Viewpoints; Interdependence; Reductionism; Fidelity; Computer science; Process (computing); Reflexivity; Management science; Psychology; Data science; Epistemology; Cognitive psychology; Sociology","score_opus":0.06039191995923042,"score_gpt":0.36823804114981973,"score_spread":0.3078461211905893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019963249","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01593838,0.014411624,0.0005924635,0.95695347,0.0015697747,0.00077857653,0.00001935938,0.00017665542,0.009559673],"genre_scores_gemma":[0.0073342263,0.022832563,0.00044130845,0.90676546,0.0204453,0.00008185731,0.0005496542,0.00012223831,0.041427366],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99608564,0.000098974946,0.0011452476,0.00087671616,0.0010527715,0.00074065913],"domain_scores_gemma":[0.96133006,0.036749333,0.00036160037,0.0007134191,0.00019952055,0.000646092],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00081082573,0.0005499015,0.0015323127,0.00035083157,0.00011687492,0.000014784745,0.0003145713,0.0026513585,0.0014243737],"category_scores_gemma":[0.13670436,0.00037212166,0.00013608504,0.00028506224,0.00063740544,0.000059661004,0.00017719885,0.0072630714,0.0005497327],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001835695,0.000005252218,0.0024544862,0.000064357926,0.00009009731,0.0004916802,0.00032919928,1.2948091e-7,0.00005281839,0.000054992113,0.958231,0.03820766],"study_design_scores_gemma":[0.0028453884,0.0004233913,0.0065808953,0.032814592,0.00097520225,0.00096922915,0.00016984729,0.00010926686,0.00001759093,0.0019212236,0.9527532,0.00042016656],"about_ca_topic_score_codex":0.0001674251,"about_ca_topic_score_gemma":7.382772e-7,"teacher_disagreement_score":0.13589352,"about_ca_system_score_codex":0.00008599785,"about_ca_system_score_gemma":0.00018315601,"threshold_uncertainty_score":0.9998731},"labels":[],"label_agreement":null},{"id":"W2020170115","doi":"10.1097/acm.0b013e3181acf95c","title":"The Sandwich Fellowship: A Subspecialty Training Model for the Developing World","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Subspecialty; Training (meteorology); Medical education; Residency training; Medicine; Family medicine; Continuing education; Geography","score_opus":0.24451372454988696,"score_gpt":0.5099928326324769,"score_spread":0.2654791080825899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020170115","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03811952,0.026240949,0.07412134,0.80510145,0.004738535,0.0069273068,0.00001378433,0.00049258565,0.04424452],"genre_scores_gemma":[0.8730696,0.004721343,0.0009566124,0.063494496,0.0058798976,0.00038575882,0.000013814471,0.000040206043,0.05143828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965658,0.0002631391,0.0010878264,0.00032687208,0.0004917806,0.0012645618],"domain_scores_gemma":[0.9924565,0.006306776,0.0003836394,0.00042787238,0.00019383663,0.00023140405],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0044623096,0.0002420586,0.00042657918,0.00007788038,0.003253915,0.000005206006,0.0007564224,0.00030399818,0.00008785571],"category_scores_gemma":[0.0020435783,0.000118304335,0.000052878695,0.00057666225,0.00021817487,0.000079510784,0.00006241619,0.0020102384,0.000045716293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003085947,0.0000030152905,0.0014679094,0.00011032469,0.0000346392,0.000001755265,0.085369006,0.00018292454,0.00006010007,0.25352603,0.59351164,0.06542404],"study_design_scores_gemma":[0.0019110125,0.00009269466,0.0030124355,0.0021029534,0.000080382626,0.000003729671,0.032111622,0.04664825,0.000006315063,0.09041264,0.8233794,0.00023854169],"about_ca_topic_score_codex":0.00006996631,"about_ca_topic_score_gemma":0.0006428965,"teacher_disagreement_score":0.8349501,"about_ca_system_score_codex":0.00029827302,"about_ca_system_score_gemma":0.0006177971,"threshold_uncertainty_score":0.9980437},"labels":[],"label_agreement":null},{"id":"W2020369349","doi":"10.1097/acm.0b013e318163710f","title":"Assessment of International Medical Graduates and Their Integration into Family Practice: The Clinician Assessment for Practice Program","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Cancer Care Nova Scotia","funders":"","keywords":"Mentorship; Licensure; Medical education; License; Clinical Practice; Family medicine; Nova scotia; Medicine; Best practice; Psychology; Computer science; Management","score_opus":0.12497581282901248,"score_gpt":0.5944890105120252,"score_spread":0.4695131976830127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020369349","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2200142,0.006679666,0.032153912,0.6831922,0.005725246,0.009263048,0.0000294521,0.00030204016,0.04264023],"genre_scores_gemma":[0.9244106,0.024352843,0.018588202,0.028776236,0.0019499089,0.0011294574,0.00015307972,0.00003415118,0.00060556474],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99518085,0.0012038065,0.0016317382,0.00038865482,0.0011326546,0.000462304],"domain_scores_gemma":[0.9829976,0.014038679,0.0012839885,0.00032498158,0.0010702115,0.0002845638],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008424707,0.00023954442,0.00051916204,0.00011040804,0.00067343435,0.0000037895268,0.00051447423,0.000500314,0.000108969834],"category_scores_gemma":[0.01660413,0.00013188591,0.00004776203,0.000284889,0.00060947315,0.00037458245,0.0001910495,0.002430944,0.00000536302],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009728848,0.0005780573,0.104859956,0.0009821329,0.00066188024,0.000030981904,0.10032373,0.000007812327,0.0008417242,0.13864744,0.30695033,0.34514308],"study_design_scores_gemma":[0.003185463,0.001463528,0.03587903,0.002363434,0.0001554473,0.00006681488,0.15099369,0.00988485,0.000015129907,0.0051462017,0.7906514,0.00019500796],"about_ca_topic_score_codex":0.0010468651,"about_ca_topic_score_gemma":0.00006134719,"teacher_disagreement_score":0.70439637,"about_ca_system_score_codex":0.00028366395,"about_ca_system_score_gemma":0.0011467059,"threshold_uncertainty_score":0.9998705},"labels":[],"label_agreement":null},{"id":"W2020669594","doi":"10.1097/00001888-200512000-00014","title":"Contextual Considerations in Summative Competency Examinations: Relevance to the Long Case","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa; Western University; McMaster University","funders":"","keywords":"Summative assessment; Certification; Context (archaeology); Relevance (law); Medical education; Deliberation; Test (biology); Medicine; Psychometrics; Quality assurance; Psychology; Reliability (semiconductor); Quality (philosophy); Formative assessment; Clinical psychology; Pedagogy; Political science; Pathology","score_opus":0.12547317824193793,"score_gpt":0.48461181987586865,"score_spread":0.3591386416339307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020669594","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31108254,0.0019748353,0.0011413638,0.66899824,0.00061271596,0.002143186,0.000043811095,0.000090193294,0.013913125],"genre_scores_gemma":[0.9558551,0.00031200872,0.00037479427,0.037058953,0.0016516227,0.0004389742,0.000027746135,0.000012849577,0.0042679934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966812,0.0011894682,0.0010138121,0.00029565522,0.00038262582,0.0004372508],"domain_scores_gemma":[0.9772994,0.02164788,0.00022625618,0.00035962305,0.00022178818,0.00024506974],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003204253,0.00015125361,0.0003416925,0.00013685321,0.000545966,0.0000027611095,0.0001846391,0.00023427315,0.015526854],"category_scores_gemma":[0.053468347,0.00009389799,0.000017985478,0.00039445452,0.0002706127,0.00023765121,0.00008608944,0.002242611,0.0011837588],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030636184,0.000034888242,0.011059931,0.00011256123,0.00002096057,0.00030108687,0.18859595,0.000030123145,0.0000886581,0.06846861,0.723256,0.008000626],"study_design_scores_gemma":[0.001792235,0.00017990133,0.014432201,0.0016242443,0.000056730452,0.00025359364,0.148387,0.0006112601,0.000023601451,0.00461601,0.82780397,0.0002192357],"about_ca_topic_score_codex":0.00086409535,"about_ca_topic_score_gemma":0.0076578716,"teacher_disagreement_score":0.6447725,"about_ca_system_score_codex":0.0001691615,"about_ca_system_score_gemma":0.00028131474,"threshold_uncertainty_score":0.9995939},"labels":[],"label_agreement":null},{"id":"W2020772470","doi":"10.1097/acm.0b013e318166ae9f","title":"Responding to the Challenge: Population Health Education for Physicians","year":2008,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Medicine; Family medicine; Population; Higher education; Medical education; Political science; Environmental health","score_opus":0.09911517505209236,"score_gpt":0.5473381761778664,"score_spread":0.44822300112577407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020772470","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019656177,0.0026733417,0.00040217678,0.3654928,0.62611395,0.0033581,0.00008204102,0.00008667735,0.0015943438],"genre_scores_gemma":[0.0006469462,0.0114071565,0.00006635728,0.04554306,0.89252436,0.002587569,0.0032325163,0.000097056436,0.043894958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994597,0.00093972735,0.0016541019,0.0006181309,0.0009862476,0.0012047936],"domain_scores_gemma":[0.99173385,0.0049666725,0.0014473944,0.0007327348,0.0006543915,0.0004649671],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005414987,0.0003614674,0.00083167094,0.00084864104,0.0022737428,0.00000415603,0.000666952,0.0015457766,0.000093170274],"category_scores_gemma":[0.011538653,0.00025315923,0.000069096255,0.001018309,0.00006523241,0.00012284881,0.00008691429,0.00398261,0.00015186513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048774855,0.000010498881,0.000025155428,0.0007885642,0.0000123263735,3.5333258e-8,0.047546867,0.0000017630356,0.0000014154804,0.0030412856,0.9310185,0.017504834],"study_design_scores_gemma":[0.00046543285,0.0002872883,0.0002877626,0.0034668422,0.000025037947,4.8096217e-7,0.009751578,0.00001967815,9.6129114e-8,0.0013193813,0.9841826,0.00019380827],"about_ca_topic_score_codex":0.008788196,"about_ca_topic_score_gemma":0.000366209,"teacher_disagreement_score":0.31994972,"about_ca_system_score_codex":0.0019260813,"about_ca_system_score_gemma":0.0071977354,"threshold_uncertainty_score":0.9999921},"labels":[],"label_agreement":null},{"id":"W2020785276","doi":"10.1097/acm.0b013e3181782fdc","title":"Organizational Models of Educational Technology in U.S. and Canadian Medical Schools","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Association of American Medical Colleges","keywords":"Medical education; Political science; Psychology; Medicine","score_opus":0.019684095533084124,"score_gpt":0.31933046374889984,"score_spread":0.2996463682158157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020785276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70011735,0.0010256463,0.00010543803,0.29448104,0.0001864072,0.00020618283,0.0000014905223,0.000013844413,0.0038626064],"genre_scores_gemma":[0.9909779,0.0010382235,0.00076827576,0.0060811904,0.00042621102,0.000024562562,0.00007852927,0.000015154311,0.0005899444],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99825,0.000021322794,0.0005950482,0.0002237956,0.0006770059,0.00023282757],"domain_scores_gemma":[0.999061,0.0000905143,0.0000934704,0.00017839024,0.00026856866,0.000308072],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056363584,0.00010799715,0.0002986136,0.0011833402,0.0000617401,4.8590533e-7,0.0001532872,0.000521038,0.0022424294],"category_scores_gemma":[0.008729234,0.00009321204,0.000008709923,0.0016314108,0.0006648239,0.000074227515,0.000028224062,0.0010931037,0.000020203746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025323681,0.000053924367,0.6486616,0.000096765136,0.000035702134,0.000033608252,0.00299004,0.0000046122846,0.0007321192,0.28434062,0.06007051,0.0029551806],"study_design_scores_gemma":[0.011621646,0.0006482133,0.4280712,0.0044987933,0.00012764288,0.010102074,0.009471386,0.0126032345,0.0009401194,0.50555533,0.0155976275,0.0007627068],"about_ca_topic_score_codex":0.0033055563,"about_ca_topic_score_gemma":0.00037407214,"teacher_disagreement_score":0.29086056,"about_ca_system_score_codex":0.00018591285,"about_ca_system_score_gemma":0.0035444363,"threshold_uncertainty_score":0.9996207},"labels":[],"label_agreement":null},{"id":"W2020815041","doi":"10.1097/acm.0b013e3181baa22d","title":"Academic Medicine as a Bridge to Peace: Building Arab and Israeli Cooperation","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Conflict Studies","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Politics; Bridge (graph theory); Public relations; Health care; Middle East; Medical education; Political science; Medicine; Sociology; Law","score_opus":0.13566797642838854,"score_gpt":0.5236814190104179,"score_spread":0.3880134425820293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020815041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51021636,0.014792761,0.0012160082,0.46408826,0.0009234007,0.0014197791,0.0000034767247,0.00020091963,0.007139078],"genre_scores_gemma":[0.71337444,0.01627018,0.000047051995,0.25962204,0.0045686625,0.00011236519,0.000018264363,0.000026384887,0.0059606084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996147,0.00030633606,0.0013488148,0.00058993505,0.0005861259,0.0010218256],"domain_scores_gemma":[0.99724513,0.00093265105,0.00029608575,0.00031604816,0.0002455031,0.00096456334],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0027163606,0.0003451006,0.0008090579,0.00032476278,0.0010133758,0.0000018695976,0.00029680057,0.0006632027,0.00042457954],"category_scores_gemma":[0.005293684,0.0002489424,0.000019829931,0.0006168041,0.00021962512,0.00015278297,0.00011946906,0.0032115337,0.00033211592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003356557,0.00000696266,0.009440721,0.00043796477,0.000038941744,0.000022643915,0.21098422,0.000002981115,0.027941242,0.021259485,0.69814867,0.031380545],"study_design_scores_gemma":[0.0033538733,0.0011789076,0.05382796,0.0032952551,0.00009839729,0.000037210066,0.008451429,0.00012439716,0.000088478206,0.0011658121,0.9280454,0.00033287145],"about_ca_topic_score_codex":0.0007592975,"about_ca_topic_score_gemma":0.00000917295,"teacher_disagreement_score":0.22989677,"about_ca_system_score_codex":0.00016870654,"about_ca_system_score_gemma":0.0002690883,"threshold_uncertainty_score":0.9999963},"labels":[],"label_agreement":null},{"id":"W2021130872","doi":"10.1097/acm.0b013e3181ed3f5c","title":"Relationship Between Performance on the NBME Comprehensive Basic Sciences Self-Assessment and USMLE Step 1 for U.S. and Canadian Medical School Students","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Logistic regression; United States Medical Licensing Examination; Medical education; Psychology; Medical school; Regression analysis; Medicine; Demography; Statistics; Mathematics; Internal medicine","score_opus":0.06411790585150015,"score_gpt":0.4183081263111712,"score_spread":0.3541902204596711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021130872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.906546,0.00012341116,0.000067469045,0.09107729,0.00049466314,0.0009067121,0.0000049777746,0.000029947269,0.000749511],"genre_scores_gemma":[0.97951716,0.00011985732,0.0011171409,0.01762427,0.0012414405,0.00011635118,0.000028770652,0.000014700712,0.00022028536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976821,0.000060628605,0.00043863454,0.00033203315,0.0011482461,0.00033835115],"domain_scores_gemma":[0.99736166,0.0014102978,0.00012015857,0.00024027546,0.00020939657,0.0006581864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030578144,0.0001605384,0.0002724297,0.0002974939,0.00059754157,0.000012018838,0.00029224684,0.00034018618,0.0003976745],"category_scores_gemma":[0.004343276,0.00009893097,0.000013760318,0.00040482605,0.00085286767,0.000096259166,0.00005117655,0.001994243,0.000015880434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009903574,0.0000100606385,0.9606286,0.000076473894,0.000024343286,0.0000011964179,0.00060117303,7.689197e-8,0.00004609871,0.009511531,0.02507689,0.004013599],"study_design_scores_gemma":[0.0014693973,0.00040450666,0.96914196,0.00030222465,0.000106581734,0.000049982642,0.0011390361,0.0008726231,0.000013735474,0.00054861297,0.025851734,0.00009962699],"about_ca_topic_score_codex":0.0005885402,"about_ca_topic_score_gemma":0.00024031053,"teacher_disagreement_score":0.073453024,"about_ca_system_score_codex":0.000120701196,"about_ca_system_score_gemma":0.0014462046,"threshold_uncertainty_score":0.8664104},"labels":[],"label_agreement":null},{"id":"W2021212662","doi":"10.1097/00001888-200102000-00022","title":"Differences in Medical Studentsʼ Attitudes and Self-efficacy Regarding Patient—Doctor Communication","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Psychology; MEDLINE; Family medicine; Medicine","score_opus":0.22253320374882665,"score_gpt":0.4820546182298793,"score_spread":0.2595214144810526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021212662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95112044,0.01467326,0.000020463569,0.02871521,0.00043484103,0.0012005825,0.000002243309,0.0001912108,0.0036417795],"genre_scores_gemma":[0.9643159,0.030260049,0.00016280191,0.0044013998,0.00022695793,0.00027540137,0.00003584025,0.000024741641,0.00029691265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99474376,0.0019671496,0.0014096622,0.00038342667,0.00094485906,0.00055112096],"domain_scores_gemma":[0.99425375,0.0038117296,0.0004626426,0.00088483025,0.00018103806,0.0004059911],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012715245,0.00022189421,0.00053080556,0.00027011283,0.0006092273,0.000003994474,0.00096103246,0.0005463519,0.0005951231],"category_scores_gemma":[0.003816777,0.0001741909,0.00002111913,0.00047689953,0.00029595185,0.00021508436,0.00072169723,0.00283157,0.00006326055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040620078,0.000071066475,0.93918216,0.0001713419,0.00002132419,0.0000058470177,0.051928874,1.9547802e-7,0.00001224877,0.0018597658,0.0026376613,0.0040688706],"study_design_scores_gemma":[0.0046417154,0.00024663072,0.9218117,0.0057008313,0.000033182503,0.000018767809,0.03278194,0.00048583554,0.000002567635,0.00082080666,0.03318122,0.00027478108],"about_ca_topic_score_codex":0.0012310398,"about_ca_topic_score_gemma":0.00041106553,"teacher_disagreement_score":0.03054356,"about_ca_system_score_codex":0.0002755381,"about_ca_system_score_gemma":0.00022841593,"threshold_uncertainty_score":0.9994689},"labels":[],"label_agreement":null},{"id":"W2021249714","doi":"10.1097/01.acm.0000358853.79106.f9","title":"Dull to Sharp …","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Intraocular Surgery and Lenses","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Pride; Craft; Medicine; Psychology; Aesthetics; Visual arts; Optometry; Art; Philosophy","score_opus":0.033139915375302476,"score_gpt":0.35019419275328534,"score_spread":0.31705427737798286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021249714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76173955,0.0017319899,0.00078805065,0.19192353,0.0005899884,0.00047886538,0.0000015706381,0.00021259487,0.042533875],"genre_scores_gemma":[0.9095751,0.00024156367,0.00014481222,0.07523484,0.0017379958,0.0000061589662,0.000016945218,0.000012421946,0.013030171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867576,0.000028122584,0.00033760202,0.0002581613,0.0003621048,0.00033822277],"domain_scores_gemma":[0.9991488,0.00006546843,0.00004594094,0.0002781744,0.000071229355,0.0003903936],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047943246,0.00015129204,0.00037991462,0.00017577162,0.00004806345,0.0000016716434,0.00011030411,0.00018149843,0.0014320664],"category_scores_gemma":[0.0008450287,0.00009327973,0.000047977515,0.00031719205,0.000057315647,0.000048526435,0.00001397802,0.0005765087,0.0005251361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005988296,0.000038530685,0.0064183697,0.00006647391,0.000049525544,0.00060341525,0.005445391,0.0000026338819,0.13155751,0.008599255,0.6659158,0.1807043],"study_design_scores_gemma":[0.0017888765,0.0015724945,0.046570774,0.0010556558,0.00017146907,0.0006030794,0.0004982736,0.000037439462,0.015443724,0.0020172822,0.9299607,0.00028021968],"about_ca_topic_score_codex":0.000012698417,"about_ca_topic_score_gemma":2.5805872e-7,"teacher_disagreement_score":0.26404494,"about_ca_system_score_codex":0.000035441917,"about_ca_system_score_gemma":0.00004430392,"threshold_uncertainty_score":0.9994808},"labels":[],"label_agreement":null},{"id":"W2021621602","doi":"10.1097/acm.0000000000000165","title":"Does Emotional Intelligence at Medical School Admission Predict Future Academic Performance?","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Matriculation; Psychology; Test (biology); Emotional intelligence; Intelligence quotient; Medical school; Cohort; Educational measurement; Clinical psychology; Predictive validity; Medical education; Medicine; Cognition; Psychiatry; Developmental psychology; Curriculum","score_opus":0.024053807296902128,"score_gpt":0.34890534410447416,"score_spread":0.324851536807572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021621602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53247243,0.0021374463,0.0023059312,0.4423428,0.006624711,0.00084701926,0.0000068677177,0.0004607353,0.012802083],"genre_scores_gemma":[0.86337763,0.014076435,0.00022563066,0.058135286,0.019582745,0.00005860713,0.00024453635,0.000060055863,0.044239085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946485,0.00018843463,0.0012149047,0.00071441726,0.0025505791,0.00068315247],"domain_scores_gemma":[0.98973453,0.0005138138,0.00027601235,0.0005697286,0.0001954394,0.008710459],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021940868,0.00040699207,0.00070344063,0.0003077008,0.00031350728,0.0000039379947,0.0005982471,0.0012515422,0.12864806],"category_scores_gemma":[0.033321436,0.00020411887,0.00010481152,0.0005343327,0.0006071805,0.00016157763,0.00022078729,0.004043334,0.0008282093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005040249,0.00010085936,0.09860618,0.00081013585,0.00009828673,0.000031819836,0.0023505802,0.000004213681,0.0035519523,0.0033554535,0.739641,0.15094551],"study_design_scores_gemma":[0.002437796,0.0006636431,0.046603575,0.0055832616,0.0001955317,0.0006648407,0.001365527,0.006636862,0.0018193037,0.0011444578,0.93248576,0.00039944067],"about_ca_topic_score_codex":0.000007840582,"about_ca_topic_score_gemma":0.0000011159583,"teacher_disagreement_score":0.38420752,"about_ca_system_score_codex":0.00024175161,"about_ca_system_score_gemma":0.0018183434,"threshold_uncertainty_score":0.99994975},"labels":[],"label_agreement":null},{"id":"W2021878891","doi":"10.1097/00001888-200005000-00063","title":"Reducing Reliance on Hospitalized Patients for Undergraduate Clinical Skills Teaching in Internal Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Physical examination; Objective structured clinical examination; Medicine; Population; Medical history; Medical education; Health care; Family medicine; Psychology; Surgery; Pedagogy","score_opus":0.029119960232163178,"score_gpt":0.4254272670832473,"score_spread":0.3963073068510841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021878891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91140056,0.00020409974,0.0006294678,0.06840327,0.0022840407,0.0012361578,0.000003012705,0.00009602445,0.015743362],"genre_scores_gemma":[0.96028,0.0012615729,0.0014877403,0.023105722,0.003690521,0.00012156133,0.00026884832,0.00006327206,0.009720777],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9957194,0.00018685171,0.0020249945,0.0006918272,0.00084233616,0.0005346053],"domain_scores_gemma":[0.99795693,0.0007601748,0.0003731982,0.00051338086,0.00016892303,0.00022739512],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039035352,0.00031438735,0.00086853007,0.0004727854,0.000120501296,0.0000034160937,0.00032134677,0.00043702056,0.0005478153],"category_scores_gemma":[0.016314486,0.0002295265,0.000077463024,0.0005988871,0.00053037965,0.00012656173,0.000026334541,0.0024926197,0.000065925604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091077527,0.00035432493,0.09818148,0.0001752079,0.000073062394,0.00001011814,0.003963473,0.000012640951,0.00013672339,0.0024812033,0.50328153,0.39041945],"study_design_scores_gemma":[0.05334655,0.010163846,0.471062,0.027777784,0.00047510993,0.00008198528,0.0014661292,0.004180161,0.00014171134,0.014333471,0.41607702,0.0008942313],"about_ca_topic_score_codex":0.00014244366,"about_ca_topic_score_gemma":0.0000020886537,"teacher_disagreement_score":0.38952523,"about_ca_system_score_codex":0.00033208317,"about_ca_system_score_gemma":0.00010922438,"threshold_uncertainty_score":0.99980867},"labels":[],"label_agreement":null},{"id":"W2022108487","doi":"10.1097/acm.0b013e3182a36c3d","title":"Do In-Training Evaluation Reports Deserve Their Bad Reputations? A Study of the Reliability and Predictive Ability of ITER Scores and Narrative Comments","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Mount Sinai Hospital","funders":"","keywords":"Reliability (semiconductor); Inter-rater reliability; Predictive validity; Variance (accounting); Psychology; Validity; Narrative; Clinical psychology; Medical education; Medicine; Rating scale; Psychometrics; Developmental psychology","score_opus":0.06121270578846461,"score_gpt":0.3947465064594388,"score_spread":0.3335338006709742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022108487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899426,0.00028052865,0.000038340662,0.006315034,0.00019679336,0.0030024291,0.0000016847407,0.0000056773533,0.00021687703],"genre_scores_gemma":[0.99903554,0.000031619827,0.00013064382,0.0004365614,0.00006592665,0.000254605,0.000015992535,0.000008155125,0.000020935731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973471,0.0004055661,0.0011067049,0.00034864908,0.00065744296,0.00013454366],"domain_scores_gemma":[0.9974797,0.000563114,0.00056956225,0.00047021967,0.0008613128,0.000056110788],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047915485,0.00013136216,0.00041098162,0.00016590525,0.000077253666,0.0000025469083,0.000081114675,0.00014134454,0.00016597047],"category_scores_gemma":[0.016681317,0.000077738536,0.000016424585,0.00060718437,0.0007217431,0.00017164215,0.00008063825,0.00058385235,1.8314712e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055136596,0.00012413134,0.7758626,0.000110796806,0.000041064217,4.1280083e-7,0.21483788,0.000022811746,0.0013488752,0.000021250342,0.00067285175,0.0069022053],"study_design_scores_gemma":[0.0016340084,0.00054246973,0.8691385,0.000763365,0.00011009466,0.000025577463,0.1181202,0.0031077086,0.00015673185,0.0063421493,0.000011038594,0.000048196194],"about_ca_topic_score_codex":0.00032875023,"about_ca_topic_score_gemma":0.000010153065,"teacher_disagreement_score":0.096717685,"about_ca_system_score_codex":0.00012409002,"about_ca_system_score_gemma":0.00015755012,"threshold_uncertainty_score":0.9916016},"labels":[],"label_agreement":null},{"id":"W2022141589","doi":"10.1097/acm.0b013e3182178c3c","title":"How Much Practice Is Enough? Using Learning Curves to Assess the Deliberate Practice of Radiograph Interpretation","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Professional Engineers Ontario; University of Toronto","funders":"","keywords":"Learning curve; Radiography; Medicine; Test (biology); Formative assessment; Clinical Practice; Sensitivity (control systems); Interpretation (philosophy); Psychology; Physical therapy; Radiology; Mathematics education; Computer science","score_opus":0.14307328520385965,"score_gpt":0.42830590486549347,"score_spread":0.2852326196616338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022141589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48745307,0.0373386,0.07871414,0.37099406,0.0016812597,0.0023935428,0.00000834801,0.00024673488,0.021170257],"genre_scores_gemma":[0.94003266,0.009754169,0.007932211,0.040604506,0.00050243834,0.000023846926,0.000015859549,0.000038064445,0.0010962405],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742,0.0004913413,0.0006825231,0.00036953206,0.0007213534,0.00031522845],"domain_scores_gemma":[0.9734633,0.024394976,0.0006865021,0.00038701782,0.0007695505,0.00029864992],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034080439,0.00021117763,0.0005467466,0.00017226652,0.00009635495,0.000009075755,0.00023714265,0.00021495376,0.00016894024],"category_scores_gemma":[0.3260173,0.00013285152,0.00008704409,0.00076650415,0.00026046103,0.0003551551,0.00007695429,0.0013624738,0.000014353315],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0132305585,0.0011904241,0.08737829,0.0021935424,0.0045713577,0.0007681894,0.35118988,0.00015453686,0.059179753,0.011230042,0.25349838,0.21541505],"study_design_scores_gemma":[0.019929606,0.01707589,0.029727833,0.1601353,0.027752645,0.007547654,0.2583936,0.01578778,0.042918764,0.0036909163,0.4145079,0.0025321164],"about_ca_topic_score_codex":0.00041275754,"about_ca_topic_score_gemma":7.5845946e-7,"teacher_disagreement_score":0.4525796,"about_ca_system_score_codex":0.000042024432,"about_ca_system_score_gemma":0.00013253487,"threshold_uncertainty_score":0.67965996},"labels":[],"label_agreement":null},{"id":"W2022664256","doi":"10.1097/acm.0b013e3181b37f37","title":"Reliability and Acceptance of the Mini-Clinical Evaluation Exercise as a Performance Assessment of Practicing Physicians","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Medicine; Inter-rater reliability; Psychology; Physical therapy; Family medicine; Rating scale","score_opus":0.053879712443028575,"score_gpt":0.4793478086345647,"score_spread":0.42546809619153614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022664256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761847,0.00035338794,0.00017536787,0.019193022,0.00046457627,0.00085083174,4.950656e-7,0.00001213768,0.0027654762],"genre_scores_gemma":[0.9942135,0.0010739231,0.0012626209,0.0028566786,0.00035435005,0.000020948146,0.000008596438,0.0000072183234,0.00020213948],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741185,0.0001459178,0.0010292991,0.0002550859,0.001009942,0.0001479302],"domain_scores_gemma":[0.99782926,0.00026959158,0.0007160741,0.0004947158,0.00064300816,0.000047363643],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004939568,0.00011351978,0.0004511775,0.00008435632,0.000056956476,0.0000010013416,0.00016058418,0.00018359425,0.00011519305],"category_scores_gemma":[0.008783266,0.0000724475,0.00003898585,0.000608916,0.0005327268,0.00013706973,0.00003027395,0.00086182234,0.0000012087523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017446166,0.00021026339,0.14364968,0.0003910175,0.00003428318,4.2796552e-7,0.004607797,0.000018393825,0.013702609,0.00072405924,0.008102758,0.8283843],"study_design_scores_gemma":[0.0018044804,0.0006567285,0.9768544,0.0025204825,0.00047160688,0.000016876167,0.0017148498,0.011963092,0.002279423,0.00093551393,0.00071303855,0.00006950153],"about_ca_topic_score_codex":0.000015163369,"about_ca_topic_score_gemma":2.305482e-7,"teacher_disagreement_score":0.83320475,"about_ca_system_score_codex":0.00009518989,"about_ca_system_score_gemma":0.00040101138,"threshold_uncertainty_score":0.9995662},"labels":[],"label_agreement":null},{"id":"W2023243372","doi":"10.1097/00001888-200102000-00023","title":"Development and Evaluation of a Research Project Program for Medical Students at the University of Calgary Faculty of Medicine","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Class (philosophy); Medical education; Curriculum; Psychology; Mathematics education; Program evaluation; Medicine; Computer science; Pedagogy; Political science","score_opus":0.22977840141072514,"score_gpt":0.5509288775557992,"score_spread":0.3211504761450741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023243372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792779,0.0011625648,0.0003375989,0.015020089,0.000138064,0.0028760433,0.0000017798311,0.000016042299,0.0011699357],"genre_scores_gemma":[0.9924135,0.0011486686,0.0028662693,0.00045895152,0.0003588053,0.000114107956,0.00030310542,0.000019419529,0.0023171634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99377507,0.00023999388,0.00081338175,0.00026422323,0.004661932,0.0002453868],"domain_scores_gemma":[0.99679923,0.00046923806,0.00033850537,0.00028177086,0.002009017,0.00010221868],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018349351,0.000117988595,0.00045973403,0.00035423643,0.00013322695,5.709706e-7,0.0003804556,0.0002711249,0.00043560038],"category_scores_gemma":[0.010049994,0.00007235516,0.000023956607,0.0011195913,0.0024678635,0.000036783702,0.00017463791,0.0005845673,0.0000012815831],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013396667,0.0003861506,0.067927755,0.0016403466,0.00036806863,0.0000074537165,0.051706564,8.269075e-7,0.0038006788,0.0015597187,0.14042366,0.73083913],"study_design_scores_gemma":[0.040543564,0.0050129313,0.30883387,0.012122367,0.0018535386,0.00033131498,0.08369502,0.010736697,0.0045427186,0.0012381629,0.53075224,0.00033758694],"about_ca_topic_score_codex":0.00028481687,"about_ca_topic_score_gemma":0.00003652275,"teacher_disagreement_score":0.73050153,"about_ca_system_score_codex":0.0002514393,"about_ca_system_score_gemma":0.0011170217,"threshold_uncertainty_score":0.99828875},"labels":[],"label_agreement":null},{"id":"W2023263887","doi":"10.1097/00001888-200410000-00005","title":"The Need for Evidence in Medical Education: The Development of Best Evidence Medical Education as an Opportunity to Inform, Guide, and Sustain Medical Education Research","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Context (archaeology); Accountability; Medical education; Best evidence; Best practice; Quality (philosophy); Political science; Public relations; Psychology; Pedagogy; Engineering ethics; Medicine; Engineering","score_opus":0.18962694920466386,"score_gpt":0.5499635418973315,"score_spread":0.3603365926926677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023263887","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44723094,0.004055584,0.0006845699,0.5432119,0.001313076,0.0023946718,3.860008e-7,0.00002811846,0.0010807578],"genre_scores_gemma":[0.8944574,0.006997932,0.0036886786,0.08380251,0.0038120174,0.002975001,0.00015665147,0.00006528667,0.0040445104],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895331,0.0004944082,0.0024864129,0.0006545177,0.00607559,0.00075593655],"domain_scores_gemma":[0.9865142,0.0041154795,0.0005713871,0.0013662244,0.0044943406,0.0029383826],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03375289,0.00031604062,0.0005381945,0.00084118167,0.00074281846,0.000027232172,0.0015029468,0.00084768125,0.0010260226],"category_scores_gemma":[0.43314156,0.00019571237,0.000041245254,0.0029662966,0.0018750732,0.0004902198,0.00031937344,0.0026959924,0.000027565062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036261597,0.00064737775,0.004592533,0.0005657465,0.000034509045,0.0000035011174,0.021698771,7.964774e-7,0.000088745976,0.052853115,0.12997536,0.78917694],"study_design_scores_gemma":[0.005297033,0.0032304453,0.030228982,0.073980585,0.0003029648,0.0014579964,0.2607424,0.0010938785,0.0008041392,0.03914909,0.5827782,0.00093424844],"about_ca_topic_score_codex":0.0012773857,"about_ca_topic_score_gemma":0.00061626727,"teacher_disagreement_score":0.7882427,"about_ca_system_score_codex":0.0011822018,"about_ca_system_score_gemma":0.15696427,"threshold_uncertainty_score":0.99988717},"labels":[],"label_agreement":null},{"id":"W2023561715","doi":"10.1097/00001888-200411000-00003","title":"Making History: Lessons from the Great Moments Series of Pharmaceutical Advertisements","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Historical Medical Research and Treatments","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Painting; Pharmacy; Face (sociological concept); Promotion (chess); Advertising; Sociology; Medicine; Media studies; Visual arts; Art history; History; Art; Political science; Law; Social science; Family medicine; Business","score_opus":0.22110798893308098,"score_gpt":0.44765100065093144,"score_spread":0.22654301171785046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023561715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65193444,0.06324282,0.0022541198,0.2548058,0.0028692747,0.0023774533,0.000080177044,0.00024213016,0.022193773],"genre_scores_gemma":[0.988415,0.0033417558,0.00015547036,0.0040941034,0.00058783,0.000046664994,0.000052582844,0.00002550803,0.0032811088],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732655,0.00007949311,0.00050539867,0.00033399314,0.0012911239,0.00046345836],"domain_scores_gemma":[0.9986107,0.00029865993,0.00012725225,0.00035815965,0.00008743917,0.00051780004],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035993446,0.00020853878,0.00050057616,0.0000850856,0.00008201497,0.0000011237746,0.00029589763,0.00018460452,0.0019056668],"category_scores_gemma":[0.001904769,0.00011738039,0.000073226714,0.00023168602,0.00077298516,0.00009030015,0.00010145153,0.00090498524,0.0000914278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007494767,0.0010526064,0.20816158,0.0009063518,0.0039033068,0.002721906,0.0308084,0.0000116783085,0.08162212,0.024260996,0.44474697,0.1943093],"study_design_scores_gemma":[0.021413911,0.002003212,0.035959348,0.0040214416,0.0012170392,0.00012740673,0.00091104605,0.00004717125,0.0042265537,0.008131689,0.9216236,0.000317608],"about_ca_topic_score_codex":0.0004271013,"about_ca_topic_score_gemma":0.0000057354255,"teacher_disagreement_score":0.4768766,"about_ca_system_score_codex":0.001133045,"about_ca_system_score_gemma":0.00029704222,"threshold_uncertainty_score":0.99900675},"labels":[],"label_agreement":null},{"id":"W2023675196","doi":"10.1097/acm.0b013e3181bf98a4","title":"Patient Safety Education at U.S. and Canadian Medical Schools: Results From the 2006 Clerkship Directors in Internal Medicine Survey","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Patient safety; Medical education; Standardization; Medicine; Family medicine; MEDLINE; Psychology; Health care; Pedagogy; Political science","score_opus":0.07094653871753136,"score_gpt":0.40954223021748104,"score_spread":0.33859569149994967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023675196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59194344,0.0036493733,0.000047365116,0.38531205,0.002840978,0.00096252374,0.00016550522,0.000050212868,0.015028559],"genre_scores_gemma":[0.92272466,0.0038298883,0.000008875592,0.0694577,0.0014282861,0.00003819726,0.0009931605,0.000015380541,0.0015038457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99449843,0.001664269,0.0016446124,0.00050128554,0.0010271528,0.00066424697],"domain_scores_gemma":[0.9939085,0.0035494117,0.00054957974,0.00044328943,0.00017357172,0.0013756176],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062826797,0.00024739484,0.00046738776,0.00025827813,0.00048532162,4.7354666e-7,0.00044266428,0.0006830169,0.001855124],"category_scores_gemma":[0.029979821,0.00015081656,0.000019846584,0.0005323648,0.00035100416,0.000107447064,0.00008307344,0.0030284377,0.0001283935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053502584,0.000015849528,0.48678324,0.000014288684,0.000016593007,0.0000067603346,0.02621766,0.0000020913383,0.000024958545,0.00035176327,0.4573187,0.028713083],"study_design_scores_gemma":[0.0021896684,0.00011824396,0.77810204,0.0027784896,0.000018756238,0.000004361359,0.005117312,0.0000649945,0.0000021016087,0.00038030345,0.21110624,0.00011746616],"about_ca_topic_score_codex":0.45011318,"about_ca_topic_score_gemma":0.33759582,"teacher_disagreement_score":0.33078125,"about_ca_system_score_codex":0.00072692527,"about_ca_system_score_gemma":0.001981617,"threshold_uncertainty_score":0.99927163},"labels":[],"label_agreement":null},{"id":"W2023973805","doi":"10.1097/00001888-200410000-00006","title":"A RIME Perspective on the Quality and Relevance of Current and Future Medical Education Research","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Relevance (law); Timeline; Scope (computer science); Curriculum; Quality (philosophy); Engineering ethics; Medical education; Situated; Work (physics); Empirical research; Creativity; Perspective (graphical); Psychology; Medicine; Pedagogy; Computer science; Political science; Engineering","score_opus":0.11394682268241202,"score_gpt":0.54293480813099,"score_spread":0.428987985448578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023973805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58564943,0.009251359,0.00007023769,0.40147495,0.00050595426,0.0004268393,7.056026e-7,0.000014449225,0.0026060448],"genre_scores_gemma":[0.9777544,0.010899235,0.00013993323,0.007788376,0.0031580701,0.00006173044,0.000012557872,0.00001329135,0.00017238365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973823,0.00019663275,0.0004889851,0.0003074479,0.0014177826,0.00020688125],"domain_scores_gemma":[0.9979597,0.00067121576,0.00014552017,0.0003179726,0.0007371389,0.00016847708],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004930912,0.00011462169,0.00026799412,0.00023039016,0.00013198453,0.000002221976,0.00014515057,0.00023150917,0.00017435393],"category_scores_gemma":[0.02946298,0.000066941124,0.000014429494,0.00073085877,0.0013933994,0.000048256185,0.0000509992,0.002198693,0.000006647062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012504662,0.00011740451,0.0013687672,0.00021489906,0.000022923381,0.0000011329154,0.014584041,6.087901e-8,0.0006052753,0.83965385,0.02905872,0.11424785],"study_design_scores_gemma":[0.00785709,0.0021389937,0.17016898,0.010886448,0.00021876894,0.00041509516,0.16799012,0.00008566931,0.0017377384,0.36896664,0.26911244,0.00042202024],"about_ca_topic_score_codex":0.0001536521,"about_ca_topic_score_gemma":0.0000028760446,"teacher_disagreement_score":0.4706872,"about_ca_system_score_codex":0.00026428184,"about_ca_system_score_gemma":0.0011336922,"threshold_uncertainty_score":0.97871226},"labels":[],"label_agreement":null},{"id":"W2024139603","doi":"10.1097/00001888-200105000-00110","title":"Education in Quality of Care in an Internal Medicine Residency Program","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Quality assurance; Quality (philosophy); Curriculum; Quality management; Medical education; Medicine; Health care; Session (web analytics); Psychology; Family medicine; Computer science; Operations management; Management system","score_opus":0.0566604800359075,"score_gpt":0.5083101712997492,"score_spread":0.4516496912638417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024139603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631614,0.0027536855,0.00006707127,0.01888073,0.00076318893,0.0009563568,5.25646e-7,0.00005258104,0.013364438],"genre_scores_gemma":[0.9929358,0.0009619556,0.00095433794,0.002615304,0.0013234738,0.00013043264,0.00020769313,0.000022844379,0.00084820885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966055,0.00020602198,0.0016830874,0.00039293012,0.0007940198,0.00031842914],"domain_scores_gemma":[0.99834603,0.00014316071,0.00037365337,0.0004865541,0.0005046065,0.00014601501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002286796,0.00019264303,0.0006620297,0.0010368926,0.00002364869,0.0000013836432,0.000280014,0.00033802554,0.00058083783],"category_scores_gemma":[0.0056836945,0.00015155296,0.000024521138,0.0017117374,0.00048179436,0.0001859081,0.000032412205,0.001281584,0.0000074741906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003151688,0.00021063535,0.6945311,0.00044662488,0.00000786001,0.000010838366,0.016875826,0.0000011183397,0.00260628,0.0040526935,0.005480381,0.27546147],"study_design_scores_gemma":[0.0040059206,0.0018701741,0.924479,0.005279486,0.00004674536,0.00007657475,0.053099763,0.00012154936,0.00019175181,0.0032390712,0.0074260193,0.0001639631],"about_ca_topic_score_codex":0.002436374,"about_ca_topic_score_gemma":0.00046395394,"teacher_disagreement_score":0.27529752,"about_ca_system_score_codex":0.00041708216,"about_ca_system_score_gemma":0.00091660913,"threshold_uncertainty_score":0.6804324},"labels":[],"label_agreement":null},{"id":"W2024239631","doi":"10.1097/00001888-200410000-00015","title":"Preface: Case Studies of Medical Education Research Groups","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Productivity; Academic medicine; Diversity (politics); Medical school; Higher education; Work (physics); Theme (computing); Medicine; Psychology; Sociology; Political science; Engineering","score_opus":0.15842432988911684,"score_gpt":0.5575116531386575,"score_spread":0.39908732324954066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024239631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87085795,0.0061639673,0.000306007,0.118676946,0.0013212553,0.00060162635,6.4320903e-7,0.000054417513,0.0020171707],"genre_scores_gemma":[0.9873408,0.0032201454,0.00083412294,0.0050028814,0.002346133,0.00012110726,0.000040289036,0.000026786796,0.0010677235],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9954039,0.0001388568,0.0009909701,0.00036331278,0.0027175893,0.00038537147],"domain_scores_gemma":[0.9972437,0.0003094769,0.00019238652,0.000502935,0.0014753921,0.00027611782],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006824458,0.00016465073,0.000504247,0.00071573566,0.00015692899,0.0000018925061,0.0002932461,0.0005019503,0.0006308321],"category_scores_gemma":[0.033684883,0.00012021002,0.00003451351,0.0018005143,0.0016795092,0.000106746134,0.000118453354,0.0021975813,0.000052703293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002370197,0.00068986247,0.0059127244,0.0028982072,0.0004109887,0.0010774226,0.0742456,0.0000062868085,0.004710212,0.26114494,0.5048576,0.14380915],"study_design_scores_gemma":[0.024655147,0.0055484558,0.007012438,0.034574367,0.00120469,0.08025439,0.5122826,0.00046115473,0.012253498,0.1955247,0.12511982,0.0011087311],"about_ca_topic_score_codex":0.00024550332,"about_ca_topic_score_gemma":0.000007586975,"teacher_disagreement_score":0.438037,"about_ca_system_score_codex":0.00045203135,"about_ca_system_score_gemma":0.0023897756,"threshold_uncertainty_score":0.9744548},"labels":[],"label_agreement":null},{"id":"W2024322414","doi":"10.1097/00001888-200006000-00024","title":"Using Focus Groups to Design a Valid Questionnaire","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Focus group; Medical education; Focus (optics); Psychology; Questionnaire; Medicine; Sociology","score_opus":0.16302800545540888,"score_gpt":0.49016673499228514,"score_spread":0.3271387295368763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024322414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5349539,0.008361108,0.03310592,0.3569869,0.0015012946,0.0022789326,0.0000028580396,0.0005127199,0.06229635],"genre_scores_gemma":[0.9818163,0.0013536406,0.0008902792,0.0019442504,0.0021103276,0.000049860355,6.467549e-7,0.000011860333,0.011822835],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99793786,0.00046023045,0.00023416641,0.00022810807,0.0007119269,0.0004277006],"domain_scores_gemma":[0.9990374,0.00030936918,0.00003759396,0.00013807982,0.0001147509,0.00036282258],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021244634,0.000097369084,0.0001755451,0.000121048586,0.00051455764,0.00000936719,0.0003161355,0.00011704712,0.0027639256],"category_scores_gemma":[0.0019232412,0.00008000861,0.000017362878,0.00073143304,0.00042082462,0.00012597356,0.000024394021,0.0003189221,0.00033802117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008196799,0.000031017895,0.015979301,0.00003201898,0.000074917065,0.000022749828,0.49585044,0.00026224207,0.0023396048,0.03412633,0.3655492,0.0856502],"study_design_scores_gemma":[0.0012288893,0.00037143455,0.016848713,0.0012887694,0.000107063795,0.000012906817,0.03435971,0.00020788936,0.00045460404,0.045917295,0.898539,0.00066371605],"about_ca_topic_score_codex":0.0041348943,"about_ca_topic_score_gemma":0.00008358611,"teacher_disagreement_score":0.5329898,"about_ca_system_score_codex":0.0002224251,"about_ca_system_score_gemma":0.00025175765,"threshold_uncertainty_score":0.99814767},"labels":[],"label_agreement":null},{"id":"W2025394449","doi":"10.1097/acm.0b013e31823595cd","title":"Involving Clinical Librarians at the Point of Care: Results of a Controlled Intervention","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rockyview General Hospital; University of Calgary","funders":"","keywords":"Intervention (counseling); Medicine; MEDLINE; Health care; Nursing; Medical education; Family medicine; Psychology","score_opus":0.36336557783227136,"score_gpt":0.5556336339083534,"score_spread":0.19226805607608205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025394449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95066535,0.004354574,0.00016719312,0.018949484,0.002234869,0.0016928976,0.000012605039,0.000022556565,0.021900447],"genre_scores_gemma":[0.99310017,0.0018964695,0.000055315664,0.001215652,0.00063073717,0.00006911044,0.000017946591,0.000006434772,0.0030081759],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9955251,0.0015122727,0.0020025687,0.0001928553,0.00041664473,0.0003505206],"domain_scores_gemma":[0.9949345,0.0033387393,0.00090642145,0.000319867,0.00027437307,0.00022607644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010797082,0.00007388975,0.00044208407,0.00011182051,0.00022712203,4.0510594e-7,0.0003739218,0.00023324543,0.00097619754],"category_scores_gemma":[0.013581741,0.0000381593,0.00007163396,0.00029680386,0.0005560208,0.00010613029,0.00014564517,0.001013943,0.000043682885],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075611076,0.00006626259,0.1740543,0.0013267924,0.00006324989,0.0000015704017,0.3615427,4.162673e-7,0.0011278735,0.004056968,0.44242093,0.0077778427],"study_design_scores_gemma":[0.054433614,0.0061403695,0.41027388,0.009550785,0.00019681412,0.000005016473,0.45774487,0.0007896604,0.001087414,0.00876287,0.050739318,0.00027537305],"about_ca_topic_score_codex":0.002322428,"about_ca_topic_score_gemma":0.0002426712,"teacher_disagreement_score":0.3916816,"about_ca_system_score_codex":0.00007354236,"about_ca_system_score_gemma":0.00054987037,"threshold_uncertainty_score":0.99993706},"labels":[],"label_agreement":null},{"id":"W2025455348","doi":"10.1097/00001888-200002000-00005","title":"Educating Future Physicians for Ontario","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Christian ministry; Medical education; Program director; Family medicine; Medicine; Political science","score_opus":0.05816377038867302,"score_gpt":0.47365790017566406,"score_spread":0.415494129786991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025455348","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7519702,0.0022887252,0.00008114032,0.086406745,0.0041747307,0.0021327867,0.000010761984,0.00023462158,0.15270032],"genre_scores_gemma":[0.35572928,0.0015733422,0.0010776782,0.09643099,0.032313254,0.0007292861,0.00017202063,0.00008668187,0.5118875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976369,0.00013861958,0.0007352837,0.00032927637,0.0002756673,0.0008842199],"domain_scores_gemma":[0.9985307,0.0006007813,0.0002186883,0.00030583542,0.00010759556,0.0002364028],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00075607246,0.00019477958,0.00042629766,0.000050480798,0.00069532316,9.2133877e-7,0.00029873152,0.00044020705,0.012886221],"category_scores_gemma":[0.00016490466,0.00015316992,0.000039559298,0.0002220318,0.00008271283,0.00008644757,0.00002382357,0.0017449544,0.0005755644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009345789,0.000007024322,0.018291684,0.00023716013,0.000014001159,0.0000010092364,0.083780594,0.0000032001503,0.000060346916,0.0027530175,0.83409184,0.060666658],"study_design_scores_gemma":[0.0010694495,0.00012797184,0.0048818276,0.0017311078,0.000037933565,0.0000025726424,0.021275453,0.000026102003,0.000005540995,0.002627839,0.9680807,0.00013352919],"about_ca_topic_score_codex":0.011763569,"about_ca_topic_score_gemma":0.0070629674,"teacher_disagreement_score":0.3962409,"about_ca_system_score_codex":0.00047041354,"about_ca_system_score_gemma":0.00045143694,"threshold_uncertainty_score":0.9948172},"labels":[],"label_agreement":null},{"id":"W2025792993","doi":"10.1097/acm.0b013e31824dd129","title":"North American Medical Schools’ Experience With and Approaches to the Needs of Students With Physical and Sensory Disabilities","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matriculation; Graduation (instrument); Accreditation; Medical education; Psychology; Medicine","score_opus":0.12735391295584003,"score_gpt":0.38679369513070905,"score_spread":0.259439782174869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025792993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9688365,0.00010686185,0.000030679417,0.030094134,0.000046249104,0.00027007423,9.28605e-7,0.0000144617015,0.00060012186],"genre_scores_gemma":[0.9979824,0.00010691627,0.000023428554,0.0009919577,0.00047538563,0.000051855066,9.3467133e-7,0.000005426005,0.0003617102],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9984704,0.00014056051,0.00014593509,0.00012525528,0.0008736851,0.00024411532],"domain_scores_gemma":[0.99901044,0.00031402218,0.00005736386,0.00014048026,0.000024087429,0.00045358305],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00073533,0.00009191354,0.0001982059,0.000031580395,0.00014008045,0.00000731125,0.00022116066,0.000028362292,0.000029521525],"category_scores_gemma":[0.00068027235,0.000045410172,0.0000066848456,0.00033946134,0.003378321,0.00011865833,0.000060074417,0.00023146115,0.0000021445367],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000183942,0.000024530646,0.6226147,0.0000070824476,0.000008032187,2.376926e-8,0.37341294,2.6813166e-7,0.0000012887903,0.0016564652,0.00019182048,0.0020644402],"study_design_scores_gemma":[0.00016039023,0.00015403707,0.3814274,0.000041589665,0.000019390185,0.0000021621338,0.61505,0.0000026363648,0.000007851574,0.000023367576,0.0030529385,0.000058233858],"about_ca_topic_score_codex":0.0014914006,"about_ca_topic_score_gemma":0.0007281288,"teacher_disagreement_score":0.24163705,"about_ca_system_score_codex":0.000029869747,"about_ca_system_score_gemma":0.00006806389,"threshold_uncertainty_score":0.9993339},"labels":[],"label_agreement":null},{"id":"W2026126069","doi":"10.1097/00001888-200303000-00009","title":"CurrMIT","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Demographics; Identification (biology); Medical school; Computer science; Curriculum mapping; Curriculum development; Psychology; Medicine; Pedagogy; Sociology","score_opus":0.1466256734976743,"score_gpt":0.5067100736876721,"score_spread":0.36008440018999777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026126069","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000020320713,0.9704593,0.00020919593,0.0018303478,0.0026925828,0.0011875583,0.000002650508,0.000115017196,0.023501338],"genre_scores_gemma":[8.0858007e-7,0.9680047,0.00034803513,0.005032347,0.003658745,0.00020866744,0.00054509076,0.0001028364,0.022098763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963705,0.0001382021,0.0016006614,0.0005818848,0.00084434624,0.0004643999],"domain_scores_gemma":[0.99799883,0.00018641788,0.00058743556,0.0007965455,0.000207585,0.000223208],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0014197929,0.00052043045,0.0025924966,0.0007350069,0.000075490454,0.0000027965027,0.0003353105,0.0013790391,0.0030306873],"category_scores_gemma":[0.0038416546,0.000346344,0.00019737653,0.0017336335,0.0004043555,0.00005157203,0.000044454882,0.0038714223,0.0010044412],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013476108,0.000007693904,0.0000038464404,0.010604671,0.00007527592,0.0000126883415,0.00010779804,2.5476432e-9,1.4480466e-7,0.0021373958,0.30593228,0.6811168],"study_design_scores_gemma":[0.00046137607,0.00010526314,0.0000011981919,0.049092956,0.0023788672,0.0009947247,0.00011242529,0.0000018556999,1.7497192e-7,0.00026415946,0.9463453,0.00024169401],"about_ca_topic_score_codex":0.0000047622016,"about_ca_topic_score_gemma":4.673131e-8,"teacher_disagreement_score":0.6808751,"about_ca_system_score_codex":0.0004003579,"about_ca_system_score_gemma":0.00088859664,"threshold_uncertainty_score":0.9999174},"labels":[],"label_agreement":null},{"id":"W2026150914","doi":"10.1097/acm.0000000000000501","title":"Practicing What We Teach","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Emergency department; Mandate; Curriculum; Crowding; Government (linguistics); Quality (philosophy); Medicine; Medical education; Patient care; Psychology; Medical emergency; Nursing; Pedagogy; Political science","score_opus":0.05752549905288764,"score_gpt":0.397727989569179,"score_spread":0.34020249051629137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026150914","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058274955,0.0053824293,0.0013354567,0.97735125,0.005935754,0.00083394477,8.6026955e-7,0.0002254092,0.008352155],"genre_scores_gemma":[0.0010168909,0.0075071654,0.000639106,0.886356,0.06660011,0.000110158784,0.0013009285,0.00014629347,0.036323354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99489737,0.0002133837,0.0013778353,0.00083555107,0.0019016896,0.00077417423],"domain_scores_gemma":[0.9966806,0.0007221998,0.0008490651,0.0011250154,0.00046352486,0.00015959321],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023001954,0.0005727682,0.001233942,0.0008626599,0.00014093568,0.000022515758,0.00049322477,0.0032504844,0.0021881363],"category_scores_gemma":[0.008559198,0.00043396757,0.000096314536,0.00083105,0.000582511,0.00036263664,0.00007942968,0.01670574,0.0007747123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016764332,0.000007518401,0.00008225391,0.0009216721,0.00010328653,0.0001467714,0.0018132856,1.4489919e-7,0.00016921923,0.00014460651,0.95995814,0.036636367],"study_design_scores_gemma":[0.0011720932,0.0002692706,0.00003209106,0.0093470905,0.0007553432,0.001279694,0.001861608,0.00014181266,0.000057302455,0.0008764022,0.98386186,0.0003454186],"about_ca_topic_score_codex":0.000038853024,"about_ca_topic_score_gemma":1.8292211e-7,"teacher_disagreement_score":0.090995245,"about_ca_system_score_codex":0.00045021964,"about_ca_system_score_gemma":0.00042659225,"threshold_uncertainty_score":0.99981123},"labels":[],"label_agreement":null},{"id":"W2026161128","doi":"10.1097/acm.0b013e31828af493","title":"The Impact of Leadership Training Programs on Physicians in Academic Medical Centers","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CINAHL; MEDLINE; Medical education; Medicine; Family medicine; Psychology; Psychological intervention; Nursing; Political science","score_opus":0.3272489623264894,"score_gpt":0.5039307016715896,"score_spread":0.17668173934510017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026161128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023906722,0.9804779,0.00002422718,0.012021258,0.001104639,0.0029158373,0.0000031391373,0.00007493231,0.0009873434],"genre_scores_gemma":[0.0031057668,0.9902153,0.000026490434,0.001955639,0.0027507849,0.00053740526,0.0003686989,0.000115065945,0.0009248287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931086,0.000415071,0.0027265572,0.0006380898,0.0020787173,0.0010329748],"domain_scores_gemma":[0.9961795,0.0012747804,0.001283742,0.00075923046,0.0001898454,0.00031289723],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041246973,0.0006952314,0.0028749243,0.0007827532,0.000096176205,0.0000054959255,0.0010765196,0.0020895808,0.00030336244],"category_scores_gemma":[0.009869707,0.0003637862,0.00043125686,0.00219245,0.0015670639,0.000084607665,0.000076674514,0.009969732,0.00009287128],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025872447,0.00004482266,0.00014259992,0.0038756104,0.00021446552,0.000011269983,0.002753723,2.2712678e-7,0.0000021573005,0.00042593226,0.03993978,0.9525635],"study_design_scores_gemma":[0.001908274,0.001213416,0.00034968654,0.22934553,0.00080733217,0.00028844798,0.007780952,0.00012149973,0.0000010303343,0.00020759398,0.7575316,0.0004446524],"about_ca_topic_score_codex":0.00014988976,"about_ca_topic_score_gemma":0.000003204005,"teacher_disagreement_score":0.9521189,"about_ca_system_score_codex":0.0008575716,"about_ca_system_score_gemma":0.0017905051,"threshold_uncertainty_score":0.9998814},"labels":[],"label_agreement":null},{"id":"W2026499652","doi":"10.1097/00001888-200112000-00021","title":"Racial Bias in Using USMLE Step 1 Scores to Grant Internal Medicine Residency Interviews","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Medicine; African american; Cohort; Family medicine; Medical school; Medical education; Internal medicine","score_opus":0.24236452571471476,"score_gpt":0.4263502426172607,"score_spread":0.18398571690254592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026499652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871144,0.0039710905,0.003034922,0.0632735,0.003458501,0.0007275181,0.0000031616357,0.0001059928,0.05428132],"genre_scores_gemma":[0.9723625,0.0040796394,0.00014422437,0.011462816,0.005016938,0.000010829247,0.000008943765,0.000020777552,0.0068933405],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.995624,0.0005278712,0.0008484458,0.00047261183,0.0018218893,0.00070516905],"domain_scores_gemma":[0.998329,0.0004572376,0.0002216364,0.00027633278,0.00016296851,0.00055285014],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007090038,0.00024972841,0.00065869023,0.00067292975,0.00027712208,0.000013741862,0.0012772018,0.00029072113,0.0027789783],"category_scores_gemma":[0.004591242,0.00019421741,0.00005450111,0.0013825984,0.0013971177,0.0002960112,0.00024439621,0.0009846783,0.00009726011],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005091788,0.000046328303,0.21335442,0.00009372927,0.0000594035,0.000742762,0.46951932,0.000024059353,0.0023349095,0.019698665,0.24840169,0.045215525],"study_design_scores_gemma":[0.005679717,0.0014844154,0.017582921,0.010093118,0.00024630353,0.00008642334,0.32174003,0.00024041979,0.000089121524,0.00988275,0.63214225,0.0007325185],"about_ca_topic_score_codex":0.03152591,"about_ca_topic_score_gemma":0.011716192,"teacher_disagreement_score":0.38374057,"about_ca_system_score_codex":0.00032905917,"about_ca_system_score_gemma":0.00020454124,"threshold_uncertainty_score":0.99813265},"labels":[],"label_agreement":null},{"id":"W2026944846","doi":"10.1097/00001888-200410001-00001","title":"Basing the Evaluation of Professionalism on Observable Behaviors: A Cautionary Tale","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Honesty; Altruism (biology); Psychology; Interpretation (philosophy); Statement (logic); Lying; Social psychology; Medical education; Applied psychology; Pedagogy; Medicine; Epistemology; Computer science","score_opus":0.17225315168297065,"score_gpt":0.4733065792590219,"score_spread":0.30105342757605125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026944846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9214181,0.00080240966,0.00021915612,0.07316704,0.00090256,0.0008867439,0.0000018698901,0.00003499342,0.0025671409],"genre_scores_gemma":[0.99083894,0.000061264036,0.00033262832,0.007079199,0.0007044425,0.00013751772,0.00014626149,0.000017519169,0.00068221975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970884,0.000118711134,0.0005941281,0.00022373859,0.0017764817,0.0001985613],"domain_scores_gemma":[0.99852943,0.00013015766,0.00024775814,0.00038664276,0.00065540045,0.000050635066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003634765,0.00013081224,0.0002389374,0.00017836326,0.00014828931,0.0000012550461,0.00016555037,0.00022280589,0.0006087611],"category_scores_gemma":[0.0037365528,0.00007788652,0.000033331304,0.00072366244,0.00038913442,0.000084862186,0.00002867393,0.00089448754,0.000028792638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092390215,0.0013572087,0.02822998,0.0010174707,0.0003724143,0.000037261958,0.06972174,0.0018199827,0.17122519,0.20912978,0.25478908,0.261376],"study_design_scores_gemma":[0.030009162,0.0027433895,0.6956518,0.020615244,0.0035020644,0.00082227204,0.041775923,0.005747736,0.034016103,0.10712666,0.057131954,0.000857649],"about_ca_topic_score_codex":0.000102202685,"about_ca_topic_score_gemma":9.127047e-7,"teacher_disagreement_score":0.6674219,"about_ca_system_score_codex":0.00038192753,"about_ca_system_score_gemma":0.000694454,"threshold_uncertainty_score":0.66655076},"labels":[],"label_agreement":null},{"id":"W2027554527","doi":"10.1097/acm.0b013e3181400068","title":"Medical School Admissions: Revisiting the Veracity and Independence of Completion of an Autobiographical Screening Tool","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Uncorrelated; Web site; Reliability (semiconductor); Confidence interval; Independence (probability theory); Clinical psychology; Social psychology; Medicine; Statistics; Computer science; Mathematics","score_opus":0.05817979216488982,"score_gpt":0.400543846879902,"score_spread":0.3423640547150122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027554527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93405855,0.0019105674,0.0060533765,0.05656789,0.0001648271,0.00042191075,0.0000027298324,0.000046121342,0.00077404134],"genre_scores_gemma":[0.98816305,0.00082196004,0.001156548,0.008812506,0.0008703397,0.000004240223,0.000024995159,0.000011025264,0.0001353392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968931,0.00015017317,0.000988918,0.00026334397,0.0014484775,0.00025598137],"domain_scores_gemma":[0.9948142,0.0010997211,0.00031984155,0.00032520524,0.00022483988,0.0032161565],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0056214104,0.00014121324,0.00047378274,0.00021973686,0.00012172036,0.0000018092207,0.00023351639,0.00038144033,0.006748257],"category_scores_gemma":[0.08087694,0.00008107057,0.000050381834,0.00054985343,0.0006746164,0.00008388943,0.000079682584,0.0015843234,0.000001654706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001607745,0.0002652776,0.31569678,0.0017673252,0.00028854646,0.0001391059,0.008442564,0.0000023990556,0.099903464,0.021669716,0.015478537,0.53473854],"study_design_scores_gemma":[0.0066432944,0.0011139627,0.91661435,0.015595257,0.00050436973,0.0012178388,0.011926372,0.005363437,0.0043440117,0.0015834662,0.03471594,0.00037768515],"about_ca_topic_score_codex":0.000075824995,"about_ca_topic_score_gemma":0.0000013122424,"teacher_disagreement_score":0.6009176,"about_ca_system_score_codex":0.00001652058,"about_ca_system_score_gemma":0.0008319829,"threshold_uncertainty_score":0.9941597},"labels":[],"label_agreement":null},{"id":"W2028214025","doi":"10.1097/00001888-200510001-00028","title":"Progressive Independence in Clinical Training: A Tradition Worth Defending?","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"PsycINFO; Autonomy; Premise; Independence (probability theory); Psychology; MEDLINE; Medical education; Medicine; Political science; Epistemology; Law","score_opus":0.2813281884978765,"score_gpt":0.5366133032523523,"score_spread":0.25528511475447585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028214025","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005098338,0.98956466,0.00011147851,0.0025121204,0.0018246366,0.0022380129,0.0000057176094,0.00012122394,0.003112311],"genre_scores_gemma":[0.0015838478,0.98425084,0.00066029426,0.0021665797,0.009094117,0.00054879725,0.00081934466,0.000098062934,0.0007780929],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99294645,0.0003796201,0.0037558202,0.0009629928,0.0013200857,0.0006350151],"domain_scores_gemma":[0.99686486,0.00064863544,0.001394427,0.0006428082,0.0001908653,0.00025838308],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005069086,0.0006057096,0.0032847198,0.0013265006,0.00006782762,0.000006060321,0.0005100952,0.0024498762,0.00087171094],"category_scores_gemma":[0.009619327,0.000445031,0.00027366373,0.0022747223,0.0007740004,0.00014851625,0.00005810548,0.008823028,0.00014634384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018924853,0.00005946479,0.00019417572,0.0036569785,0.00008983987,0.00015602475,0.0015779601,5.732742e-8,8.336073e-8,0.0016494065,0.014388469,0.9782086],"study_design_scores_gemma":[0.0014418286,0.00031870947,0.00027742414,0.08241557,0.001178932,0.0016746154,0.00099148,0.00003383842,6.712783e-8,0.00046410834,0.9108651,0.00033830164],"about_ca_topic_score_codex":0.000008708551,"about_ca_topic_score_gemma":0.0000016582777,"teacher_disagreement_score":0.9778703,"about_ca_system_score_codex":0.0006707936,"about_ca_system_score_gemma":0.002358505,"threshold_uncertainty_score":0.99980015},"labels":[],"label_agreement":null},{"id":"W2029072789","doi":"10.1097/acm.0b013e31816bdb96","title":"Burnout in Medical School Deans: An Uncommon Problem","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Burnout; Medical school; Psychology; Medical education; Medicine; Family medicine; Clinical psychology","score_opus":0.10805317573504117,"score_gpt":0.4790043294209823,"score_spread":0.3709511536859411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029072789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8705784,0.009782543,0.00016087331,0.08349001,0.0016672355,0.0016354093,0.000010673442,0.00029373492,0.032381088],"genre_scores_gemma":[0.94892097,0.012232893,0.00018098346,0.027046034,0.0036826334,0.00034445417,0.00009291688,0.000057396966,0.007441694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99357826,0.0012156225,0.0018984765,0.0005980186,0.0015044524,0.0012051522],"domain_scores_gemma":[0.99571544,0.0011922328,0.00036811605,0.0005231566,0.00020776573,0.0019932915],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004067463,0.0003233026,0.0008105303,0.00035484962,0.0007433287,0.0000010638148,0.00074109575,0.0014551112,0.008906188],"category_scores_gemma":[0.0033905841,0.00022079065,0.00004099507,0.0006084533,0.00033765018,0.00027295703,0.00022276216,0.0067212516,0.000529468],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017609652,0.00006393358,0.91891503,0.00057541655,0.000018349678,0.00040232172,0.01915239,0.0000024922238,0.00024004989,0.0061970167,0.04200628,0.012250607],"study_design_scores_gemma":[0.021745982,0.0016313836,0.4492081,0.08185361,0.00007925351,0.00044167865,0.05105911,0.002398228,0.00006533712,0.04029327,0.3494745,0.0017495707],"about_ca_topic_score_codex":0.0040705083,"about_ca_topic_score_gemma":0.0008328579,"teacher_disagreement_score":0.46970695,"about_ca_system_score_codex":0.00029970155,"about_ca_system_score_gemma":0.0022528723,"threshold_uncertainty_score":0.9998412},"labels":[],"label_agreement":null},{"id":"W2029794961","doi":"10.1097/acm.0b013e3181c85b22","title":"The Full-Time Clinical Faculty: What Goes Around, Comes Around","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Full-time; Medical school; Revenue; Medical education; Clinical Practice; Private practice; Institution; Medicine; Family medicine; Political science; Business; Law; Finance","score_opus":0.055725747537919805,"score_gpt":0.4396522769182309,"score_spread":0.3839265293803111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029794961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8053852,0.0011398109,0.00020509554,0.18326056,0.006995546,0.00055579765,0.000001641579,0.00013790317,0.0023184933],"genre_scores_gemma":[0.9056135,0.006727433,0.0013887396,0.039515287,0.02093414,0.000137953,0.00046132784,0.00009321268,0.025128417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645853,0.0001184214,0.0013752802,0.00046580308,0.001047918,0.0005340239],"domain_scores_gemma":[0.9967842,0.0012597657,0.00038328557,0.0008559235,0.00042472663,0.00029208665],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049243793,0.00027601872,0.0006014037,0.00015920911,0.0003815818,0.00004176996,0.0005551088,0.000687633,0.00071905757],"category_scores_gemma":[0.01303241,0.00015573704,0.00009306725,0.0006817689,0.0019054216,0.00034100944,0.0001001387,0.0041527417,0.000807069],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002495172,0.000088643166,0.029026788,0.000072448056,0.00022629977,0.000019975183,0.002224671,3.854604e-7,0.01554346,0.009477568,0.6306087,0.31246158],"study_design_scores_gemma":[0.003028392,0.000529141,0.0138105545,0.0005618155,0.00030688712,0.00048429266,0.014704301,0.0011970508,0.00024218079,0.0048206532,0.960046,0.00026874573],"about_ca_topic_score_codex":0.000020044861,"about_ca_topic_score_gemma":0.0000056174663,"teacher_disagreement_score":0.32943732,"about_ca_system_score_codex":0.000081128666,"about_ca_system_score_gemma":0.0003014552,"threshold_uncertainty_score":0.9999709},"labels":[],"label_agreement":null},{"id":"W2029839887","doi":"10.1097/acm.0b013e318267630f","title":"Modified Personal Interviews","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Likert scale; Reliability (semiconductor); Interview; Computer science; Medical education; Resource (disambiguation); Rating scale; Psychology; Medicine","score_opus":0.15665916941856617,"score_gpt":0.43402834395618495,"score_spread":0.2773691745376188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029839887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4900172,0.022500494,0.006630823,0.32801005,0.0048858067,0.00090410234,0.000003934543,0.00033382056,0.14671376],"genre_scores_gemma":[0.92422694,0.0006474326,0.00010087211,0.041530926,0.0035059159,0.000022183101,0.000037276157,0.000016651256,0.029911805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856097,0.000053964286,0.00039485237,0.00016548298,0.00044021942,0.00038453648],"domain_scores_gemma":[0.9971198,0.00012825067,0.0000796668,0.0001903027,0.00004820607,0.0024338183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077813206,0.00014115573,0.0003315826,0.00012055415,0.000056456243,0.0000010708538,0.00010634388,0.00019092848,0.023892695],"category_scores_gemma":[0.0042742477,0.00008817715,0.00005448705,0.00021845223,0.00024900574,0.00007879135,0.000033848235,0.0008391241,0.0004032133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007440107,0.00009175928,0.008023105,0.0001709062,0.000056796314,0.0000065888917,0.029055668,6.681432e-8,0.008197852,0.008839326,0.90175307,0.043730464],"study_design_scores_gemma":[0.0019162132,0.00015688522,0.0063172425,0.00075262744,0.00016078482,0.00030689203,0.005094627,0.00026808894,0.0003624543,0.00026455126,0.9842507,0.00014893075],"about_ca_topic_score_codex":0.000010958355,"about_ca_topic_score_gemma":8.7775454e-8,"teacher_disagreement_score":0.43420973,"about_ca_system_score_codex":0.000052106934,"about_ca_system_score_gemma":0.00020107563,"threshold_uncertainty_score":0.9769996},"labels":[],"label_agreement":null},{"id":"W2030111859","doi":"10.1097/acm.0000000000000542","title":"When Guidelines Don’t Guide","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Royal College of Physicians and Surgeons of Canada; McMaster University Medical Centre; Western University","funders":"","keywords":"Context (archaeology); Medicine; Odds ratio; Confidence interval; Odds; Family medicine; Clinical Practice; Internal medicine; Logistic regression","score_opus":0.3299151414063709,"score_gpt":0.5388270543179718,"score_spread":0.20891191291160094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030111859","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108289175,0.0019153191,0.08184714,0.7493694,0.0023323444,0.0012471871,0.000005836469,0.0005493084,0.054444294],"genre_scores_gemma":[0.61107725,0.0028649024,0.028581908,0.28512976,0.021025032,0.00008196795,0.00039320998,0.00015707593,0.05068888],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957471,0.00015580362,0.002367645,0.00048074216,0.0008413357,0.00040740735],"domain_scores_gemma":[0.9961989,0.0016792801,0.0004674046,0.0006293545,0.0006096159,0.00041543815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048171584,0.00025278603,0.00061597745,0.00017931499,0.00007459324,0.000004809184,0.00025337798,0.0002788299,0.002983963],"category_scores_gemma":[0.050341792,0.00018413122,0.00007877015,0.00023196511,0.00021091611,0.00018952286,0.00010284054,0.00087317376,0.00039103592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011330346,0.000009486252,0.012065377,0.00005299247,0.000047602975,0.000008803539,0.00041001305,0.0000037581929,0.006678698,0.0017543361,0.9034994,0.0753562],"study_design_scores_gemma":[0.0043091294,0.00053565885,0.003214705,0.0003820166,0.0003896195,0.00019596415,0.0009685049,0.0020522436,0.00044413513,0.0066369604,0.9806843,0.00018677753],"about_ca_topic_score_codex":0.00061588775,"about_ca_topic_score_gemma":0.000022255741,"teacher_disagreement_score":0.50278807,"about_ca_system_score_codex":0.00009221314,"about_ca_system_score_gemma":0.00014274576,"threshold_uncertainty_score":0.9979274},"labels":[],"label_agreement":null},{"id":"W2030183026","doi":"10.1097/00001888-200310000-00016","title":"Development of a Medical Humanities Program at Dalhousie University Faculty of Medicine, Nova Scotia, Canada, 1992-2003","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Medical humanities; Curriculum; Medical education; Humanities; Nova (rocket); Medical school; Medical ethics; Multiculturalism; Sociology; Medicine; Pedagogy; Political science; Art; Law; Engineering","score_opus":0.06369011648695076,"score_gpt":0.33502664661451187,"score_spread":0.2713365301275611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030183026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683624,0.0014547696,0.00015591466,0.009001892,0.00091407663,0.0008357724,0.000013261354,0.000061536906,0.019200364],"genre_scores_gemma":[0.98764765,0.00044786607,0.0015082469,0.0025670072,0.00045289332,0.0000069434145,0.00032938627,0.00003294863,0.007007056],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955309,0.00011437413,0.0010725411,0.00037112838,0.0024572134,0.0004538452],"domain_scores_gemma":[0.99793416,0.00018172602,0.00044921608,0.00031106005,0.00044731324,0.0006765431],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016376867,0.00027973298,0.0009032121,0.00023494945,0.00009748133,5.677224e-7,0.00034640668,0.00044093633,0.0033934612],"category_scores_gemma":[0.004222022,0.0002100303,0.000040804196,0.00082047813,0.0013634273,0.00005457392,0.00007634153,0.00083396863,0.000008050397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068799127,0.00062350323,0.03897269,0.003923146,0.00086144917,0.00034236474,0.3192172,0.0000015021958,0.0051036645,0.017618755,0.5622569,0.050390873],"study_design_scores_gemma":[0.00859616,0.00083845906,0.023181535,0.0043771747,0.00054178253,0.0002980635,0.10838792,0.000033839013,0.009347023,0.0000602933,0.8439723,0.00036542895],"about_ca_topic_score_codex":0.20003769,"about_ca_topic_score_gemma":0.19157209,"teacher_disagreement_score":0.28171545,"about_ca_system_score_codex":0.00044735087,"about_ca_system_score_gemma":0.0058940733,"threshold_uncertainty_score":0.9997416},"labels":[],"label_agreement":null},{"id":"W2030466161","doi":"10.1097/00001888-200203000-00013","title":"Team Communications in the Operating Room","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":434,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Surgical team; Psychology; Interpersonal communication; Grounded theory; Socialization; Health care; Social psychology; Nursing; Medicine; Medical education; Qualitative research; Sociology; Political science","score_opus":0.30903835177376476,"score_gpt":0.504459639548548,"score_spread":0.19542128777478324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030466161","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08602714,0.0047823754,0.0012937662,0.532548,0.00090078055,0.0016266044,0.0000051219545,0.00012518288,0.37269104],"genre_scores_gemma":[0.96287227,0.002363615,0.00008929243,0.02954608,0.0004195479,0.00022480598,0.000030140229,0.000008470038,0.0044457586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781555,0.0008248721,0.0006298772,0.00013696736,0.00029875655,0.00029398903],"domain_scores_gemma":[0.9974451,0.0015489352,0.00020428543,0.00067458657,0.000043096177,0.000083995634],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021028516,0.00008672027,0.00016714507,0.00008991053,0.0005679198,1.5274344e-7,0.000797806,0.000195122,0.0011120229],"category_scores_gemma":[0.002156369,0.000051149917,0.00001346129,0.00039678082,0.0001676049,0.00008525821,0.000093531446,0.0021453816,0.0005441354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000567562,0.00003864195,0.14271182,0.000071011185,0.000011260755,0.0000018877263,0.36180183,0.000017969665,0.00036266245,0.024255868,0.4671155,0.003605873],"study_design_scores_gemma":[0.0014395412,0.000059404174,0.032417163,0.000798883,0.000021522006,0.000005301361,0.06478401,0.004869299,0.0000024547737,0.00080605067,0.8946932,0.0001031956],"about_ca_topic_score_codex":0.00011195489,"about_ca_topic_score_gemma":0.00004542564,"teacher_disagreement_score":0.8768451,"about_ca_system_score_codex":0.00006104666,"about_ca_system_score_gemma":0.000038634123,"threshold_uncertainty_score":0.9998011},"labels":[],"label_agreement":null},{"id":"W2030728140","doi":"10.1097/01.acm.0000250027.48685.ca","title":"Inventors as Investigators: The Ethics of Patents in Clinical Trials","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"National Institutes of Health; McGill University","keywords":"Conflict of interest; Context (archaeology); Clinical trial; Political science; Public relations; Research ethics; Medicine; Business; Engineering ethics; Law; Engineering; Pathology","score_opus":0.8932277228734439,"score_gpt":0.722317134944588,"score_spread":0.17091058792885583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030728140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8819869,0.0038750318,0.000009783947,0.106810905,0.0022444557,0.0007014635,0.000018304992,0.000040904117,0.004312229],"genre_scores_gemma":[0.9565972,0.0032489249,0.000006443556,0.036750086,0.0023193634,0.00003979637,0.00002636381,0.000016839533,0.0009949894],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98504376,0.0107443705,0.0028700666,0.00034645997,0.0004506894,0.00054464786],"domain_scores_gemma":[0.98619115,0.01222141,0.00072377594,0.00024266467,0.00012342473,0.0004975813],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.044274468,0.00022881852,0.00087920105,0.0001366996,0.00014824842,0.00000214492,0.0005662068,0.0024626965,0.0013539636],"category_scores_gemma":[0.020882666,0.00014190211,0.000119871765,0.0005273584,0.0017415334,0.00007509887,0.00010292766,0.012689794,0.00008172636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006511474,0.00014204589,0.81015015,0.0002566312,0.00014199592,0.000063636515,0.0041764993,0.000099522316,0.006115784,0.05378995,0.1154538,0.008958829],"study_design_scores_gemma":[0.011143766,0.00065440376,0.06262727,0.00087282306,0.0007195109,0.000056606474,0.003127897,0.001394848,0.019482091,0.1361022,0.7633077,0.0005108979],"about_ca_topic_score_codex":0.00072708045,"about_ca_topic_score_gemma":0.000036009653,"teacher_disagreement_score":0.7475229,"about_ca_system_score_codex":0.00006019592,"about_ca_system_score_gemma":0.0003956663,"threshold_uncertainty_score":0.9995589},"labels":[],"label_agreement":null},{"id":"W2031365810","doi":"10.1097/01.acm.0000357302.90165.54","title":"Not So Routine Follow-up","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Morning; General surgery; Marketing buzz; Chart; Surgery; Internal medicine","score_opus":0.029343235573928192,"score_gpt":0.4056687670290796,"score_spread":0.3763255314551514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031365810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58227783,0.02280409,0.016497761,0.3176051,0.005912061,0.0012048044,0.000004349745,0.0006507575,0.053043246],"genre_scores_gemma":[0.8754306,0.005044325,0.0008086553,0.087747656,0.0047395322,0.0000083771265,0.000022442862,0.00002133778,0.026177095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984051,0.00004505197,0.00046356273,0.00033379122,0.00035779184,0.00039469462],"domain_scores_gemma":[0.9989738,0.00022761122,0.00013527216,0.00034295148,0.00006322316,0.00025714817],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054805493,0.00021255904,0.00058775506,0.00013039455,0.00012376631,0.0000014170542,0.00019234204,0.00041119318,0.0009440925],"category_scores_gemma":[0.00066255796,0.0001435606,0.00006436951,0.00026405134,0.00043144834,0.00008223109,0.000014268967,0.0010718883,0.00009883245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043508075,0.000106726955,0.029658573,0.00010084886,0.00030132793,0.00055043923,0.01103721,0.000010367144,0.10298445,0.03223971,0.44518363,0.3734759],"study_design_scores_gemma":[0.018861946,0.003869903,0.035146866,0.0006421657,0.00033891143,0.0012688739,0.0006302572,0.00024351975,0.0056338543,0.008230053,0.9247462,0.00038743854],"about_ca_topic_score_codex":0.0000066369416,"about_ca_topic_score_gemma":7.22871e-7,"teacher_disagreement_score":0.47956258,"about_ca_system_score_codex":0.000109075816,"about_ca_system_score_gemma":0.00010820596,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W2031404606","doi":"10.1097/00001888-200212000-00013","title":"The Academic Prince","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Renaissance and Early Modern Studies","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Excellence; Throne; Honor; Power (physics); Position (finance); Promotion (chess); Set (abstract data type); Honorific; Psychology; Public relations; Politics; Law; Sociology; Political science; Computer science; Business","score_opus":0.12489292503485494,"score_gpt":0.29035810127937084,"score_spread":0.1654651762445159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031404606","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11453213,0.12796302,0.00006944755,0.09975315,0.0028801125,0.0004142616,0.000004071385,0.00029948968,0.6540843],"genre_scores_gemma":[0.8242949,0.02670142,0.0000012648968,0.0023186323,0.0038251383,0.000025792928,0.0000010958158,0.000014264245,0.1428175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987608,0.000032940305,0.00033470278,0.00018876254,0.00032718212,0.00035561906],"domain_scores_gemma":[0.9992673,0.00027816658,0.00010977818,0.0002177926,0.000053012027,0.00007399576],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037483714,0.00014479905,0.0001926923,0.00003888725,0.0007638096,0.0000150779,0.00038912578,0.00008357694,0.0015524877],"category_scores_gemma":[0.00021673011,0.00007411205,0.00003064957,0.00004088651,0.0011218067,0.00015776331,0.00006432173,0.00084394746,0.0007331491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007249,0.0000016956947,0.00092068553,0.000012204056,0.000036093945,0.0000030324563,0.08830211,6.6353107e-7,0.00007984344,0.18449153,0.70469934,0.021445554],"study_design_scores_gemma":[0.0002496693,0.00004888709,0.00025246866,0.00009930383,0.000022853292,0.000005054908,0.006228821,0.00010214159,0.000020991338,0.006517568,0.98634964,0.00010257418],"about_ca_topic_score_codex":0.000047214773,"about_ca_topic_score_gemma":0.00003244865,"teacher_disagreement_score":0.70976275,"about_ca_system_score_codex":0.000017449229,"about_ca_system_score_gemma":0.000004733356,"threshold_uncertainty_score":0.9993602},"labels":[],"label_agreement":null},{"id":"W2031462374","doi":"10.1097/acm.0b013e31822a6eb6","title":"A Comparison of Performance Evaluations of Students on Longitudinal Integrated Clerkships and Rotation-Based Clerkships","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Clinical clerkship; Psychology; Reliability (semiconductor); Test (biology); Educational measurement; Medicine; Pedagogy; Curriculum","score_opus":0.20824530759186088,"score_gpt":0.47309691149334476,"score_spread":0.2648516039014839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031462374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915542,0.00017463679,0.0050448873,0.0012589749,0.00026523392,0.0005450088,0.0000023914188,0.000027697975,0.0011269634],"genre_scores_gemma":[0.9979498,0.00005926504,0.0010517612,0.0005610809,0.0001237192,0.000045843142,0.000082184044,0.00001673036,0.000109617526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99748796,0.0000912335,0.0010070121,0.00024486583,0.0009894263,0.0001795072],"domain_scores_gemma":[0.99825114,0.00022886206,0.0004728422,0.0003023293,0.0006456659,0.00009915119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015527906,0.00016191872,0.00050820643,0.00046766477,0.00006378686,0.0000012367118,0.00019563388,0.00021001973,0.00042918042],"category_scores_gemma":[0.002780357,0.00012428022,0.000026257834,0.0008327237,0.0005517641,0.000070477734,0.000023257538,0.0008023238,0.000008462152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003783983,0.00021605432,0.97500247,0.0002807741,0.00006093614,5.719903e-7,0.0055646454,0.00001417545,0.0013093526,0.0018659383,0.0018933357,0.013413364],"study_design_scores_gemma":[0.002978304,0.0016650587,0.9681014,0.00222489,0.00027925795,0.0000073309484,0.0040813093,0.012611434,0.007449545,0.0003052763,0.00018706442,0.00010913346],"about_ca_topic_score_codex":0.000051651386,"about_ca_topic_score_gemma":0.000002557329,"teacher_disagreement_score":0.013304231,"about_ca_system_score_codex":0.00008070554,"about_ca_system_score_gemma":0.00020471707,"threshold_uncertainty_score":0.50680006},"labels":[],"label_agreement":null},{"id":"W2031755410","doi":"10.1097/00001888-200101000-00003","title":"Medically Related Cultural Issues Can Be Learned Outside the Classroom","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethnic group; Cultural diversity; Interpreter; Cultural competence; Language barrier; Normative; Health care; Statement (logic); Cultural issues; Diversity (politics); Psychology; Medicine; Medical education; Pedagogy; Political science; Law","score_opus":0.1042036457904429,"score_gpt":0.4319083269362617,"score_spread":0.3277046811458188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031755410","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24291758,0.005781401,0.0000030694755,0.69286716,0.0013456943,0.00046079606,0.000002385667,0.0002638725,0.05635806],"genre_scores_gemma":[0.9195479,0.019635005,0.000018965555,0.014799924,0.0031898576,0.00002977621,0.0000319685,0.000017762048,0.0427288],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963076,0.0005015358,0.00067625404,0.00036432623,0.0014124091,0.0007378685],"domain_scores_gemma":[0.99799484,0.00074177695,0.00022947423,0.00030066704,0.0002742221,0.00045902454],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024931978,0.00020683682,0.00035466527,0.000057016838,0.00096195197,0.00001676365,0.0009587637,0.00047150493,0.0022051546],"category_scores_gemma":[0.0066425717,0.000112034715,0.0000628892,0.00077641924,0.0015202559,0.00017316309,0.000081010614,0.0017664392,0.0001011669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004593891,0.000006471616,0.015669174,0.000027037446,0.000058075584,0.00010375524,0.3148866,0.000008114225,0.0007301701,0.07423158,0.5853234,0.008909703],"study_design_scores_gemma":[0.00047477757,0.000085519976,0.0021397746,0.00018194554,0.000045912322,0.000042046304,0.104935765,0.000043694305,0.000009867736,0.007306616,0.8845686,0.00016549489],"about_ca_topic_score_codex":0.016070297,"about_ca_topic_score_gemma":0.004013491,"teacher_disagreement_score":0.6780672,"about_ca_system_score_codex":0.00025857627,"about_ca_system_score_gemma":0.00026320343,"threshold_uncertainty_score":0.99870694},"labels":[],"label_agreement":null},{"id":"W2032872769","doi":"10.1097/acm.0b013e31803080c8","title":"The Effectiveness of Pediatric Residency Education in Preparing Graduates to Manage Neurological and Neurobehavioral Issues in Practice","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Subspecialty; Medicine; Family medicine; Residency training; Pediatric Neurology; Pediatrics; Medical education; Continuing education","score_opus":0.02971655490386332,"score_gpt":0.40388815617224877,"score_spread":0.37417160126838545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032872769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822571,0.0028019461,0.000009522064,0.008155524,0.0003474472,0.0003895079,1.328732e-7,0.000012559478,0.0060262457],"genre_scores_gemma":[0.9928487,0.006000794,0.00003159817,0.0006202822,0.0003132837,0.000006501142,6.5109816e-7,0.0000030993228,0.00017508675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818385,0.0006609,0.00025275678,0.000188228,0.0004875681,0.00022672479],"domain_scores_gemma":[0.9965787,0.0030874186,0.000081938684,0.000093836614,0.00006333243,0.00009480499],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01215716,0.00006663533,0.0001545231,0.00019023653,0.00010078715,0.000006150415,0.00030135488,0.00010261806,0.0000036281335],"category_scores_gemma":[0.0090469085,0.00004825741,0.000008320939,0.0006291881,0.0002647909,0.00015177633,0.00009127196,0.00041803916,0.0000015498752],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035139918,0.000026818838,0.95221335,0.000045115652,0.0000019944027,0.000024646011,0.020603782,0.0000031784516,0.00019075093,0.01393161,0.00090455724,0.011702828],"study_design_scores_gemma":[0.00036430196,0.0002965713,0.9572317,0.00017706119,0.000053125616,0.0000032594355,0.031481925,0.000002175241,0.000031963333,0.00510628,0.0051825074,0.00006913312],"about_ca_topic_score_codex":0.0053210566,"about_ca_topic_score_gemma":0.0010992392,"teacher_disagreement_score":0.011633695,"about_ca_system_score_codex":0.000035261746,"about_ca_system_score_gemma":0.0000747517,"threshold_uncertainty_score":0.9993003},"labels":[],"label_agreement":null},{"id":"W2033201729","doi":"10.1097/acm.0b013e31821d699b","title":"Interprofessional Education in the Internal Medicine Clerkship: Results From a National Survey","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Interprofessional education; Accreditation; Medical education; Graduate medical education; Descriptive statistics; Medicine; Clinical clerkship; Family medicine; Psychology; Health care; Pedagogy; Political science","score_opus":0.1751094395153514,"score_gpt":0.5149808669741386,"score_spread":0.3398714274587872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033201729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7055845,0.00059329957,0.00045359563,0.045106858,0.01186039,0.0012070239,0.00010989781,0.0000698073,0.23501462],"genre_scores_gemma":[0.9483923,0.000114502494,0.00012542195,0.032220412,0.0032392645,0.00024709813,0.0012566258,0.00002113166,0.014383248],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9938237,0.002732947,0.0016035938,0.0004520947,0.0010147253,0.000372953],"domain_scores_gemma":[0.9938913,0.004188437,0.00066392607,0.0003462349,0.00075652066,0.00015356869],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072378586,0.00023726087,0.00034504395,0.00037361242,0.0003414287,0.0000024322585,0.00078374386,0.00043314256,0.0052096616],"category_scores_gemma":[0.007805437,0.00013672023,0.000026446181,0.0007451551,0.00027465232,0.00023740884,0.000103499595,0.002547082,0.00044576218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025182832,0.00007870575,0.14132111,0.000021323835,0.000021712773,0.0000018507574,0.1513856,2.3902373e-7,0.00037223197,0.027052995,0.67548394,0.0017420182],"study_design_scores_gemma":[0.002476244,0.00013161633,0.82609314,0.0032434317,0.000019864694,0.000004088103,0.09620059,0.00011475472,0.000012089436,0.05249471,0.019036962,0.00017249149],"about_ca_topic_score_codex":0.028226536,"about_ca_topic_score_gemma":0.0045295306,"teacher_disagreement_score":0.6847721,"about_ca_system_score_codex":0.00033127764,"about_ca_system_score_gemma":0.004575282,"threshold_uncertainty_score":0.9997541},"labels":[],"label_agreement":null},{"id":"W2033344238","doi":"10.1097/acm.0b013e318248f7f3","title":"Should Efforts in Favor of Medical Student Diversity Be Focused During Admissions or Farther Upstream?","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Diversity (politics); Limiting; Entrance exam; Psychology; Affect (linguistics); Cultural diversity; Demography; Medicine; Gerontology; Clinical psychology; Predictive validity; Sociology","score_opus":0.14735244299438482,"score_gpt":0.45332173244463325,"score_spread":0.3059692894502484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033344238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91872966,0.0010267042,0.000047557012,0.077295855,0.0005849976,0.00045310997,0.0000035113478,0.000055975488,0.001802636],"genre_scores_gemma":[0.9836278,0.0011470689,0.000058928123,0.008772346,0.0007552537,0.00001920198,0.000020244455,0.000022982997,0.0055762036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962968,0.00011122457,0.0007883643,0.00028113858,0.001974942,0.00054749683],"domain_scores_gemma":[0.9947161,0.00039292665,0.00018173359,0.0003649192,0.000060858387,0.00428347],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015223736,0.00022587314,0.0006647504,0.00030368814,0.00012512319,0.0000011743981,0.0003698037,0.0005121697,0.030358829],"category_scores_gemma":[0.012375835,0.00013442892,0.000073958385,0.00049271627,0.00025163675,0.000092665425,0.0003759152,0.0013328567,0.000021925387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004538464,0.00070691644,0.92274076,0.0003956161,0.00012185265,0.0001230904,0.032820992,5.705828e-7,0.002451144,0.0009838507,0.030397523,0.008803867],"study_design_scores_gemma":[0.026187724,0.001011436,0.7690183,0.010096758,0.0007668176,0.00059155305,0.040021077,0.00014713591,0.0055145095,0.00019447281,0.14570598,0.000744243],"about_ca_topic_score_codex":0.00017252784,"about_ca_topic_score_gemma":0.000012174446,"teacher_disagreement_score":0.15372244,"about_ca_system_score_codex":0.000108720604,"about_ca_system_score_gemma":0.0007785291,"threshold_uncertainty_score":0.99594337},"labels":[],"label_agreement":null},{"id":"W2033908450","doi":"10.1097/00001888-200003000-00005","title":"The Adult Learner","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Optimal distinctiveness theory; Psychology; Learning theory; Adult education; Cognitive psychology; Social psychology; Pedagogy","score_opus":0.12821045387582553,"score_gpt":0.48629019058428447,"score_spread":0.35807973670845894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033908450","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09670113,0.0014464303,0.000023715242,0.45004797,0.00042955964,0.00014253616,1.5753626e-7,0.0001043167,0.4511042],"genre_scores_gemma":[0.77099365,0.0130494535,0.00002779837,0.0062741316,0.0018689162,0.000010638895,0.0000012561313,0.0000073432507,0.20776682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982056,0.0005582314,0.00019824864,0.00012210813,0.0006967256,0.00021906571],"domain_scores_gemma":[0.998233,0.0013729443,0.000087575296,0.00014369842,0.00006648383,0.00009629786],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004824296,0.00005502088,0.00007556173,0.000020322987,0.00092916243,0.0000122858655,0.0004005262,0.00010402265,0.0054332684],"category_scores_gemma":[0.0068262927,0.000032145825,0.000014715985,0.0001578952,0.0005637329,0.00019834384,0.00001097583,0.00060749764,0.00090685557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026257392,0.0000029286336,0.0027645614,0.0000022660543,0.00001707635,0.0000014173871,0.068184294,0.00001341803,0.000060528033,0.16232876,0.40468386,0.36191463],"study_design_scores_gemma":[0.00017456208,0.00002001449,0.00079494854,0.00002496385,0.000015791022,0.00000114732,0.008846013,0.000053624663,0.000004648248,0.0053271735,0.98469335,0.000043765045],"about_ca_topic_score_codex":0.0022844514,"about_ca_topic_score_gemma":0.000215882,"teacher_disagreement_score":0.6742925,"about_ca_system_score_codex":0.00003803627,"about_ca_system_score_gemma":0.00007760684,"threshold_uncertainty_score":0.9998711},"labels":[],"label_agreement":null},{"id":"W2034147541","doi":"10.1097/00001888-200112000-00019","title":"Structured Assessment of Minor Surgical Skills (SAMSS) for Family Medicine Residents","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Medicine; Inter-rater reliability; Family medicine; Construct validity; Minor (academic); Objective structured clinical examination; Physical examination; MEDLINE; Rating scale; Psychology; Psychometrics; Nursing; Surgery; Clinical psychology","score_opus":0.0710389932777448,"score_gpt":0.42812995814085714,"score_spread":0.3570909648631123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034147541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95562,0.0018557683,0.0020960276,0.008760165,0.00076512323,0.0010968627,0.000010182637,0.00011133291,0.029684572],"genre_scores_gemma":[0.99019015,0.001059525,0.00044302756,0.0023381985,0.0018119003,0.000030299423,0.00016373952,0.00003655241,0.0039266064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99687475,0.00008361953,0.0011538346,0.00044019753,0.001002311,0.00044530348],"domain_scores_gemma":[0.99719495,0.0013984124,0.0003371259,0.00034429334,0.00027480992,0.0004504326],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011726836,0.00028141026,0.0010396683,0.000289298,0.00007390624,0.0000018536734,0.00020233066,0.00036419707,0.0020130968],"category_scores_gemma":[0.0011859474,0.00018486024,0.000114119044,0.0005084843,0.0004273911,0.000069523725,0.00004027307,0.00061339117,0.0000047934177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039562094,0.00024727432,0.7692564,0.000967249,0.0009395531,0.00081998884,0.0053732647,0.00016167895,0.024509057,0.02385617,0.038376,0.13153715],"study_design_scores_gemma":[0.054423787,0.0020887838,0.6708962,0.0023044536,0.00074587384,0.00040560437,0.0020865896,0.0028768745,0.00041150447,0.00374586,0.2596223,0.0003921993],"about_ca_topic_score_codex":0.00008201564,"about_ca_topic_score_gemma":0.0000024552885,"teacher_disagreement_score":0.22124632,"about_ca_system_score_codex":0.00008316322,"about_ca_system_score_gemma":0.00010760593,"threshold_uncertainty_score":0.9988992},"labels":[],"label_agreement":null},{"id":"W2034243727","doi":"10.1097/acm.0b013e3182677587","title":"“First, Do No Harm”","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre; University Health Network","funders":"","keywords":"Harm; MEDLINE; Do no harm; Psychology; Medicine; Political science; Criminology; Social psychology; Law","score_opus":0.1616587991431572,"score_gpt":0.48940632101081855,"score_spread":0.3277475218676613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034243727","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26709834,0.010830386,0.012970959,0.16495143,0.029678876,0.002561208,0.00002086496,0.00074964465,0.51113826],"genre_scores_gemma":[0.9526753,0.0012998013,0.000082229635,0.01686923,0.005930674,0.00012397283,0.000036578014,0.00002037617,0.022961829],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797,0.0002012468,0.0005933915,0.00016570913,0.00040946735,0.00066021737],"domain_scores_gemma":[0.99814236,0.0006356583,0.00031022224,0.00028438764,0.00009590069,0.00053147983],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017391976,0.00013081064,0.00024790404,0.00010102517,0.00038540436,5.312846e-8,0.00023051254,0.00037041193,0.007760809],"category_scores_gemma":[0.0023265127,0.00009223823,0.00002273866,0.00021304254,0.00015555597,0.0001785263,0.000070440896,0.0014712245,0.008543939],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046024084,0.000013564095,0.31011707,0.00020215906,0.000020974157,7.824963e-7,0.04172249,0.0000014341862,0.00033240236,0.015234712,0.6318044,0.0005039815],"study_design_scores_gemma":[0.001014677,0.00003846619,0.049160726,0.0005656814,0.000032157637,0.000002227128,0.003292493,0.000023329923,0.000009941062,0.00036013854,0.94540656,0.000093615956],"about_ca_topic_score_codex":0.000041047442,"about_ca_topic_score_gemma":0.0000011302917,"teacher_disagreement_score":0.685577,"about_ca_system_score_codex":0.000096255775,"about_ca_system_score_gemma":0.00008913292,"threshold_uncertainty_score":0.99314624},"labels":[],"label_agreement":null},{"id":"W2034351127","doi":"10.1097/00001888-200310001-00025","title":"Can the Strength of Candidates Be Discriminated Based on Ability to Circumvent the Biasing Effect of Prose? Implications for Evaluation and Education","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; Medical diagnosis; Aptitude; Reliability (semiconductor); Psychology; Medical terminology; Medical education; Linguistics; Clinical psychology; Medicine; Developmental psychology; Nursing; Pathology","score_opus":0.04863532202192831,"score_gpt":0.42829845623293566,"score_spread":0.37966313421100734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034351127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9461275,0.00039165598,0.00010959746,0.05069146,0.00011310443,0.0022446653,0.000020439096,0.0000075139446,0.00029407372],"genre_scores_gemma":[0.9979991,0.000047921923,0.000037048878,0.001385588,0.00007870649,0.00032290327,0.00008291301,0.000008292549,0.00003753984],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99877214,0.00025223248,0.000393775,0.00019530197,0.00026675066,0.00011976858],"domain_scores_gemma":[0.9801478,0.018997166,0.00018096565,0.00034374002,0.00022765699,0.0001027208],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032917678,0.00009828551,0.00026504803,0.00005790427,0.000069955866,0.0000016423439,0.00007767002,0.000076576405,0.000017807886],"category_scores_gemma":[0.13500896,0.00004591948,0.000034455003,0.00022800283,0.00021350065,0.000009617029,0.000008336773,0.00018664516,1.7680998e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010178069,0.00034764473,0.67365146,0.00073407486,0.000099499026,1.1087184e-7,0.008249507,0.00016115591,0.016728364,0.0072482843,0.0133827245,0.27837935],"study_design_scores_gemma":[0.0069187847,0.0043944633,0.94030255,0.005701747,0.0020821423,0.000012178886,0.0015537445,0.0034845034,0.029707868,0.0048759216,0.0008120711,0.00015403684],"about_ca_topic_score_codex":0.0002556248,"about_ca_topic_score_gemma":0.000012902621,"teacher_disagreement_score":0.2782253,"about_ca_system_score_codex":0.000060718456,"about_ca_system_score_gemma":0.00030486565,"threshold_uncertainty_score":0.87227726},"labels":[],"label_agreement":null},{"id":"W2034619206","doi":"10.1097/acm.0b013e31828b85af","title":"Should the MCAT Exam Be Used for Medical School Admissions in Canada?","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Entrance exam; Medical education; Medical school; Diversity (politics); Perspective (graphical); Higher education; Psychology; Medicine; Family medicine; Pedagogy; Political science; Curriculum; Computer science","score_opus":0.09768782861551002,"score_gpt":0.40277226998484433,"score_spread":0.3050844413693343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034619206","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11458005,0.001192532,0.00012643596,0.879058,0.0008920754,0.0015397351,0.0000046881473,0.000047174413,0.0025592756],"genre_scores_gemma":[0.7047765,0.00053132145,0.000078096935,0.27981648,0.0013708536,0.00043048055,0.000066987464,0.000030933632,0.012898339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667734,0.000107051994,0.00084599457,0.00036258943,0.0014323553,0.0005746718],"domain_scores_gemma":[0.98838294,0.0018903358,0.00012873915,0.00049297354,0.00013774955,0.0089672655],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011901379,0.00022662556,0.0005143829,0.00013867806,0.00014085366,0.0000041672533,0.00045673325,0.00035057624,0.11655557],"category_scores_gemma":[0.11246093,0.00011746846,0.00005417435,0.00044174073,0.00019963217,0.000067182504,0.00006511622,0.0019009742,0.000053485444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021194715,0.000024332498,0.0072072223,0.000062268184,0.000022403783,0.000012249245,0.00084348494,4.1048958e-7,0.00094199425,0.00072091946,0.98676723,0.0033762748],"study_design_scores_gemma":[0.004886913,0.0001766002,0.028079556,0.0015583413,0.00012218762,0.0001380022,0.010251044,0.002374827,0.00030938137,0.0009914123,0.950876,0.00023575188],"about_ca_topic_score_codex":0.2515714,"about_ca_topic_score_gemma":0.050964467,"teacher_disagreement_score":0.59924155,"about_ca_system_score_codex":0.00036832958,"about_ca_system_score_gemma":0.02325435,"threshold_uncertainty_score":0.9822829},"labels":[],"label_agreement":null},{"id":"W2034680606","doi":"10.1097/00001888-200209000-00046","title":"An Online Discussion for Medical Faculty","year":2002,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; MEDLINE; Higher education; Psychology; Faculty development; Medicine; Professional development; Political science","score_opus":0.462482275567974,"score_gpt":0.6063421824698587,"score_spread":0.14385990690188472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034680606","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000021385038,0.9764521,0.008268338,0.008997311,0.0015468112,0.0013864915,0.000104221064,0.00022024228,0.0030223206],"genre_scores_gemma":[0.0000021133033,0.974671,0.002397846,0.00091075484,0.0106331315,0.00011585135,0.0011247908,0.00007122731,0.01007326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99317384,0.0024401369,0.0013167592,0.00068176445,0.0016964517,0.00069107395],"domain_scores_gemma":[0.9965064,0.0016304944,0.00070940563,0.00040999148,0.00016140203,0.00058229273],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0129047865,0.00046207468,0.0021028446,0.0003140718,0.00051566656,0.000009656394,0.0016710324,0.0020572545,0.0016565011],"category_scores_gemma":[0.018753238,0.00023192132,0.00020512723,0.0008965111,0.0009957558,0.00015931377,0.000087169086,0.0032392908,0.000036421097],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018619788,0.000015948275,0.0000037603845,0.0013260833,0.000032396892,0.0000041982066,0.005976166,1.0126512e-8,3.018494e-7,0.009321738,0.038219035,0.9450985],"study_design_scores_gemma":[0.00031602776,0.00010995484,0.0000015876728,0.015378636,0.00033630437,0.000009255161,0.0014546606,0.000020071306,5.637156e-8,0.0014175787,0.98064667,0.00030919214],"about_ca_topic_score_codex":0.00021298492,"about_ca_topic_score_gemma":0.000048762475,"teacher_disagreement_score":0.9447893,"about_ca_system_score_codex":0.00034088411,"about_ca_system_score_gemma":0.0006813629,"threshold_uncertainty_score":0.99925613},"labels":[],"label_agreement":null},{"id":"W2034738865","doi":"10.1097/00001888-200403000-00010","title":"Looking Away","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Friendship; Poetry; Medicine; Consolation; History; Psychology; Art; Literature; Social psychology","score_opus":0.032375540790962935,"score_gpt":0.35973059537191854,"score_spread":0.3273550545809556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034738865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9063254,0.002770881,0.0018411909,0.06393039,0.0010586163,0.00030889967,4.7362846e-7,0.00015111067,0.023613038],"genre_scores_gemma":[0.9795505,0.00083021855,0.0002131088,0.013853981,0.002414114,0.000015817934,0.000028862909,0.000017444723,0.0030759536],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871266,0.000015424313,0.00033745912,0.00022666824,0.0004306674,0.00027713476],"domain_scores_gemma":[0.9991823,0.00007056854,0.000074903866,0.00020134203,0.00006143034,0.0004094973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048655947,0.00012447758,0.00027844904,0.000120020144,0.000054804284,0.0000011085152,0.00009622536,0.00022346505,0.0005824434],"category_scores_gemma":[0.0013370904,0.00008722088,0.00003456052,0.00026253704,0.0002149111,0.00006336059,0.000019328312,0.0008131801,0.00018160054],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006738336,0.00032975813,0.024628848,0.0012967058,0.00035802036,0.00067459414,0.5254095,0.000039318224,0.08757561,0.0838945,0.13525076,0.13986854],"study_design_scores_gemma":[0.044630315,0.004410862,0.09158021,0.015806125,0.0017750963,0.0046581365,0.16467197,0.00011249958,0.067961566,0.09989885,0.50310946,0.0013848898],"about_ca_topic_score_codex":0.00007143976,"about_ca_topic_score_gemma":8.252104e-7,"teacher_disagreement_score":0.3678587,"about_ca_system_score_codex":0.00011836188,"about_ca_system_score_gemma":0.00024491735,"threshold_uncertainty_score":0.63773465},"labels":[],"label_agreement":null},{"id":"W2035163632","doi":"10.1097/acm.0b013e31816095cd","title":"Global Health in Canadian Medical Education: Current Practices and Opportunities","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Faculty of Medicine and Dentistry, University of Alberta; Dalhousie University","keywords":"Curriculum; Global health; Medical education; Health care; Medical school; International health; Globalization; Medicine; Health policy; Public health; Political science; Psychology; Nursing; Pedagogy","score_opus":0.13032297950388944,"score_gpt":0.4577981694847012,"score_spread":0.32747518998081177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035163632","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35619822,0.13330016,0.000005094816,0.49592656,0.0013276513,0.00038961254,0.000010923778,0.000036005924,0.012805775],"genre_scores_gemma":[0.7560991,0.13730423,0.000016977045,0.10521541,0.0008132452,0.000019256118,0.00007640403,0.000007666267,0.000447707],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977735,0.00011637581,0.00059204636,0.00026162431,0.0005786271,0.000677802],"domain_scores_gemma":[0.99527496,0.00012378546,0.00022662367,0.00015961337,0.0000902996,0.004124722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016572002,0.00014611597,0.00045240895,0.00023084771,0.00011518633,0.0000014553958,0.000094079325,0.00022465632,0.0005848671],"category_scores_gemma":[0.0037582547,0.000116513795,0.000016597554,0.00029528528,0.0003122713,0.00009797262,0.00002230853,0.00075138925,0.000018816942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054528293,0.000028702152,0.34073645,0.00024992356,0.0000070818164,0.00019869673,0.00096763915,3.7648352e-8,1.349684e-7,0.010034503,0.48496327,0.16275904],"study_design_scores_gemma":[0.0008813738,0.00014592572,0.16970794,0.0011280396,0.000011771717,0.0033100094,0.0010819916,0.00005530259,1.1896955e-7,0.00043338753,0.8231578,0.00008637212],"about_ca_topic_score_codex":0.2356788,"about_ca_topic_score_gemma":0.053757485,"teacher_disagreement_score":0.39990088,"about_ca_system_score_codex":0.00050512824,"about_ca_system_score_gemma":0.030198285,"threshold_uncertainty_score":0.9752996},"labels":[],"label_agreement":null},{"id":"W2035549923","doi":"10.1097/acm.0000000000000058","title":"Measuring Physicians’ Productivity","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Productivity; MEDLINE; Medical education; Medicine; Chemistry; Economics; Economic growth; Biochemistry","score_opus":0.05728737297415332,"score_gpt":0.33556571000474283,"score_spread":0.2782783370305895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035549923","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88917124,0.0004046823,0.0012036375,0.093460575,0.001039523,0.00074072444,2.1057656e-7,0.0001534467,0.013825984],"genre_scores_gemma":[0.98059493,0.000072494935,0.00073374104,0.008468105,0.0036375322,0.0001353235,0.000026975173,0.00002566217,0.0063052326],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99827814,0.000036617635,0.00042255584,0.00031936358,0.0006316544,0.0003116827],"domain_scores_gemma":[0.99895704,0.000049828042,0.00013080289,0.00040799959,0.00035817036,0.00009618334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000707983,0.00014898523,0.00031456683,0.00019486345,0.00008088555,0.0000031578531,0.00014265423,0.00016842328,0.0012405585],"category_scores_gemma":[0.0030957132,0.00011318633,0.000026547865,0.0007151452,0.00030116056,0.00020480315,0.000031864376,0.0009929687,0.0005363922],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021963902,0.00005863797,0.024117038,0.00024715372,0.000068847185,0.0000044931808,0.004467099,0.0000013393358,0.09477524,0.0029252088,0.5319515,0.34136152],"study_design_scores_gemma":[0.0062133265,0.0009102155,0.5994106,0.0041545313,0.00055680843,0.00054186187,0.0107335495,0.0021801493,0.03381765,0.019875491,0.3206538,0.0009520056],"about_ca_topic_score_codex":0.00008744126,"about_ca_topic_score_gemma":3.303433e-7,"teacher_disagreement_score":0.57529354,"about_ca_system_score_codex":0.00012541747,"about_ca_system_score_gemma":0.000078818695,"threshold_uncertainty_score":0.9996725},"labels":[],"label_agreement":null},{"id":"W2035593316","doi":"10.1097/00001888-200210001-00013","title":"Structured Assessment of Minor Surgical Skills (SAMSS) for Clinical Clerks","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Medical Council of Canada","funders":"","keywords":"Minor (academic); Medical education; Medicine; Educational measurement; MEDLINE; Medical physics; Psychology; Curriculum; Pedagogy","score_opus":0.14927177920977755,"score_gpt":0.4799841918232717,"score_spread":0.33071241261349416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035593316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599109,0.0017825685,0.0012919981,0.007311973,0.0009809447,0.0010601939,0.000014143841,0.00011013946,0.027537098],"genre_scores_gemma":[0.9923458,0.0009504301,0.00079430715,0.0017113299,0.0015761841,0.00001699693,0.00005221765,0.00002305694,0.0025296588],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975811,0.00009118168,0.0011507793,0.00034470487,0.00052639144,0.000305805],"domain_scores_gemma":[0.99693817,0.0020168563,0.00026555752,0.00025695196,0.00014821805,0.00037422345],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011168685,0.00017824124,0.0008202186,0.00011206297,0.00004375976,0.0000016377892,0.00012975137,0.00042168333,0.0044492246],"category_scores_gemma":[0.0011799814,0.000120954144,0.00017753521,0.00022694157,0.00031044762,0.000040978928,0.000028385488,0.00073923473,0.000008224467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007586007,0.00036138337,0.5632883,0.0004149145,0.0005948692,0.00015480621,0.0018830784,0.000055823555,0.00054314814,0.013871931,0.04199302,0.37608016],"study_design_scores_gemma":[0.053842682,0.0022557955,0.3351394,0.0008535989,0.00068273547,0.00019237201,0.00059676217,0.02415012,0.00018196592,0.0011828745,0.5805398,0.00038185794],"about_ca_topic_score_codex":0.0000036691492,"about_ca_topic_score_gemma":3.3368568e-7,"teacher_disagreement_score":0.5385468,"about_ca_system_score_codex":0.000032906697,"about_ca_system_score_gemma":0.00003539844,"threshold_uncertainty_score":0.99646086},"labels":[],"label_agreement":null},{"id":"W2036252074","doi":"10.1097/acm.0b013e3182764cb6","title":"Remediation of Residents in Difficulty","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Licensure; Strengths and weaknesses; Family medicine; Medicine; Weakness; Environmental remediation; Medical education; Medical record; Psychology; Surgery","score_opus":0.0396395606080592,"score_gpt":0.3889334309021018,"score_spread":0.34929387029404263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036252074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98660225,0.0008711318,0.00022178424,0.008604539,0.0008287478,0.00027351585,4.543825e-7,0.000023878898,0.0025737023],"genre_scores_gemma":[0.9954123,0.0003150153,0.000365675,0.0017233379,0.001348824,0.000020383879,0.0000736767,0.000011770302,0.00072905305],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835753,0.000041900952,0.0006659681,0.00012302758,0.00055917224,0.0002524066],"domain_scores_gemma":[0.99928564,0.00008945691,0.00019009788,0.00021273809,0.00012822467,0.00009385468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001363387,0.00009161027,0.000276996,0.00035225123,0.000016733868,3.6125857e-7,0.000090729496,0.00021535257,0.00032105212],"category_scores_gemma":[0.004991767,0.00006943908,0.000016464706,0.00079640973,0.00015593875,0.00012438754,0.000021166426,0.0005929847,0.000031293166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007202976,0.00007839311,0.8807965,0.00019986335,0.00001666582,0.0000018014931,0.009664928,0.0000012258238,0.027597884,0.0032105874,0.065287635,0.013072505],"study_design_scores_gemma":[0.001562559,0.000084323015,0.9903396,0.0006142136,0.000048073194,0.000026050124,0.0017959097,0.00009987206,0.0021472625,0.00031592126,0.002901655,0.0000646045],"about_ca_topic_score_codex":0.00009692487,"about_ca_topic_score_gemma":0.000001185513,"teacher_disagreement_score":0.10954308,"about_ca_system_score_codex":0.00013705915,"about_ca_system_score_gemma":0.000059204296,"threshold_uncertainty_score":0.5975972},"labels":[],"label_agreement":null},{"id":"W2036683934","doi":"10.1097/acm.0000000000000681","title":"Learning Curves in Health Professions Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Learning curve; Competence (human resources); Inflection point; Mathematics education; Computer science; Point (geometry); Psychology; Mathematics; Social psychology","score_opus":0.07841701706496772,"score_gpt":0.47171474444858336,"score_spread":0.3932977273836156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036683934","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35716924,0.015878255,0.00091526896,0.6047361,0.002712061,0.0013623814,3.2581167e-7,0.00017874835,0.017047627],"genre_scores_gemma":[0.92279786,0.0032237596,0.0009189566,0.0535999,0.0014949533,0.00015231913,0.00026093997,0.000028160961,0.017523123],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806595,0.00016215022,0.00071106275,0.00022865686,0.0005568712,0.00027530195],"domain_scores_gemma":[0.99898565,0.00006664509,0.0002231678,0.00021260399,0.0002631289,0.00024878554],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029153605,0.00011637731,0.00032433518,0.0003991812,0.00005798541,0.0000010930697,0.000109970875,0.00016291725,0.00020297094],"category_scores_gemma":[0.010443527,0.000090220354,0.000013012569,0.0011322702,0.00013870042,0.00009778966,0.000028049986,0.0016340638,0.00006462108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035432993,0.000086798704,0.08114548,0.00081490475,0.000008721569,0.0000023969708,0.016179698,0.0000047401295,0.00017665823,0.0035622856,0.8200077,0.07797518],"study_design_scores_gemma":[0.0052103116,0.0015680237,0.07369232,0.038644336,0.00007477422,0.0003046709,0.09998078,0.001257944,0.00008895089,0.0063948724,0.7724149,0.00036809765],"about_ca_topic_score_codex":0.00023163049,"about_ca_topic_score_gemma":0.0000030672504,"teacher_disagreement_score":0.56562865,"about_ca_system_score_codex":0.0004076437,"about_ca_system_score_gemma":0.0020772335,"threshold_uncertainty_score":0.9978919},"labels":[],"label_agreement":null},{"id":"W2037218142","doi":"10.1097/00001888-200010000-00006","title":"Three Questions for the LCME","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Context (archaeology); Leverage (statistics); Health care; Medical education; Statement (logic); Psychology; Public relations; Mission statement; Medicine; Political science; Law; Computer science","score_opus":0.04458126436997828,"score_gpt":0.3984456063485034,"score_spread":0.3538643419785251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037218142","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1995251,0.0057596313,0.079584725,0.6892174,0.0023741967,0.002902256,0.000006944844,0.0003219839,0.020307757],"genre_scores_gemma":[0.86972356,0.0027640758,0.0045502353,0.07322558,0.012517363,0.00092244346,0.00020831836,0.00007572774,0.036012683],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987572,0.000012505063,0.0004145489,0.00020144728,0.000365801,0.0002485264],"domain_scores_gemma":[0.9989438,0.00035219293,0.000064015854,0.00039599786,0.00016529184,0.00007869361],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009787411,0.00011631863,0.00020453974,0.00009004346,0.00019973863,0.0000023773966,0.0001974308,0.00018621041,0.0043158047],"category_scores_gemma":[0.0022977868,0.00006597245,0.000035920944,0.0004900002,0.00037627452,0.000050042403,0.000009922138,0.00070312375,0.0001613161],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007153286,0.000015054578,0.0011365779,0.000044382938,0.00004651192,0.00000124195,0.0010851894,0.0000046785503,0.00038964394,0.018372161,0.61379915,0.36503386],"study_design_scores_gemma":[0.0016669548,0.00024274977,0.016316827,0.0003334332,0.0002946783,0.00012267422,0.0006045955,0.004056911,0.000063897896,0.011738359,0.96445924,0.00009966476],"about_ca_topic_score_codex":0.000058448666,"about_ca_topic_score_gemma":0.000003485719,"teacher_disagreement_score":0.6701985,"about_ca_system_score_codex":0.00007093282,"about_ca_system_score_gemma":0.00011469992,"threshold_uncertainty_score":0.99659437},"labels":[],"label_agreement":null},{"id":"W2037411965","doi":"10.1097/00001888-200304000-00009","title":"Overcoming Barriers to Teaching the Behavioral and Social Sciences to Medical Students","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Biopsychosocial model; Medical education; Confusion; Curriculum; Behavioural sciences; Relevance (law); Psychology; Hierarchy; Medicine; Pedagogy; Psychotherapist","score_opus":0.05427378891302607,"score_gpt":0.44745641152830323,"score_spread":0.39318262261527714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037411965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8909375,0.00027253458,0.0001588094,0.10585843,0.00056880986,0.00040345528,6.0981836e-7,0.000029572762,0.0017702434],"genre_scores_gemma":[0.9230171,0.00004934473,0.00013908422,0.0752342,0.00083246245,0.000033448618,0.0000024076621,0.000011333227,0.0006806123],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970245,0.00017176301,0.00035679757,0.00032841868,0.0017367505,0.0003817699],"domain_scores_gemma":[0.9982703,0.00025430112,0.000054065207,0.000121455734,0.00003594378,0.0012639634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051444704,0.00014574156,0.000294402,0.00013838382,0.0005484255,0.000011438035,0.00035386847,0.00020213783,0.00064152176],"category_scores_gemma":[0.011534038,0.0000858709,0.000025384807,0.0002865548,0.00048093568,0.000061758525,0.00010207377,0.0011082952,0.000018075665],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001309852,0.00008412423,0.16409032,0.00009074862,0.000058665883,0.000050993985,0.64176965,7.7968804e-7,0.0028859363,0.012600094,0.1459038,0.03233389],"study_design_scores_gemma":[0.005761,0.002711641,0.05788176,0.0021417723,0.00061133114,0.00065934286,0.47850463,0.00004750163,0.000974765,0.0012543334,0.44886377,0.00058815605],"about_ca_topic_score_codex":0.000104975785,"about_ca_topic_score_gemma":0.0000053056056,"teacher_disagreement_score":0.30295998,"about_ca_system_score_codex":0.00007342917,"about_ca_system_score_gemma":0.0004672325,"threshold_uncertainty_score":0.99679226},"labels":[],"label_agreement":null},{"id":"W2037559937","doi":"10.1097/acm.0b013e3181daa3a0","title":"Artist Statement: “The Disaster Series”","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visual arts; Sculpture; History; Art","score_opus":0.007374630498626285,"score_gpt":0.24755379958223436,"score_spread":0.2401791690836081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037559937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8016377,0.00497952,0.010931915,0.09516783,0.0071136914,0.00055264577,0.000008584784,0.0017116932,0.07789643],"genre_scores_gemma":[0.9936318,0.0014526506,0.000057095243,0.0013781928,0.0006763866,0.000024765026,0.000006732739,0.000017140568,0.0027552496],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924845,0.000008516703,0.000241788,0.00009983264,0.00015932586,0.0002420657],"domain_scores_gemma":[0.99958515,0.00005650595,0.000022774258,0.00022073941,0.000010680951,0.00010415509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028911978,0.00009884074,0.0001331117,0.00003681395,0.00004421776,0.0000014583072,0.00025293062,0.00020929104,0.00090797857],"category_scores_gemma":[0.0001835008,0.000057852187,0.000012748527,0.00013145088,0.0004264089,0.00006255956,0.000033438246,0.0013336793,0.0001336053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017558335,0.0000053311455,0.001169691,0.000108526125,0.000095632866,0.00005008826,0.0061950176,0.000011197763,0.03826474,0.15642637,0.64692885,0.150727],"study_design_scores_gemma":[0.00026356117,0.000027729611,0.0001890247,0.000025936051,0.000015208257,0.000049861334,0.00065985625,0.00045032127,0.0015471419,0.0066832597,0.9900151,0.00007298499],"about_ca_topic_score_codex":0.0000053701115,"about_ca_topic_score_gemma":0.000012902521,"teacher_disagreement_score":0.34308627,"about_ca_system_score_codex":0.000010035767,"about_ca_system_score_gemma":0.000007325987,"threshold_uncertainty_score":0.9941729},"labels":[],"label_agreement":null},{"id":"W2037773506","doi":"10.1097/00001888-200009000-00009","title":"Scholarship in Teaching","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Memorial University of Newfoundland; University of Toronto","funders":"","keywords":"Scholarship; Promotion (chess); Sociology; Educational research; Work (physics); Psychology; Medical education; Engineering ethics; Pedagogy; Public relations; Medicine; Political science; Engineering","score_opus":0.03874370608843935,"score_gpt":0.4075622552774415,"score_spread":0.36881854918900214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037773506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9057202,0.00054006546,0.000079887446,0.039538015,0.0002655952,0.0002415422,1.8318238e-7,0.0000719652,0.053542547],"genre_scores_gemma":[0.9693538,0.0003163944,0.00078190025,0.018094007,0.0012382041,0.000025967016,0.00003770348,0.000019094496,0.010132951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984134,0.000070346665,0.0005293623,0.00024089767,0.00046491547,0.00028108322],"domain_scores_gemma":[0.9994528,0.00007742808,0.000052204818,0.0002725282,0.000045842637,0.00009919637],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020154263,0.000118307325,0.00026328783,0.00030880744,0.00005892455,0.000002007171,0.00014894895,0.00024655255,0.005284528],"category_scores_gemma":[0.0032023147,0.000093210205,0.000017263317,0.00056711823,0.00015569557,0.00012945899,0.000011435338,0.0024474997,0.0003106016],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001009017,0.00004580026,0.10015763,0.00008891676,0.000016657808,0.000039745923,0.006040571,0.0000034202387,0.0028030467,0.006552882,0.06335951,0.82079095],"study_design_scores_gemma":[0.006311203,0.00041994697,0.34921488,0.0034488582,0.00011021669,0.00052802113,0.0024300243,0.00086285383,0.00037427194,0.010835229,0.62511986,0.00034459532],"about_ca_topic_score_codex":0.000048487334,"about_ca_topic_score_gemma":9.4541423e-7,"teacher_disagreement_score":0.8204463,"about_ca_system_score_codex":0.0001560483,"about_ca_system_score_gemma":0.000084721825,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2038192174","doi":"10.1097/00001888-200410000-00008","title":"Trends in Medical Education Research","year":2004,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Curriculum; Thematic analysis; Field (mathematics); Value (mathematics); Medical education; Accrual; Public relations; Sociology; Engineering ethics; Psychology; Pedagogy; Political science; Medicine; Qualitative research; Social science; Computer science","score_opus":0.20345500135965117,"score_gpt":0.5998210209027788,"score_spread":0.3963660195431276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038192174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026400628,0.9590004,0.000017941004,0.020068368,0.0020867072,0.000979733,0.0000014072319,0.00007678503,0.017742276],"genre_scores_gemma":[0.0000553944,0.9779242,0.00015567108,0.002696446,0.005196515,0.00062027696,0.0014231578,0.00010397613,0.011824345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992201,0.00047850283,0.002289833,0.0008743645,0.0033488171,0.0008075211],"domain_scores_gemma":[0.99731845,0.00040708983,0.0003857262,0.00091545394,0.0004807913,0.00049249997],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008114465,0.000491921,0.002360463,0.006367929,0.000098471864,0.0000056192657,0.0007655803,0.0026605953,0.0065365704],"category_scores_gemma":[0.017804239,0.00035315714,0.00016480098,0.008764793,0.00096745667,0.00009014329,0.00014436254,0.010590242,0.0004346994],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069466473,0.000087135784,0.000016804004,0.0109442845,0.000032301912,0.000041698146,0.0005890795,1.6489635e-8,1.0167468e-7,0.0052737994,0.13962913,0.8433787],"study_design_scores_gemma":[0.0007760265,0.0001489215,0.00003579508,0.17342182,0.0003028974,0.0007885345,0.00042457524,0.0000054030324,1.1637962e-7,0.001095617,0.82280135,0.00019894376],"about_ca_topic_score_codex":0.00021204466,"about_ca_topic_score_gemma":0.0000063485413,"teacher_disagreement_score":0.84317976,"about_ca_system_score_codex":0.0024033934,"about_ca_system_score_gemma":0.012746958,"threshold_uncertainty_score":0.99989206},"labels":[],"label_agreement":null},{"id":"W2038571943","doi":"10.1097/acm.0b013e3181b37b4d","title":"Scaffolding Knowledge Building in a Web-Based Communication and Cultural Competence Program for International Medical Graduates","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"HealthForceOntario","keywords":"Cultural competence; Competence (human resources); Medical education; Scaffold; Psychology; Knowledge management; Computer science; Medicine; Pedagogy; Biomedical engineering; Social psychology","score_opus":0.06890426231559783,"score_gpt":0.45612066412951474,"score_spread":0.3872164018139169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038571943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8537558,0.007056503,0.00007520781,0.13375238,0.00068945263,0.0011699132,0.0000028234535,0.00021809708,0.003279849],"genre_scores_gemma":[0.99353015,0.0025122352,0.0017229826,0.0013043581,0.0007140557,0.00010365057,0.00003283372,0.0000056520207,0.00007409996],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982417,0.00016976947,0.00046298304,0.0002463465,0.000533938,0.00034525443],"domain_scores_gemma":[0.9983008,0.00089778105,0.0001379669,0.00011328818,0.0003192524,0.00023089518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022262488,0.00012321574,0.00023294095,0.0001304743,0.00032424892,0.000019498866,0.00061483245,0.00021320762,0.000053286843],"category_scores_gemma":[0.0051936246,0.00009634048,0.00002761324,0.00037270717,0.00050732604,0.00022865944,0.00004445848,0.0004879007,0.0000017190002],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020500142,0.00014523575,0.083943404,0.00028780568,0.000035225585,0.000012980577,0.13268055,0.000030448566,0.0043724715,0.35357955,0.03915005,0.38555726],"study_design_scores_gemma":[0.013566137,0.001358203,0.05699765,0.012864671,0.00010883544,0.00003541136,0.073958345,0.15616053,0.00033955823,0.044066116,0.6392005,0.0013440228],"about_ca_topic_score_codex":0.00038843395,"about_ca_topic_score_gemma":0.0008051464,"teacher_disagreement_score":0.60005045,"about_ca_system_score_codex":0.00021149387,"about_ca_system_score_gemma":0.00021356712,"threshold_uncertainty_score":0.62176293},"labels":[],"label_agreement":null},{"id":"W2039117951","doi":"10.1097/00001888-200310001-00006","title":"Educating for Advocacy: Exploring the Source and Substance of Community-Responsive Physicians","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network","funders":"","keywords":"Privilege (computing); Power (physics); Medical education; Community health; Psychology; Medicine; Nursing; Public health; Political science","score_opus":0.1451456778210069,"score_gpt":0.37678199255226064,"score_spread":0.23163631473125373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039117951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980687,0.00123427,0.0008825307,0.009721243,0.00022324808,0.00024255244,4.127612e-7,0.000030235582,0.0069784764],"genre_scores_gemma":[0.9958839,0.000880133,0.00009078762,0.0017800649,0.00019831523,0.00005755818,0.0000015868724,0.000010097469,0.001097569],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99761695,0.0016940243,0.0001910998,0.00006787144,0.00021657709,0.00021345344],"domain_scores_gemma":[0.99484336,0.0046223397,0.0001466034,0.00024056894,0.00009664859,0.000050449315],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004798324,0.00007745297,0.00016263216,0.000040743267,0.0014053853,0.0000048296033,0.00038197258,0.00004658318,0.000016356604],"category_scores_gemma":[0.0025514152,0.000058758964,0.000019720115,0.0002537169,0.0004283704,0.0000741719,0.00003126074,0.0009265271,0.0000010407242],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014992348,0.000009370824,0.0013731929,0.000038551963,0.00001944286,5.6025254e-8,0.94632643,0.00002081635,0.00072451646,0.019283133,0.0017180715,0.030471396],"study_design_scores_gemma":[0.00029008716,0.00006553956,0.0011323546,0.00024476915,0.000031802185,5.764912e-7,0.8436785,0.0000093102535,0.00043455948,0.0030212048,0.15102884,0.000062498606],"about_ca_topic_score_codex":0.0024054225,"about_ca_topic_score_gemma":0.00036757518,"teacher_disagreement_score":0.14931077,"about_ca_system_score_codex":0.00002944391,"about_ca_system_score_gemma":0.00007280005,"threshold_uncertainty_score":0.9998947},"labels":[],"label_agreement":null},{"id":"W2039218580","doi":"10.1097/00001888-200405000-00006","title":"Exploring the Gap Between Knowledge and Behavior: A Qualitative Study of Clinician Action Following an Educational Intervention","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Intervention (counseling); Action (physics); Medical education; Qualitative research; Psychology; Medicine; Nursing; Sociology; Social science","score_opus":0.7886610720527877,"score_gpt":0.5954052688821629,"score_spread":0.19325580317062474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039218580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951798,0.0010979099,0.000042956603,0.0014513747,0.00133283,0.00042668637,0.0000032460728,0.000023634464,0.0004415984],"genre_scores_gemma":[0.9986308,0.00007437886,0.000008660125,0.000060483027,0.00067440455,0.00029566872,0.000013669014,0.000009103596,0.00023281667],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9983859,0.0004509997,0.0005422323,0.00028580782,0.0001737202,0.0001613122],"domain_scores_gemma":[0.9991388,0.00039126448,0.00019067895,0.00016129011,0.000043379852,0.00007459214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00135991,0.00012823394,0.00028350574,0.00007751805,0.00014575411,0.0000023774182,0.00016560961,0.00009134951,0.00010559413],"category_scores_gemma":[0.00009479199,0.00007787464,0.00004756875,0.00021278235,0.0001801164,0.0001431748,0.000044223558,0.00051812467,0.000015880587],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006491057,0.0007312044,0.12997262,0.000014285176,0.00013315988,0.0000023842156,0.7841733,1.4359887e-7,0.00027956237,0.0017096116,0.00024763748,0.08267119],"study_design_scores_gemma":[0.0014750701,0.0014299081,0.64092547,0.00009744528,0.00026207743,0.0000024655392,0.35303983,3.6475225e-8,0.0000092934515,0.0025600542,0.00013177334,0.00006657529],"about_ca_topic_score_codex":0.00089949043,"about_ca_topic_score_gemma":0.00010600428,"teacher_disagreement_score":0.51095283,"about_ca_system_score_codex":0.000032615702,"about_ca_system_score_gemma":0.0000068306354,"threshold_uncertainty_score":0.31756356},"labels":[],"label_agreement":null},{"id":"W2039559070","doi":"10.1097/00001888-200310001-00004","title":"The Impact of Postgraduate Training and Timing on USMLE Step 3 Performance","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Medical education; Medicine; Medical school; Educational measurement; Training (meteorology); Psychology; Family medicine; Curriculum; Pedagogy","score_opus":0.07700120278117634,"score_gpt":0.4032565399134706,"score_spread":0.32625533713229427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039559070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859076,0.0006365555,0.0001318148,0.004776551,0.00024985828,0.0002314766,4.7468527e-7,0.000017948018,0.00804773],"genre_scores_gemma":[0.9967212,0.0007592483,0.00027201284,0.00093108584,0.00024808658,0.000010970142,0.0000080981745,0.000014498192,0.0010347763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987875,0.00004662111,0.0004183877,0.00015287315,0.00035594785,0.00023862849],"domain_scores_gemma":[0.99914974,0.00025852595,0.00016056316,0.00022227518,0.00012699122,0.00008191442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014968979,0.00011992947,0.00024961782,0.0001287645,0.00013373294,0.0000019267156,0.000082785096,0.00011379306,0.00007832599],"category_scores_gemma":[0.0033300282,0.000064578686,0.000024510955,0.0003888688,0.00036573294,0.000047576377,0.000009925702,0.0006933101,0.000006533453],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042362374,0.00007426771,0.119652756,0.00033980695,0.00033282596,0.000009454095,0.03184851,0.000042237356,0.016696136,0.022635253,0.09595503,0.7119901],"study_design_scores_gemma":[0.020092767,0.015621759,0.7126855,0.010911345,0.00090711383,0.0023686932,0.052968476,0.032431435,0.013633595,0.0054001724,0.13178322,0.001195898],"about_ca_topic_score_codex":0.000018940362,"about_ca_topic_score_gemma":1.9014294e-7,"teacher_disagreement_score":0.7107942,"about_ca_system_score_codex":0.00007817395,"about_ca_system_score_gemma":0.00015820551,"threshold_uncertainty_score":0.39865953},"labels":[],"label_agreement":null},{"id":"W2039696658","doi":"10.1097/acm.0b013e3181eaae7a","title":"University of Calgary Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Promotion (chess); Faculty development; Corporate governance; Professional development; Medicine; Political science; Sociology; Management; Pedagogy","score_opus":0.031242658849336562,"score_gpt":0.3532277948039954,"score_spread":0.32198513595465883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039696658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93973476,0.00023035088,0.002293419,0.035043586,0.0010937072,0.00034425934,0.0000033666672,0.000048015998,0.021208512],"genre_scores_gemma":[0.9914683,0.00022524198,0.0023222861,0.0014870312,0.0007467675,0.0000010949763,0.0001543151,0.0000147013025,0.0035802533],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.998354,0.000028991055,0.0005789345,0.00021113378,0.0006441211,0.00018282337],"domain_scores_gemma":[0.9984868,0.00011354811,0.00034762587,0.00040309597,0.0005180785,0.00013082806],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010836049,0.00012893559,0.0005257795,0.0002941952,0.000041551546,1.6479453e-7,0.00024571118,0.00034353006,0.002973203],"category_scores_gemma":[0.0035057405,0.0000979368,0.000034417848,0.00075782405,0.0018466971,0.000054265387,0.000043688284,0.0012363754,0.000014969682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031744098,0.00009070965,0.047060084,0.0007066782,0.0001460273,0.000023313512,0.013211637,4.9558696e-7,0.4601139,0.04687358,0.34224713,0.089209],"study_design_scores_gemma":[0.019620113,0.0023431343,0.29090294,0.0037761303,0.0013924413,0.0005065975,0.021171147,0.0015572347,0.019421197,0.0070364103,0.63176966,0.0005029876],"about_ca_topic_score_codex":0.0004389602,"about_ca_topic_score_gemma":0.000007011123,"teacher_disagreement_score":0.44069272,"about_ca_system_score_codex":0.000033858985,"about_ca_system_score_gemma":0.00018184597,"threshold_uncertainty_score":0.9979382},"labels":[],"label_agreement":null},{"id":"W2039885571","doi":"10.1097/acm.0b013e318290f9c7","title":"Impact of a Regional Distributed Medical Education Program on an Underserved Community","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Health Sciences Centre; Stornoway Diamond (Canada)","funders":"Canadian Institutes of Health Research","keywords":"Snowball sampling; Medical education; Program evaluation; Psychology; Medicine; Gerontology; Political science","score_opus":0.1626655500810274,"score_gpt":0.5547268594639874,"score_spread":0.39206130938295997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039885571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97227037,0.00026986396,0.000033868433,0.02139777,0.00038881146,0.0024092207,0.000010727199,0.00018205142,0.003037304],"genre_scores_gemma":[0.9904958,0.00028933352,0.00006859116,0.0065966896,0.0006565419,0.00056556024,0.00082348415,0.000022644525,0.0004813556],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99554765,0.0018484821,0.0009948367,0.0002069325,0.00079314545,0.0006089628],"domain_scores_gemma":[0.99640393,0.0011365671,0.00047908098,0.0005955903,0.0004324186,0.000952432],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001863954,0.00020816003,0.00047729127,0.00012099074,0.0004337657,0.0000013516927,0.0005803679,0.0007197569,0.00506485],"category_scores_gemma":[0.002689026,0.00013955284,0.000051663566,0.00046185585,0.00038640288,0.00015562566,0.000087683955,0.0033915213,0.00018156823],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023667193,0.0007083763,0.22294506,0.0004826758,0.00006092559,0.0000010819142,0.012719568,0.0000046320733,0.00011141691,0.0072852345,0.7204147,0.035029627],"study_design_scores_gemma":[0.0033311883,0.0046985624,0.8989833,0.008164017,0.00005734012,0.000013632879,0.0442643,0.0011627296,0.0000047781227,0.01559282,0.023433119,0.00029423638],"about_ca_topic_score_codex":0.025262527,"about_ca_topic_score_gemma":0.00025419454,"teacher_disagreement_score":0.6969816,"about_ca_system_score_codex":0.00046056788,"about_ca_system_score_gemma":0.0017765517,"threshold_uncertainty_score":0.9989077},"labels":[],"label_agreement":null},{"id":"W2040161818","doi":"10.1097/acm.0b013e318166a733","title":"Teaching and Learning Moments","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Faculty of Medicine and Health, University of Sydney; Health Canada","keywords":"Wife; Phone; Conversation; Immigration; Visitor pattern; Psychology; Medicine; Law; Political science; Computer science","score_opus":0.036696203641901515,"score_gpt":0.37026821684978817,"score_spread":0.33357201320788665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040161818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95964,0.000720216,0.00075331685,0.025360476,0.00029154666,0.00016360471,8.408621e-8,0.00008857871,0.012982126],"genre_scores_gemma":[0.96957594,0.00057798746,0.0011995186,0.008174467,0.0011330724,0.000013952522,0.000026852755,0.000016881728,0.01928131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881834,0.000075064636,0.0003226048,0.00019732749,0.00039347526,0.0001932122],"domain_scores_gemma":[0.99950653,0.00010885406,0.00008443501,0.00012831984,0.000064222644,0.00010764887],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011375195,0.00010214465,0.00021899452,0.00019179936,0.00030686765,8.38007e-7,0.000060636947,0.00014898,0.0002092815],"category_scores_gemma":[0.004487769,0.000078291574,0.000010739563,0.00021726656,0.00028956422,0.00007168494,0.000030835803,0.0024508121,0.000032210053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011550574,0.000059689803,0.2530829,0.00037189826,0.00013237716,0.00012255141,0.07910145,0.0000032731934,0.023783484,0.007387946,0.33688536,0.2989536],"study_design_scores_gemma":[0.005760045,0.00094500475,0.13456541,0.0013651837,0.0002136329,0.0038504987,0.014294888,0.002699375,0.0003475832,0.0013246117,0.8342671,0.00036666932],"about_ca_topic_score_codex":0.00008600476,"about_ca_topic_score_gemma":7.087469e-8,"teacher_disagreement_score":0.49738175,"about_ca_system_score_codex":0.000059911756,"about_ca_system_score_gemma":0.00005005486,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W2040310189","doi":"10.1097/00001888-200010001-00022","title":"The Relationship between the Nature of Practice and Performance on a Cognitive Examination","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Radiology practices and education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credential; Certification; Competence (human resources); Specialty; Licensure; Credibility; Maintenance of Certification; Medical education; Board certification; Medicine; Psychology; Family medicine; Continuing medical education; Computer science; Computer security; Continuing education; Social psychology; Political science; Law","score_opus":0.05242259663280301,"score_gpt":0.38918687139264396,"score_spread":0.33676427475984094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040310189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92259866,0.0030028939,0.000005965436,0.059112854,0.00009583443,0.00028042405,8.019684e-7,0.000009156263,0.014893399],"genre_scores_gemma":[0.9885055,0.0058659418,0.000010371191,0.0024863593,0.0006519791,0.000015000681,0.000019653618,0.000006346046,0.002438891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908495,0.00021585844,0.00023398665,0.00012577097,0.00023007115,0.000109373694],"domain_scores_gemma":[0.9884264,0.011101471,0.00018985313,0.00014040079,0.00009494714,0.0000469593],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002020278,0.00007377174,0.00012795014,0.000040258452,0.00022078371,0.0000023269133,0.00007001683,0.00021447765,0.000046609122],"category_scores_gemma":[0.008754719,0.000034973782,0.000010282089,0.00018528369,0.0003464331,0.00014697762,0.000006483729,0.0013393547,0.000015762866],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008412904,0.000016824975,0.70442814,0.00007723644,0.00010968807,0.0000018209064,0.013462558,0.0000012465772,0.000050942563,0.0041395533,0.0054321974,0.2714385],"study_design_scores_gemma":[0.0006406336,0.0005364911,0.9759558,0.00033314642,0.00030136624,0.000103331484,0.003596819,0.000056663717,0.000048636855,0.00025206024,0.018140674,0.000034400106],"about_ca_topic_score_codex":0.000010823988,"about_ca_topic_score_gemma":2.7565383e-7,"teacher_disagreement_score":0.27152762,"about_ca_system_score_codex":0.000020346151,"about_ca_system_score_gemma":0.000041085343,"threshold_uncertainty_score":0.999595},"labels":[],"label_agreement":null},{"id":"W2040460057","doi":"10.1097/00001888-200405000-00020","title":"End-of-Life Education Using the Dramatic Arts: The Wit Educational Initiative","year":2004,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The arts; Medical education; Psychology; Gerontology; Medicine; Visual arts; Art","score_opus":0.1984978480542554,"score_gpt":0.47405344865299975,"score_spread":0.27555560059874434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040460057","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022551621,0.9699551,0.00016089925,0.023188781,0.0021976,0.0020100458,0.00000891746,0.00002105648,0.0022321076],"genre_scores_gemma":[0.0019443844,0.9844804,0.00013362507,0.0060883295,0.005468366,0.00032417572,0.00045096557,0.000056213852,0.0010535573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645543,0.0003228955,0.001557079,0.0003902072,0.00093868596,0.0003357306],"domain_scores_gemma":[0.99515486,0.0022107698,0.0013349754,0.0006539683,0.0002920414,0.00035336654],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015870028,0.0004428003,0.0015629153,0.00027560216,0.00019933806,0.0000057748534,0.0005265157,0.0005748063,0.0010371214],"category_scores_gemma":[0.0076192897,0.0002020093,0.00024026379,0.0009272699,0.0011717095,0.00009162259,0.00006180483,0.0024024057,0.00005538809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035168487,0.00025878075,0.00003784827,0.049824018,0.0007814784,0.000002428969,0.097723946,0.000002325537,0.0000049074956,0.022239473,0.03415664,0.79493296],"study_design_scores_gemma":[0.0005674449,0.00013612091,0.000052132884,0.12010664,0.0046451404,0.00043627957,0.02536726,0.000010215012,0.000002683165,0.004762242,0.84368193,0.00023193746],"about_ca_topic_score_codex":0.00014446831,"about_ca_topic_score_gemma":0.0000013660319,"teacher_disagreement_score":0.80952525,"about_ca_system_score_codex":0.00047889372,"about_ca_system_score_gemma":0.019554656,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W2040800498","doi":"10.1097/acm.0b013e3181c87221","title":"Abraham Flexnerʼs “Mooted Question” and the Story of Integration","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Association of American Medical Colleges","keywords":"Biopsychosocial model; Context (archaeology); Bioethics; Perspective (graphical); Psyche; Narrative; Curriculum; Subject (documents); Engineering ethics; Humanism; Epistemology; Psychology; Medical humanities; Medical education; Medicine; Psychotherapist; Pedagogy; Psychoanalysis; Political science; Computer science; Law","score_opus":0.012797163666889934,"score_gpt":0.35520781920443534,"score_spread":0.3424106555375454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040800498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89094704,0.0005496657,0.002521303,0.09995693,0.0013934005,0.000493914,8.8677973e-7,0.000053226428,0.0040836474],"genre_scores_gemma":[0.99108136,0.00030643833,0.00079221994,0.004735625,0.0011902454,0.00003511035,0.000039571984,0.00001283451,0.0018066076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987205,0.000118243224,0.00045553854,0.00016718908,0.00040972373,0.00012876162],"domain_scores_gemma":[0.99877465,0.00033749497,0.0002058091,0.00030702943,0.0003081626,0.000066876724],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033678112,0.00010961736,0.00028729337,0.00018451198,0.000107495725,0.0000016360556,0.00011821402,0.000254852,0.00030050776],"category_scores_gemma":[0.011439063,0.000060416718,0.000020340558,0.00041532353,0.001539666,0.000070260765,0.000023472654,0.0021998435,0.000008732724],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048042598,0.000035259854,0.0035040628,0.00016379643,0.00006822118,0.00000184635,0.01315277,4.0147216e-7,0.19799511,0.40347514,0.13428462,0.24683836],"study_design_scores_gemma":[0.043128993,0.0021539403,0.25820437,0.0056305802,0.0022674883,0.0011565303,0.0341335,0.016728697,0.052266374,0.09335699,0.4898829,0.0010896527],"about_ca_topic_score_codex":0.00006360986,"about_ca_topic_score_gemma":0.0000037711986,"teacher_disagreement_score":0.35559827,"about_ca_system_score_codex":0.000027739388,"about_ca_system_score_gemma":0.00010926641,"threshold_uncertainty_score":0.996888},"labels":[],"label_agreement":null},{"id":"W2040993431","doi":"10.1097/acm.0b013e31818c7451","title":"Premedical Education","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Passion; Medical education; Value (mathematics); Quarter (Canadian coin); Point (geometry); Psychology; Medicine; Pedagogy; Mathematics education; Computer science; Social psychology","score_opus":0.04431797311517608,"score_gpt":0.3920538892878931,"score_spread":0.347735916172717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040993431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87683284,0.0014694174,0.0021521577,0.06803575,0.0024607223,0.0005437065,3.8145149e-7,0.00020245655,0.048302572],"genre_scores_gemma":[0.94623727,0.00096548407,0.0015467041,0.027526552,0.0046786675,0.000081127146,0.0001357675,0.000026896887,0.018801525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980425,0.000033701388,0.00057002396,0.00028486748,0.00079889497,0.0002699588],"domain_scores_gemma":[0.99894685,0.000060193568,0.00012201743,0.0003643036,0.0002885949,0.00021805837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056846766,0.00014699016,0.00029810297,0.00029239588,0.00013212008,8.469052e-7,0.00015569052,0.00029866266,0.0018092089],"category_scores_gemma":[0.003823358,0.0001116412,0.00003038728,0.000743556,0.00062762434,0.000091020716,0.000026740916,0.0010515895,0.00027181365],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039482693,0.00006575284,0.02406559,0.00007861858,0.00002323613,0.0000145446475,0.0031090076,1.4407665e-7,0.0019246154,0.005802647,0.9101507,0.054725647],"study_design_scores_gemma":[0.0026013968,0.0004886067,0.09570599,0.0009944671,0.00017540043,0.0039433707,0.002810409,0.00034591873,0.00085857173,0.0026046196,0.8892005,0.0002707652],"about_ca_topic_score_codex":0.00002991383,"about_ca_topic_score_gemma":1.6766997e-7,"teacher_disagreement_score":0.0716404,"about_ca_system_score_codex":0.00015562614,"about_ca_system_score_gemma":0.0008756578,"threshold_uncertainty_score":0.99910325},"labels":[],"label_agreement":null},{"id":"W2041600754","doi":"10.1097/00001888-200610001-00031","title":"The Value of Basic Science in Clinical Diagnosis","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Recall; Test (biology); Epidemiology; Clinical epidemiology; Set (abstract data type); Basic science; Value (mathematics); Disease; Medicine; Medical science; Medical education; Psychology; Cognitive psychology; Computer science; Pathology","score_opus":0.04617998667261823,"score_gpt":0.42059427639383085,"score_spread":0.3744142897212126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041600754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680763,0.0029469635,0.00003859695,0.01971545,0.0006993154,0.0002721552,0.0000011593443,0.000025223591,0.008224859],"genre_scores_gemma":[0.991804,0.004520349,0.00006733411,0.0016979648,0.00092754175,0.000026250531,0.0000043199125,0.0000108809245,0.0009413344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711394,0.00009936185,0.0013216712,0.0003425041,0.00074094936,0.000381555],"domain_scores_gemma":[0.9673979,0.03158231,0.00024549474,0.00042650348,0.0001335412,0.00021423896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006425022,0.00012180324,0.0005080392,0.00013872923,0.00007933253,0.0000027895348,0.00034603974,0.00019328669,0.00009239862],"category_scores_gemma":[0.15617688,0.000067219604,0.00007481782,0.00086689263,0.0026114245,0.000040424944,0.00008187082,0.0008762944,0.000037916165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007687185,0.0000617965,0.9478852,0.00001168637,0.000006471151,0.000021159232,0.000105082705,0.000007690689,0.00023173523,0.009139418,0.022915687,0.019537196],"study_design_scores_gemma":[0.0026499773,0.00045495405,0.9795549,0.0026011616,0.000086625296,0.000024479714,0.00017437022,0.00037659306,0.00057284907,0.0047505307,0.00867643,0.00007714626],"about_ca_topic_score_codex":0.0004679131,"about_ca_topic_score_gemma":0.0000073701253,"teacher_disagreement_score":0.14975186,"about_ca_system_score_codex":0.000053955962,"about_ca_system_score_gemma":0.0003276126,"threshold_uncertainty_score":0.9621903},"labels":[],"label_agreement":null},{"id":"W2042018541","doi":"10.1097/acm.0b013e31827fc58d","title":"Developing a Unified List of Physicians’ Reasoning Tasks During Clinical Encounters","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Framing (construction); Task (project management); Psychology; Analytic reasoning; Medical education; Computer science; Deductive reasoning; Medicine; Artificial intelligence; Linguistics","score_opus":0.058771497486580386,"score_gpt":0.3968433081135903,"score_spread":0.3380718106270099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042018541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813638,0.0008757353,0.00091603847,0.0114182,0.0006711653,0.00046991077,0.0000022167346,0.0001076336,0.004175323],"genre_scores_gemma":[0.98817027,0.0016922296,0.0014063154,0.00572908,0.0014211886,0.000031699925,0.00003462981,0.000037229936,0.0014773665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99689454,0.00011337422,0.0014869545,0.0004712011,0.00057095865,0.00046296258],"domain_scores_gemma":[0.99186784,0.0066001355,0.00049698044,0.00045298866,0.0002779515,0.00030411556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011850842,0.00024865384,0.0010151702,0.00014604468,0.000068080626,0.000004695949,0.0002469729,0.0003915684,0.00041210614],"category_scores_gemma":[0.05491451,0.00018962623,0.00014388788,0.00042080038,0.000586801,0.000101987695,0.0000979426,0.0011843572,0.00009819747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066910585,0.00015842667,0.79913527,0.00069044373,0.00067593326,0.00018534884,0.00539041,0.000010413816,0.025765238,0.007994704,0.077707596,0.08161712],"study_design_scores_gemma":[0.010486816,0.0010185199,0.92898834,0.042704377,0.00061615324,0.00019886477,0.004077556,0.0005692674,0.004181691,0.0023784374,0.0042223884,0.0005575942],"about_ca_topic_score_codex":0.00046429184,"about_ca_topic_score_gemma":0.0000028768823,"teacher_disagreement_score":0.12985307,"about_ca_system_score_codex":0.00008409937,"about_ca_system_score_gemma":0.00019279386,"threshold_uncertainty_score":0.9530463},"labels":[],"label_agreement":null},{"id":"W2042138158","doi":"10.1097/acm.0b013e31822c5b9a","title":"“Teaching as a Competency”: Competencies for Medical Educators","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":365,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Medical education; Accreditation; Mentorship; Core competency; Scholarship; Interpersonal communication; Faculty development; Psychology; Medicine; Professional development; Political science","score_opus":0.08922462791126351,"score_gpt":0.45366181257015126,"score_spread":0.36443718465888775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042138158","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003819552,0.96888274,0.000664502,0.0077954205,0.0045771883,0.0027787848,0.000010177577,0.00022985255,0.015023112],"genre_scores_gemma":[0.000016912882,0.96936077,0.0023570098,0.009069337,0.008716911,0.00096461765,0.0011375921,0.00018472424,0.0081921285],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937181,0.00027240367,0.0027064325,0.0009540491,0.0015014688,0.0008475388],"domain_scores_gemma":[0.99577236,0.0011842474,0.0010101139,0.0009560496,0.00039370637,0.00068350334],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004498786,0.00085457065,0.0037851562,0.0011254003,0.00028581335,0.0000064306855,0.0010589041,0.0021456128,0.0034341258],"category_scores_gemma":[0.020944137,0.0005865155,0.00044975124,0.0009024636,0.0010084128,0.00010040112,0.0001660635,0.0060503907,0.00042297825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001661828,0.000049670623,0.000008505539,0.019812308,0.00026131677,0.000015112117,0.002130908,1.7751495e-9,5.022034e-7,0.056903362,0.1180716,0.8027301],"study_design_scores_gemma":[0.0009671422,0.00047201078,0.0000029998328,0.06762579,0.0027196696,0.0017649566,0.0014614229,0.000015836344,4.300577e-7,0.002308562,0.9222226,0.00043858166],"about_ca_topic_score_codex":0.00020765707,"about_ca_topic_score_gemma":0.0000023240852,"teacher_disagreement_score":0.804151,"about_ca_system_score_codex":0.0004825145,"about_ca_system_score_gemma":0.005155949,"threshold_uncertainty_score":0.99965864},"labels":[],"label_agreement":null},{"id":"W2042156292","doi":"10.1097/00001888-200011000-00004","title":"Promoting Sun Awareness and Skin Cancer Prevention","year":2000,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Skin Protection and Aging","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Skin cancer; Curriculum; Medicine; Sun exposure; Cancer prevention; Family medicine; Preventive healthcare; Sun protection; Class (philosophy); Medical education; Cancer; Dermatology; Psychology; Public health; Nursing; Pedagogy; Internal medicine","score_opus":0.042534304653876004,"score_gpt":0.35675334497130146,"score_spread":0.3142190403174254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042156292","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04250857,0.010389852,0.00011098739,0.94262236,0.00088319,0.0011599129,0.0000057669004,0.00020340501,0.0021159358],"genre_scores_gemma":[0.026113663,0.011836637,0.000044545104,0.8670341,0.030679742,0.00033122662,0.00037069304,0.00014789835,0.0634415],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976709,0.000112033056,0.00058912963,0.00061120914,0.00058418274,0.00043257227],"domain_scores_gemma":[0.99912024,0.00011425783,0.0002776485,0.00027302475,0.000070897346,0.0001439128],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049971114,0.0003632536,0.0007402608,0.0003190815,0.00013065338,0.000007035755,0.00013022558,0.0012304214,0.0022090145],"category_scores_gemma":[0.00019509693,0.00027643229,0.00006488883,0.00026989545,0.00019386252,0.000073667834,0.000043420245,0.004532238,0.000024872856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040187373,0.0000045017473,0.001746446,0.0012715384,0.00011837523,0.0002321816,0.002532937,2.4521236e-7,0.0005276981,0.0000034866184,0.8730017,0.12052071],"study_design_scores_gemma":[0.0018820536,0.00017268397,0.00093960454,0.009551995,0.00051118736,0.00076658936,0.00012619594,0.00015851075,0.0005984866,0.00048366017,0.9845188,0.00029021525],"about_ca_topic_score_codex":0.0003662525,"about_ca_topic_score_gemma":0.0000036179033,"teacher_disagreement_score":0.120230496,"about_ca_system_score_codex":0.000117935946,"about_ca_system_score_gemma":0.00018491533,"threshold_uncertainty_score":0.99996877},"labels":[],"label_agreement":null},{"id":"W2042175728","doi":"10.1097/acm.0b013e3181eac1e0","title":"Taking Note of the Perceived Value and Impact of Medical Student Chart Documentation on Education and Patient Care","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Internship; Medical record; Feeling; Medical education; Limiting; Patient care; Medicine; Family medicine; Psychology; Value (mathematics); Nursing; Social psychology","score_opus":0.01392872920640285,"score_gpt":0.4365695998614391,"score_spread":0.42264087065503625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042175728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.987796,0.0004168319,0.000025242924,0.009703146,0.0009258829,0.00051430176,0.0000017508413,0.000008958856,0.00060789724],"genre_scores_gemma":[0.99714065,0.00030242774,0.000144318,0.001956395,0.00036390682,0.000023173841,0.000025678937,0.000011780304,0.0000316907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980051,0.000057160272,0.0005316091,0.00019498075,0.0010856963,0.00012548701],"domain_scores_gemma":[0.9988617,0.00011978678,0.00038478276,0.00025369096,0.00026506413,0.0001150113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057946536,0.00012355072,0.00026405702,0.00017267467,0.00006181401,0.0000023446303,0.00013252714,0.00024801242,0.00034318678],"category_scores_gemma":[0.0027676856,0.00007201061,0.000030265564,0.00027768395,0.00044992048,0.000057464382,0.000055655702,0.0009132183,9.775652e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011075162,0.00016865274,0.20083688,0.000448881,0.000084710075,0.0000010625247,0.123709805,0.0000028524605,0.094301745,0.005604768,0.00411465,0.57061523],"study_design_scores_gemma":[0.0015153928,0.0009276704,0.9717505,0.0017273934,0.00015591274,0.000078399666,0.02058839,0.0002612826,0.0021916768,0.00023759982,0.0004822286,0.000083535706],"about_ca_topic_score_codex":0.00033967182,"about_ca_topic_score_gemma":0.000003692815,"teacher_disagreement_score":0.7709136,"about_ca_system_score_codex":0.000095291856,"about_ca_system_score_gemma":0.0004269379,"threshold_uncertainty_score":0.39675298},"labels":[],"label_agreement":null},{"id":"W2043143848","doi":"10.1097/01.acm.0000242593.29279.be","title":"From Novice to Informed Educator: The Teaching Scholars Program for Educators in the Health Sciences","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Henry and Berenice Kaufmann Foundation","keywords":"Scholarship; Curriculum; Medical education; Faculty development; Professional development; Work (physics); Sociology; Pedagogy; Psychology; Political science; Medicine; Engineering","score_opus":0.03647010936710604,"score_gpt":0.4591417827002849,"score_spread":0.42267167333317884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043143848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64299643,0.0005978679,0.00022939945,0.35095844,0.00090898835,0.0021067495,0.0000022743882,0.00004622444,0.002153591],"genre_scores_gemma":[0.88545877,0.000044598266,0.0062216716,0.10170002,0.0052074757,0.0009065419,0.00013858492,0.000019789079,0.00030256386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972966,0.00014171112,0.00083476293,0.0003490584,0.000842497,0.00053539145],"domain_scores_gemma":[0.99818915,0.0009373402,0.00023455254,0.0004183669,0.00011114512,0.00010944398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064609833,0.00018311737,0.0003147996,0.0003734432,0.00052196695,0.000024496578,0.0006776158,0.0001497316,0.000049155995],"category_scores_gemma":[0.0071325474,0.0000927562,0.000035024263,0.0015198025,0.0004796702,0.00015724711,0.000039159542,0.0016184815,0.000021062788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004613205,0.00014066079,0.018107763,0.000094973635,0.000014859651,5.2876453e-7,0.039925847,0.0000039448805,0.00017139742,0.013892077,0.7492027,0.1783991],"study_design_scores_gemma":[0.0014181299,0.000934299,0.059958205,0.0011051785,0.000063267835,0.000036491932,0.10125454,0.00019110856,0.000052448315,0.0052773925,0.82953525,0.00017367808],"about_ca_topic_score_codex":0.003408884,"about_ca_topic_score_gemma":0.00009130925,"teacher_disagreement_score":0.24925843,"about_ca_system_score_codex":0.00032495207,"about_ca_system_score_gemma":0.0016072153,"threshold_uncertainty_score":0.8538841},"labels":[],"label_agreement":null},{"id":"W2043279527","doi":"10.1097/acm.0b013e3181723a5c","title":"Developing an Integrated Evidence-Based Medicine Curriculum for Family Medicine Residency at the University of Alberta","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Curriculum; Critical appraisal; Medical education; Journal club; Evidence-based medicine; Medicine; Adaptation (eye); Curriculum development; Psychology; Alternative medicine; Pedagogy","score_opus":0.4159731831301059,"score_gpt":0.5190764849533228,"score_spread":0.10310330182321692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043279527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65776074,0.0050959536,0.0068354513,0.32494625,0.0015630936,0.0020125536,0.0000049103246,0.000053407763,0.0017276602],"genre_scores_gemma":[0.94137347,0.019689616,0.00082616846,0.017424827,0.003122446,0.00007957519,0.00020244445,0.000033752232,0.01724773],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955848,0.0011267563,0.0010024323,0.00047130435,0.0009930411,0.00082169997],"domain_scores_gemma":[0.9894903,0.007902289,0.000555732,0.0005074849,0.00095878885,0.0005854122],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067888903,0.00021114295,0.0005738835,0.00030757906,0.0020838634,4.5402334e-7,0.0009081257,0.00032382563,0.0021392852],"category_scores_gemma":[0.017290348,0.0001148672,0.000031126583,0.0013467453,0.002339901,0.00029202455,0.00009691655,0.001170376,0.000070441856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000336999,0.0000110678575,0.08767579,0.00063341286,0.0000161722,0.0000050118633,0.058243915,0.000007390536,0.0025019394,0.002806781,0.8462632,0.001498334],"study_design_scores_gemma":[0.0059701516,0.0028001138,0.16905312,0.020050393,0.00013242537,0.000019205121,0.23703144,0.003583713,0.000120129764,0.0024391192,0.5583913,0.0004088954],"about_ca_topic_score_codex":0.057740584,"about_ca_topic_score_gemma":0.0036602214,"teacher_disagreement_score":0.30752143,"about_ca_system_score_codex":0.0006405382,"about_ca_system_score_gemma":0.004276591,"threshold_uncertainty_score":0.9992153},"labels":[],"label_agreement":null},{"id":"W2043600616","doi":"10.1097/00001888-200310001-00026","title":"The Privileged Status of Prestigious Terminology: Impact of ???Medicalese??? on Clinical Judgments","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Seriousness; Terminology; Medical terminology; Disease; Psychology; Medical psychology; Clinical psychology; Family medicine; Medical education; Medicine; Social psychology; MEDLINE; Pathology; Nursing","score_opus":0.09667777054244836,"score_gpt":0.4720948811430062,"score_spread":0.3754171106005578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043600616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98672885,0.0031898962,0.000052092666,0.0018126062,0.0007146014,0.00052754366,0.000011907745,0.000034369856,0.0069281277],"genre_scores_gemma":[0.9860732,0.01173399,0.00007377728,0.0008655429,0.00035747362,0.000015864543,0.000019822026,0.000023572842,0.0008367556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961149,0.00037181858,0.001726746,0.00036938817,0.00078627304,0.000630869],"domain_scores_gemma":[0.9654334,0.032301486,0.0006398086,0.00070548616,0.00017002618,0.0007497735],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025479638,0.00023246038,0.0010176765,0.00010493886,0.000055851084,0.0000012778246,0.00026461532,0.00049373996,0.00024141604],"category_scores_gemma":[0.2800921,0.00011777293,0.0002457213,0.0002696953,0.001841921,0.000019316418,0.000048932416,0.0013783997,0.000024524506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007876772,0.00023540927,0.90101427,0.000039965744,0.00038123078,0.00004469215,0.00036558157,0.0000041523112,0.00050474383,0.0021395278,0.06426344,0.030219328],"study_design_scores_gemma":[0.013638875,0.013663346,0.94141513,0.0060232333,0.00071490504,0.00014712321,0.0003174028,0.00008385774,0.0009851339,0.0038149552,0.01897071,0.00022532455],"about_ca_topic_score_codex":0.00010895488,"about_ca_topic_score_gemma":0.0000017069144,"teacher_disagreement_score":0.2775441,"about_ca_system_score_codex":0.00007374989,"about_ca_system_score_gemma":0.00067341723,"threshold_uncertainty_score":0.725972},"labels":[],"label_agreement":null},{"id":"W2044059462","doi":"10.1097/acm.0b013e31822a6cf8","title":"Rater-Based Assessments as Social Judgments: Rethinking the Etiology of Rater Errors","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":194,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Categorical variable; Psychology; Categorization; Impression formation; Inter-rater reliability; Social psychology; Construct (python library); Cognitive psychology; Social perception; Rating scale; Computer science; Perception; Developmental psychology; Artificial intelligence; Machine learning","score_opus":0.6437870321086094,"score_gpt":0.5584685302281239,"score_spread":0.08531850188048551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044059462","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043198187,0.98379415,0.0007982573,0.004180676,0.0028544874,0.0016877365,0.000018816272,0.000034523564,0.006199378],"genre_scores_gemma":[0.001708759,0.9919846,0.00007063522,0.002715185,0.00086883456,0.00015050886,0.00005791099,0.000035614168,0.002407931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884249,0.0035780726,0.0034710108,0.0009705822,0.0030177727,0.00053766137],"domain_scores_gemma":[0.9924318,0.0031390765,0.0027678458,0.0010938613,0.00043548032,0.00013193542],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026088126,0.00056508824,0.002658526,0.00041397102,0.0002885668,0.000021323067,0.0032904618,0.001061323,0.0040003196],"category_scores_gemma":[0.0044962573,0.00025341322,0.00045014083,0.0009071265,0.001110094,0.00012949905,0.00032616648,0.0022592654,0.00041889638],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009914445,0.00006793999,0.00044980418,0.0030626715,0.00046558687,0.000012263537,0.0048523033,0.000002718505,0.00003674251,0.004058517,0.12230534,0.86458695],"study_design_scores_gemma":[0.00049686444,0.00033201222,0.00003835015,0.0060032182,0.00065978075,0.0000066664825,0.0005592464,0.000007683276,0.000011967487,0.025695015,0.96594757,0.00024162667],"about_ca_topic_score_codex":0.00006995632,"about_ca_topic_score_gemma":0.0000042471206,"teacher_disagreement_score":0.8643453,"about_ca_system_score_codex":0.00017265289,"about_ca_system_score_gemma":0.0005659985,"threshold_uncertainty_score":0.99999183},"labels":[],"label_agreement":null},{"id":"W2045078715","doi":"10.1097/00001888-200001000-00017","title":"Student Performances on Step 1 and Step 2 of the United States Medical Licensing Examination Following Implementation of a Problem-based Learning Curriculum","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Curriculum; Matriculation; Medical education; Medical school; Curriculum-based measurement; Mathematics education; Compromise; Medicine; Psychology; Curriculum mapping; Curriculum development; Pedagogy; Political science","score_opus":0.016960317793513088,"score_gpt":0.3620456040010364,"score_spread":0.3450852862075233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045078715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99524856,0.00033530386,0.00015567974,0.0025151027,0.000083774845,0.0003814432,6.6973837e-7,0.000028068744,0.0012513795],"genre_scores_gemma":[0.9982037,0.0010750091,0.00009273023,0.00036026674,0.000107849686,0.000010333588,0.000018980481,0.000007999524,0.00012312058],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9972645,0.0007431127,0.00045923216,0.00016828635,0.0011344991,0.00023037363],"domain_scores_gemma":[0.9989937,0.00046621982,0.00030099598,0.00007576623,0.00008040061,0.00008290228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004115338,0.00010494841,0.00021092508,0.00016517428,0.00035192294,0.000006561445,0.00020822934,0.00012313105,0.00040991674],"category_scores_gemma":[0.00036347954,0.00006984364,0.00003129907,0.0006556413,0.00028652392,0.00012245703,0.000025031952,0.000516251,0.0000011364488],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029547535,0.000027260992,0.498931,0.0001574707,0.000051949017,0.0000018971639,0.11535215,0.0011253372,0.0003096343,0.0011430997,0.00027210152,0.38259858],"study_design_scores_gemma":[0.011439901,0.003092026,0.28457785,0.0099998545,0.0005509307,0.00000593782,0.52213824,0.049950752,0.0021518967,0.00031866782,0.1149773,0.00079661317],"about_ca_topic_score_codex":0.0064021773,"about_ca_topic_score_gemma":0.00028178774,"teacher_disagreement_score":0.4067861,"about_ca_system_score_codex":0.000053046213,"about_ca_system_score_gemma":0.00015941086,"threshold_uncertainty_score":0.96782196},"labels":[],"label_agreement":null},{"id":"W2045266363","doi":"10.1097/acm.0b013e31819a8b30","title":"Increasing Bioethics Education in Preclinical Medical Curricula: What Ethical Dilemmas Do Clinical Clerks Experience?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Bioethics; Curriculum; Medical education; Medical ethics; Engineering ethics; Graduate medical education; Medicine; Moral dilemma; Psychology; Pedagogy; Political science; Social psychology; Psychiatry","score_opus":0.1295669615341151,"score_gpt":0.5476538969011092,"score_spread":0.41808693536699415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045266363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74366695,0.002918568,0.00055360957,0.24689566,0.003678789,0.00066355226,3.3298448e-7,0.000120082674,0.0015024582],"genre_scores_gemma":[0.8712826,0.009448099,0.0018543594,0.11114932,0.0058645043,0.0000631122,0.00012293531,0.000032622695,0.00018248043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.991494,0.00096357835,0.0032295363,0.0010048067,0.00259776,0.0007103361],"domain_scores_gemma":[0.99524,0.0020337324,0.0004891534,0.0008314317,0.00057439576,0.0008313264],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.01539644,0.00039207263,0.0010888731,0.0005891082,0.00013962689,0.000027994145,0.0006111577,0.003960865,0.0011494115],"category_scores_gemma":[0.08145143,0.00030585154,0.00013130493,0.0017158211,0.0026154362,0.0004358247,0.00010841506,0.012617296,0.000092344315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039115132,0.0005939985,0.16569047,0.0000944053,0.000027421444,0.00006198067,0.00709147,6.622946e-7,0.000118410746,0.022725374,0.04115676,0.7620479],"study_design_scores_gemma":[0.0153888315,0.0037461973,0.6978054,0.036371935,0.0005536651,0.0034837055,0.057254653,0.0048177405,0.00015409134,0.032257173,0.14657319,0.0015934403],"about_ca_topic_score_codex":0.00015220603,"about_ca_topic_score_gemma":0.000008433865,"teacher_disagreement_score":0.7604545,"about_ca_system_score_codex":0.0003321989,"about_ca_system_score_gemma":0.0028139716,"threshold_uncertainty_score":0.9999394},"labels":[],"label_agreement":null},{"id":"W2045283581","doi":"10.1097/00001888-200405000-00005","title":"The Effect of Limiting Residents’ Work Hours on Their Surgical Training: A Canadian Perspective","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Saskatoon City Hospital; University of Saskatchewan","funders":"","keywords":"Limiting; Work (physics); Work hours; Perspective (graphical); Medical education; Medicine; Duty; Variety (cybernetics); Psychology; Political science; Computer science","score_opus":0.029760812789573626,"score_gpt":0.3220712816459102,"score_spread":0.2923104688563366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045283581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9403211,0.003029074,0.0000031190025,0.03994192,0.00024549518,0.0004039354,0.0000020279695,0.000035605743,0.016017737],"genre_scores_gemma":[0.9975046,0.00037636427,0.000007035485,0.00083197415,0.00066131045,0.000012718824,0.0000062962727,0.00002455612,0.0005751397],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844235,0.000089261026,0.0003619791,0.00024815922,0.0003966806,0.0004615803],"domain_scores_gemma":[0.99779636,0.0011098983,0.000111669615,0.00027278674,0.000066377615,0.0006429007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010560784,0.00020413639,0.00050082954,0.00016654292,0.00018462173,0.0000032887715,0.00020184563,0.00020307234,0.00007656685],"category_scores_gemma":[0.0028601827,0.00009485536,0.00010262771,0.00041271097,0.00031864765,0.000026135715,0.000023940993,0.0009974985,0.000015784508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005591439,0.000051802745,0.7201375,0.0001609483,0.000989703,0.0024379895,0.13374354,0.000110587,0.0009046288,0.033415254,0.014376281,0.08808037],"study_design_scores_gemma":[0.03954577,0.023682788,0.7039703,0.035765365,0.0010467505,0.0014394929,0.14395727,0.000027208394,0.016754754,0.00906045,0.023581954,0.0011679167],"about_ca_topic_score_codex":0.007867928,"about_ca_topic_score_gemma":0.0004840848,"teacher_disagreement_score":0.08691245,"about_ca_system_score_codex":0.0003307645,"about_ca_system_score_gemma":0.00034960985,"threshold_uncertainty_score":0.99873877},"labels":[],"label_agreement":null},{"id":"W2045473783","doi":"10.1097/00001888-200110000-00023","title":"Seven Principles for Teaching Procedural and Technical Skills","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Checklist; Medical education; Cognition; Psychology; Teaching method; Mathematics education; Medicine; Cognitive psychology","score_opus":0.029225974728223077,"score_gpt":0.3860376583997851,"score_spread":0.356811683671562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045473783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87897766,0.00052913214,0.007653355,0.10432915,0.00038276016,0.0011394315,0.0000012618466,0.00016834671,0.006818892],"genre_scores_gemma":[0.96661425,0.00034890385,0.0091775,0.014022779,0.0023016338,0.00017453315,0.0000867606,0.000031034113,0.0072426386],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985112,0.000022620263,0.00053289253,0.0002949906,0.00034412925,0.00029420122],"domain_scores_gemma":[0.99919707,0.00020091423,0.00012735736,0.00021086076,0.00013045597,0.00013332526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014469137,0.00014606961,0.00030946342,0.00018715882,0.00013260206,0.0000027123574,0.00011839741,0.00027616616,0.00008596976],"category_scores_gemma":[0.009454592,0.000105865314,0.000022873346,0.00025345426,0.00034694324,0.00008388446,0.000041275056,0.0009823102,0.0000070865935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041829003,0.00021025228,0.08078926,0.001055337,0.00013278093,0.000029588024,0.012667462,0.0000024075123,0.042306855,0.07715247,0.57559067,0.20964462],"study_design_scores_gemma":[0.0056874226,0.0010149361,0.058785774,0.0022250016,0.00036464576,0.0037915853,0.0047006207,0.0018096175,0.00045426685,0.006799277,0.9139871,0.0003797292],"about_ca_topic_score_codex":0.000007792513,"about_ca_topic_score_gemma":7.6063543e-7,"teacher_disagreement_score":0.33839643,"about_ca_system_score_codex":0.00010046793,"about_ca_system_score_gemma":0.00010722348,"threshold_uncertainty_score":0.9988892},"labels":[],"label_agreement":null},{"id":"W2045477339","doi":"10.1097/00001888-200110001-00016","title":"The Rhetoric of Rationalization","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rationalization (economics); Rhetoric; Psychology; Political science; Sociology; Philosophy; Linguistics; Law","score_opus":0.08900820945511195,"score_gpt":0.4589439008756494,"score_spread":0.36993569142053745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045477339","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015985377,0.0010505037,0.0027783706,0.5306615,0.0015607239,0.00017763674,3.6820947e-7,0.000033643006,0.44775182],"genre_scores_gemma":[0.96614206,0.0040581017,0.0000171845,0.0014855496,0.0010086462,0.000008290277,0.0000061998153,0.0000024398817,0.02727153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992481,0.00011105099,0.00020524273,0.000050341645,0.0003018155,0.000083469145],"domain_scores_gemma":[0.9988215,0.0007115029,0.00014263454,0.000072430725,0.00021661552,0.00003533497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014187191,0.000026967844,0.000044776694,0.00003926511,0.00038388284,0.0000058948845,0.00013689649,0.00005373446,0.00068731327],"category_scores_gemma":[0.0045635444,0.000017493496,0.000006911695,0.00068351714,0.0002510895,0.00020286773,0.0000052541645,0.00019687902,0.000023195158],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035539767,0.0000018622545,0.002327441,8.808316e-7,0.0000032692383,6.272919e-8,0.015852094,0.0000015257585,0.00012842644,0.9020734,0.07647677,0.0031307326],"study_design_scores_gemma":[0.000079137084,0.0000075077764,0.0014838595,0.000009446679,0.000006247102,8.4914274e-7,0.0066752387,0.000015220369,0.000015716656,0.013871566,0.97781557,0.000019656296],"about_ca_topic_score_codex":0.0005601695,"about_ca_topic_score_gemma":0.000119727796,"teacher_disagreement_score":0.9501567,"about_ca_system_score_codex":0.000032761636,"about_ca_system_score_gemma":0.0002755761,"threshold_uncertainty_score":0.7525598},"labels":[],"label_agreement":null},{"id":"W2045899826","doi":"10.1097/acm.0b013e3181ed4c96","title":"A New Concept of Unsupervised Learning: Directed Self-Guided Learning in the Health Professions","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning sciences; Flexibility (engineering); Active learning (machine learning); Context (archaeology); Experiential learning; Metacognition; Psychology; Open learning; Educational technology; Cooperative learning; Computer science; Teaching method; Artificial intelligence; Mathematics education; Cognition","score_opus":0.0964226493245794,"score_gpt":0.46570852955178044,"score_spread":0.36928588022720105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045899826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019766449,0.97308654,0.00019344238,0.02103893,0.0010139283,0.0028382475,0.0000013975525,0.00025444958,0.0013753946],"genre_scores_gemma":[0.00024688814,0.9881962,0.0011501334,0.0025100943,0.002050782,0.0001937826,0.0008121,0.00008640729,0.004753604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939028,0.0013067941,0.0025402477,0.0005407071,0.0011427243,0.0005667306],"domain_scores_gemma":[0.9961671,0.0011461312,0.0015338993,0.0006356604,0.00027721285,0.00023997141],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004601736,0.0004939108,0.0027462058,0.0008220409,0.00017980496,0.0000037134218,0.0006626533,0.001313479,0.000580352],"category_scores_gemma":[0.01384822,0.00028253702,0.00016144432,0.0032040807,0.00031341385,0.00005578399,0.000081067556,0.013317666,0.000029007126],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009047973,0.00004316382,0.00018591483,0.0073928796,0.00007449473,0.000006656502,0.021107137,3.2495217e-7,0.000005441932,0.0005922119,0.094729416,0.8758533],"study_design_scores_gemma":[0.0013477253,0.00041168198,0.00011273154,0.04630388,0.00061593123,0.000207552,0.003342401,0.00006237508,0.0000011097404,0.000055028948,0.9473497,0.00018985163],"about_ca_topic_score_codex":0.00025706316,"about_ca_topic_score_gemma":0.0000037031748,"teacher_disagreement_score":0.87566346,"about_ca_system_score_codex":0.00029801737,"about_ca_system_score_gemma":0.00449709,"threshold_uncertainty_score":0.999983},"labels":[],"label_agreement":null},{"id":"W2046626105","doi":"10.1097/acm.0b013e318253acbd","title":"The Relationship Between Response Time and Diagnostic Accuracy","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Diagnostic accuracy; Competence (human resources); Test (biology); Cognition; Correlation; Unconscious mind; Medicine; Psychology; Clinical psychology; Cognitive psychology; Social psychology; Psychiatry; Internal medicine","score_opus":0.08749390220777292,"score_gpt":0.4114050314457388,"score_spread":0.3239111292379659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046626105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93604666,0.011385182,0.00004882509,0.051068146,0.00023344514,0.00032484272,0.000003909439,0.00007350253,0.00081547874],"genre_scores_gemma":[0.99061555,0.0010939351,0.00003655791,0.0017060213,0.0020502997,0.000022155662,0.00003037415,0.000021345248,0.0044237366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982247,0.00026968386,0.00051267346,0.00019251776,0.00037582708,0.00042464404],"domain_scores_gemma":[0.61499,0.3840677,0.00011953481,0.00027745325,0.000041588784,0.00050372945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004239299,0.00015262073,0.00033741086,0.00006687664,0.00021623484,0.0000053965955,0.00011912439,0.00025252238,0.000111773625],"category_scores_gemma":[0.75605583,0.00008582494,0.000036053254,0.00022539205,0.00047898173,0.00008517912,0.00006739464,0.0009269862,0.00039077262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022866634,0.000007054112,0.9599482,0.000007332822,0.000026747028,0.0000054815914,0.0008078531,6.691253e-8,0.00009060703,0.0009262032,0.032569963,0.0053818477],"study_design_scores_gemma":[0.0013891389,0.00023645596,0.9723484,0.0013882186,0.00033446014,0.00009151546,0.00016892649,0.00000870997,0.000032618635,0.0014172924,0.022490805,0.00009344101],"about_ca_topic_score_codex":0.000016748048,"about_ca_topic_score_gemma":2.0516225e-7,"teacher_disagreement_score":0.7518165,"about_ca_system_score_codex":0.000039555172,"about_ca_system_score_gemma":0.00007032826,"threshold_uncertainty_score":0.5022722},"labels":[],"label_agreement":null},{"id":"W2046639522","doi":"10.1097/00001888-200103000-00021","title":"Evaluating Clinical Teachers","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Promotion (chess); Ambulatory; Medical education; Psychology; Higher education; Medicine; Internal medicine; Political science","score_opus":0.2704011236312138,"score_gpt":0.5856077423937669,"score_spread":0.31520661876255307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046639522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92049736,0.0006319821,0.0017714382,0.055394087,0.0015478816,0.0003727885,1.612386e-7,0.0001402065,0.019644096],"genre_scores_gemma":[0.9413223,0.0010424622,0.0038829737,0.031427387,0.0071784216,0.00004289257,0.00007068269,0.000036707013,0.014996142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973732,0.00012336999,0.001043403,0.00034849637,0.000787819,0.00032370238],"domain_scores_gemma":[0.9986975,0.00025403613,0.00020913771,0.00040813227,0.00023970881,0.00019144731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051029325,0.00014798772,0.00040296104,0.00020142483,0.00008528199,0.0000019649124,0.0001737904,0.00037432383,0.0021504837],"category_scores_gemma":[0.016258765,0.00011009662,0.00004859517,0.0007779812,0.00042873182,0.000075627155,0.00003504026,0.0017979891,0.00027595405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008919123,0.000040035487,0.191171,0.000031855503,0.000059110298,0.000025654195,0.003014725,0.0000015000072,0.0016800427,0.0014025103,0.26734534,0.535139],"study_design_scores_gemma":[0.009497457,0.0020655673,0.22719358,0.001518414,0.000660098,0.0012077967,0.008405909,0.0060871327,0.00012278634,0.0038219271,0.73901117,0.00040817753],"about_ca_topic_score_codex":0.000021652584,"about_ca_topic_score_gemma":3.340093e-7,"teacher_disagreement_score":0.53473085,"about_ca_system_score_codex":0.00012371277,"about_ca_system_score_gemma":0.00020577268,"threshold_uncertainty_score":0.9987617},"labels":[],"label_agreement":null},{"id":"W2046920446","doi":"10.1097/00001888-200604000-00009","title":"Systematic Review of Depression, Anxiety, and Other Indicators of Psychological Distress Among U.S. and Canadian Medical Students","year":2006,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2895,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Burnout; Anxiety; Depression (economics); Clinical psychology; Distress; Mental health; Depersonalization; MEDLINE; Psychiatry; Medicine; Population; Emotional exhaustion; Psychology","score_opus":0.06923609723488953,"score_gpt":0.5098522523214912,"score_spread":0.4406161550866017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046920446","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006868767,0.99288744,0.0000028852726,0.000691918,0.00042922908,0.00412795,0.00022966528,0.00002154898,0.00092247105],"genre_scores_gemma":[0.0013489298,0.9937644,0.0000064307696,0.0033859487,0.00040287914,0.000539906,0.00012299011,0.000055714507,0.000372777],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98960865,0.0027209714,0.0043859133,0.00065923674,0.0019532077,0.0006720414],"domain_scores_gemma":[0.99312055,0.0018199151,0.0028566257,0.0006104813,0.00016707253,0.0014253808],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006723701,0.00053594256,0.005298171,0.0004943579,0.00023970737,0.000001712358,0.001078748,0.0026071714,0.0009899767],"category_scores_gemma":[0.0044670166,0.0002890122,0.0001371617,0.0005503647,0.0008995202,0.000041777566,0.00042961395,0.0036992233,0.000009107845],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025567106,0.000014093225,0.04801379,0.8940159,0.0000893022,0.000011221848,0.00032223234,5.328736e-10,2.235167e-8,0.00009315357,0.009851519,0.047586184],"study_design_scores_gemma":[0.00038741765,0.000038681963,0.0022479887,0.8878812,0.0009795696,0.000029916435,0.00028272363,3.7899528e-7,2.2535913e-8,0.000030050958,0.10792995,0.0001920729],"about_ca_topic_score_codex":0.018485822,"about_ca_topic_score_gemma":0.0022900274,"teacher_disagreement_score":0.09807844,"about_ca_system_score_codex":0.00011534122,"about_ca_system_score_gemma":0.0008479219,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W2047223396","doi":"10.1097/acm.0b013e318226a204","title":"Use of Simulation-Based Education to Improve Outcomes of Central Venous Catheterization: A Systematic Review and Meta-Analysis","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Confidence interval; Pneumothorax; Strictly standardized mean difference; Sample size determination; Curriculum; Central venous catheter; Catheter; Meta-analysis; Emergency medicine; Physical therapy; Internal medicine; Surgery; Psychology","score_opus":0.26553527256915777,"score_gpt":0.4703668028663738,"score_spread":0.204831530297216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047223396","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045336976,0.9893788,0.0011207433,0.00115657,0.0002238052,0.007873141,0.00016096317,0.0000310164,0.0000096091235],"genre_scores_gemma":[0.012100752,0.9810802,0.00040282015,0.0036827715,0.00012551616,0.0010154805,0.00085771084,0.000077345314,0.00065740343],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99430156,0.00054189,0.0036718003,0.0005917188,0.0006060914,0.00028692474],"domain_scores_gemma":[0.9908156,0.0033551166,0.00296487,0.0012601289,0.0011649712,0.00043936243],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096317613,0.0005564715,0.0104912175,0.0011974162,0.00004258342,0.0000036244842,0.00024717883,0.0004643075,0.00053040724],"category_scores_gemma":[0.0043534897,0.00036024296,0.0010311933,0.0018050425,0.00013627102,0.00008487231,0.00003258616,0.00048046326,0.000007939223],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008746285,0.000077890036,0.00070808997,0.9663681,0.029772414,4.255788e-7,0.0012425651,0.00016670937,4.427841e-7,0.00009042169,0.00007687667,0.0014873297],"study_design_scores_gemma":[0.00016770128,0.0002317087,0.00021801383,0.08706017,0.9083351,0.000004349137,0.0000802197,0.00018055091,0.0000015548533,0.000011678502,0.003455946,0.000253032],"about_ca_topic_score_codex":0.00043432935,"about_ca_topic_score_gemma":0.000002066243,"teacher_disagreement_score":0.8793079,"about_ca_system_score_codex":0.00022091389,"about_ca_system_score_gemma":0.001463424,"threshold_uncertainty_score":0.99988496},"labels":[],"label_agreement":null},{"id":"W2047535332","doi":"10.1097/01.acm.0000285346.87708.67","title":"Faculty Development as an Instrument of Change: A Case Study on Teaching Professionalism","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Faculty development; Medical education; Process (computing); Variety (cybernetics); Professional development; Higher education; Psychology; Psychological intervention; Pedagogy; Engineering ethics; Medicine; Computer science; Political science; Engineering","score_opus":0.26939653563040344,"score_gpt":0.5189041039074596,"score_spread":0.2495075682770561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047535332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904651,0.000052373212,0.0002683391,0.00589753,0.00068933074,0.0013651049,8.2026395e-7,0.000056017925,0.001205379],"genre_scores_gemma":[0.9908093,0.0000039284005,0.0010275864,0.006296845,0.00088104844,0.00010172215,0.00013263553,0.000022612392,0.0007243012],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9972486,0.00008978479,0.00092578266,0.0003304446,0.0011032976,0.00030212622],"domain_scores_gemma":[0.99890673,0.00009859765,0.00028269284,0.00033382876,0.00020838904,0.00016977768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045266305,0.00019210918,0.00036843686,0.00043786725,0.00016776574,0.0000012725793,0.00014723683,0.0002240291,0.00018493675],"category_scores_gemma":[0.0016578083,0.00013296015,0.00001710586,0.0004187753,0.00013137134,0.00009947418,0.000053150627,0.0014216638,0.000024317227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035546307,0.0012375797,0.06033421,0.00021138354,0.00014389594,0.0012943292,0.35240847,2.986339e-7,0.0021029462,0.0036612973,0.0048384685,0.57341164],"study_design_scores_gemma":[0.013003955,0.0071236803,0.24848261,0.0044674627,0.00034839349,0.006841797,0.65402925,0.0001171967,0.005827455,0.0005548941,0.05861483,0.00058848475],"about_ca_topic_score_codex":0.00029126334,"about_ca_topic_score_gemma":0.000005838914,"teacher_disagreement_score":0.57282317,"about_ca_system_score_codex":0.00025401678,"about_ca_system_score_gemma":0.000221716,"threshold_uncertainty_score":0.6176501},"labels":[],"label_agreement":null},{"id":"W2048144107","doi":"10.1097/acm.0000000000000677","title":"The Use of Task-Evoked Pupillary Response as an Objective Measure of Cognitive Load in Novices and Trained Physicians","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Cognitive load; Cognition; Task (project management); Pupil; Pupillary response; Pupil diameter; Psychology; Medicine; Cognitive psychology; Psychiatry","score_opus":0.11175916663543571,"score_gpt":0.3965455975716898,"score_spread":0.28478643093625405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048144107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926865,0.0029540986,0.00005904974,0.0015341819,0.00012162565,0.0002982526,0.000016181028,0.000021033691,0.0023090916],"genre_scores_gemma":[0.9974177,0.00017745013,0.000004437414,0.0011191856,0.00012598079,0.000029539084,0.000009094396,0.000017311875,0.0010993142],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977622,0.0009139958,0.00038125992,0.0002984222,0.0004114725,0.00023264393],"domain_scores_gemma":[0.9960394,0.0028143176,0.00031656487,0.00013571748,0.00059314596,0.000100888254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018137229,0.00016026976,0.00037409633,0.00011856578,0.000047723795,0.0000032316848,0.00016650933,0.00019461707,0.000025791185],"category_scores_gemma":[0.007710318,0.00010579725,0.000020624604,0.00042921538,0.0008192263,0.00015258574,0.000036410962,0.0005792075,0.0000080869195],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.046796005,0.00026394127,0.045273867,0.00011764704,0.00048825017,0.00008695375,0.68011117,0.0000044644844,0.022100976,0.0019984164,0.002439882,0.20031841],"study_design_scores_gemma":[0.017274989,0.012039446,0.4128653,0.0039201784,0.0004963661,0.00013271974,0.5289338,0.00014641043,0.0054791267,0.008185663,0.009888354,0.00063761923],"about_ca_topic_score_codex":0.00061265804,"about_ca_topic_score_gemma":0.000102854174,"teacher_disagreement_score":0.36759147,"about_ca_system_score_codex":0.000023638648,"about_ca_system_score_gemma":0.00017315996,"threshold_uncertainty_score":0.9230528},"labels":[],"label_agreement":null},{"id":"W2048301263","doi":"10.1097/00001888-200310001-00021","title":"An Evaluation of Local Item Dependencies in the Medical Council of Canada Qualifying Examination Part I","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lakehead University","funders":"","keywords":"Statistic; Test (biology); Residual; Psychology; Curse of dimensionality; Medicine; Statistics; Computer science; Mathematics","score_opus":0.7671910957259485,"score_gpt":0.5281969235879826,"score_spread":0.2389941721379658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048301263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96947235,0.0018957958,0.017538797,0.0009910933,0.00056685787,0.00018635741,0.0000017430108,0.00000518913,0.009341804],"genre_scores_gemma":[0.99919885,0.0000795898,0.00013401762,0.00043390182,0.00008597669,0.000009035669,0.0000016047843,0.000003375537,0.000053641004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97531354,0.0061822417,0.0017837676,0.00037956575,0.016046278,0.00029461784],"domain_scores_gemma":[0.94688135,0.050450146,0.0007170592,0.0004823863,0.0013526418,0.00011641712],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19214028,0.00009335615,0.00035632917,0.00021707323,0.000051683935,0.0000037434804,0.00082572026,0.00016131697,0.0006276398],"category_scores_gemma":[0.52290756,0.000050427356,0.000017847395,0.0018987224,0.00025075578,0.0001182571,0.000022249738,0.00040423952,5.9365533e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004310636,0.00005867273,0.21003866,0.00006964149,0.000030507246,0.00002178201,0.03710512,0.0017848312,0.0014246807,0.016774843,0.023893142,0.708755],"study_design_scores_gemma":[0.0038633223,0.0005228777,0.4743492,0.00068357814,0.00011579074,0.00015304604,0.3574352,0.07857206,0.0023138141,0.06783411,0.013820715,0.0003362732],"about_ca_topic_score_codex":0.027268412,"about_ca_topic_score_gemma":0.035181265,"teacher_disagreement_score":0.7084187,"about_ca_system_score_codex":0.00027587725,"about_ca_system_score_gemma":0.0031284299,"threshold_uncertainty_score":0.98242414},"labels":[],"label_agreement":null},{"id":"W2048839178","doi":"10.1097/00001888-200410000-00009","title":"Understanding the Debate on Medical Education Research: A Sociological Perspective","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Sociology; Parallels; Perspective (graphical); Field (mathematics); Opposition (politics); Epistemology; Educational research; Power (physics); Engineering ethics; Social science; Political science; Politics; Law; Computer science","score_opus":0.3629116123573552,"score_gpt":0.519403344533142,"score_spread":0.15649173217578677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048839178","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20116062,0.0007794859,0.0064744023,0.7392476,0.0012754595,0.0008319612,4.5008292e-7,0.00011430673,0.050115686],"genre_scores_gemma":[0.95085496,0.00058529,0.00013861757,0.043632705,0.0036340954,0.00011449334,0.000028201119,0.000023032333,0.000988623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99616253,0.00025612916,0.00050465623,0.00042580225,0.002168987,0.00048190673],"domain_scores_gemma":[0.99803185,0.0006248901,0.0001118863,0.00042260878,0.00054441334,0.00026432006],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055472925,0.00017361724,0.00029151348,0.00040754525,0.0004668797,0.000006204748,0.0003778371,0.0005384345,0.0010901971],"category_scores_gemma":[0.033510942,0.00009496989,0.00004461525,0.0012984162,0.0021030863,0.000063707776,0.00006684337,0.0041122157,0.00019534754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010939541,0.00011200509,0.00037425233,0.000026209711,0.00004092572,0.00001805613,0.015938718,0.0000046513314,0.00016324298,0.8479896,0.13247897,0.0027439832],"study_design_scores_gemma":[0.0035698276,0.0014704159,0.004288116,0.00258527,0.00010966226,0.0006556412,0.19155112,0.0002634122,0.00012424887,0.7770304,0.018128878,0.00022302443],"about_ca_topic_score_codex":0.00010877011,"about_ca_topic_score_gemma":0.000003208544,"teacher_disagreement_score":0.7496943,"about_ca_system_score_codex":0.0025530963,"about_ca_system_score_gemma":0.0023665102,"threshold_uncertainty_score":0.9998229},"labels":[],"label_agreement":null},{"id":"W2048989180","doi":"10.1097/acm.0b013e3181da5a5c","title":"Reporting-bias in Surveys of Sensitive Personal Information","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Binge drinking; Psychology; Anxiety; Substance abuse; Quarter (Canadian coin); Mental health; Medicine; Social psychology; Psychiatry; Family medicine; Suicide prevention; Poison control; Environmental health","score_opus":0.14129296338538397,"score_gpt":0.48130173307227003,"score_spread":0.3400087696868861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048989180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9485962,0.000060638675,0.00021680965,0.01857736,0.0014723052,0.00042603185,0.000010080545,0.000039614126,0.030601002],"genre_scores_gemma":[0.9820809,0.00012867243,0.00005515728,0.016199362,0.0005328499,0.000018972534,0.000075897195,0.0000074627997,0.000900726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962609,0.0004957117,0.0024044428,0.00012155825,0.00035775383,0.0003596384],"domain_scores_gemma":[0.99604154,0.0014190237,0.0019841522,0.0001683899,0.00025708563,0.0001298144],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012814208,0.00010603824,0.00048041422,0.00023524667,0.00011024022,4.2038104e-7,0.000105699546,0.00042541407,0.0006087671],"category_scores_gemma":[0.011988618,0.00007950956,0.000026995496,0.0002671384,0.00011962507,0.0002361919,0.00006069683,0.0026712052,0.000081720005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041848114,0.0000034662798,0.87567645,0.00042437942,0.000008877106,0.000009211554,0.05053512,2.0798875e-7,0.0022998466,0.0015034957,0.060141966,0.0093551325],"study_design_scores_gemma":[0.0013729614,0.00006846744,0.9467545,0.00029739365,0.0000135443815,0.000014111213,0.010628715,0.00007882896,0.00013954635,0.00059921347,0.039930664,0.000102039194],"about_ca_topic_score_codex":0.0024098454,"about_ca_topic_score_gemma":0.00070626184,"teacher_disagreement_score":0.07107806,"about_ca_system_score_codex":0.00011354456,"about_ca_system_score_gemma":0.0009338354,"threshold_uncertainty_score":0.9996297},"labels":[],"label_agreement":null},{"id":"W2049796063","doi":"10.1097/acm.0000000000000680","title":"Transition to Surgical Residency","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Transition (genetics); MEDLINE; Medical education; Family medicine; Medicine; Political science; Genetics; Biology","score_opus":0.12419929415665003,"score_gpt":0.39895060706620583,"score_spread":0.2747513129095558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049796063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7903311,0.00090357964,0.0015775459,0.086619206,0.0004353456,0.0004256744,0.0000011726928,0.00023011563,0.11947625],"genre_scores_gemma":[0.9891087,0.000053222342,0.00011956826,0.0069661634,0.0013150088,0.00000899481,0.00002547556,0.00001396774,0.0023889232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863935,0.000050105988,0.0003432084,0.00021674317,0.00053021824,0.000220382],"domain_scores_gemma":[0.9987285,0.00017336235,0.000033943114,0.000145028,0.00010836961,0.00081076083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078230916,0.000108156964,0.00029185836,0.00013557576,0.000027475091,0.000001629818,0.000062939594,0.00016163314,0.00086762843],"category_scores_gemma":[0.0007313039,0.00007633131,0.00003270328,0.00037369097,0.00006809168,0.000052619256,0.000013125078,0.0004141932,0.0002972433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014897474,0.0002147132,0.06331256,0.00038191435,0.0003942326,0.00638687,0.14982967,0.0013466568,0.005086197,0.094529115,0.3741917,0.2894289],"study_design_scores_gemma":[0.025512472,0.001592768,0.01020087,0.0009258838,0.00019411612,0.00080862426,0.0049024457,0.0015351915,0.00047452457,0.0061500072,0.9473734,0.00032972815],"about_ca_topic_score_codex":0.000031670374,"about_ca_topic_score_gemma":9.80414e-7,"teacher_disagreement_score":0.5731817,"about_ca_system_score_codex":0.000053686406,"about_ca_system_score_gemma":0.000087195076,"threshold_uncertainty_score":0.9499923},"labels":[],"label_agreement":null},{"id":"W2049949390","doi":"10.1097/00001888-200609000-00008","title":"Controlling U.S. Health Spending: Opportunities for Academic Health Centers","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Per capita; Health care; Health spending; Developed country; Public health; Population; Medicine; Business; Economic growth; Demographic economics; Health insurance; Environmental health; Economics; Nursing","score_opus":0.25722679910059004,"score_gpt":0.3664979789663334,"score_spread":0.10927117986574336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049949390","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009213136,0.054145362,0.06572962,0.8507258,0.0023097591,0.0022494365,0.00034980828,0.0002269711,0.015050069],"genre_scores_gemma":[0.914909,0.021108424,0.0002651631,0.054522973,0.002458045,0.00012331145,0.00021855856,0.00005392659,0.0063406047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654156,0.00005198293,0.0018660558,0.0004920805,0.000097061005,0.0009512581],"domain_scores_gemma":[0.99807984,0.00019551817,0.0010655831,0.00025874507,0.00002197344,0.0003783733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038301663,0.00023980267,0.0009239593,0.00047518167,0.00026269894,0.00000890718,0.0003418045,0.00019893388,0.000107639455],"category_scores_gemma":[0.00022501963,0.0002483817,0.00008372096,0.00018145672,0.00012644744,0.00016260457,0.00005016649,0.0006402486,0.000051329458],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024503359,0.000006910355,0.0025563734,0.0003195851,0.000025545281,0.0000018680778,0.0009839898,0.00002396106,0.0000036282086,0.8309292,0.16012628,0.0049981233],"study_design_scores_gemma":[0.0020599067,0.00029280595,0.0013101514,0.00028147534,0.0000058621813,0.000008032839,0.0013972782,0.0009279103,0.0000053132876,0.08827677,0.9052121,0.00022238487],"about_ca_topic_score_codex":0.009878305,"about_ca_topic_score_gemma":0.00008517592,"teacher_disagreement_score":0.90569586,"about_ca_system_score_codex":0.00044261076,"about_ca_system_score_gemma":0.00011403608,"threshold_uncertainty_score":0.99999684},"labels":[],"label_agreement":null},{"id":"W2050991971","doi":"10.1097/00001888-200302000-00008","title":"A Teaching Scholars Program to Develop Leaders in Medical Education","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Attendance; Medical education; Faculty development; Educational program; Work (physics); Professional development; Psychology; Medicine; Political science; Engineering","score_opus":0.04285316202308461,"score_gpt":0.44682421327212873,"score_spread":0.40397105124904414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050991971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7608661,0.00062416104,0.0015955324,0.21122558,0.0015496262,0.0015414142,1.8927096e-7,0.0001839718,0.022413412],"genre_scores_gemma":[0.8909971,0.00011787829,0.014012,0.08782774,0.0010050429,0.00055976806,0.00008011821,0.00005212835,0.005348206],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674165,0.0001966437,0.0009026615,0.00044636926,0.001223448,0.00048923475],"domain_scores_gemma":[0.9986134,0.00010513706,0.00011204994,0.00034526023,0.00036141026,0.00046273269],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004442906,0.00021275243,0.00039516625,0.000835361,0.00009609812,0.000005024929,0.00025066975,0.0004891413,0.0008353752],"category_scores_gemma":[0.06444703,0.0001769256,0.000019906012,0.0025292812,0.00026565717,0.00014706499,0.000032926488,0.0029286032,0.00013529873],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004873458,0.00030405758,0.037743658,0.0002008827,0.000028354443,0.000023153758,0.01416205,9.734291e-7,0.0008943144,0.027759116,0.17745197,0.7413827],"study_design_scores_gemma":[0.0031333421,0.0005193837,0.018465377,0.004110168,0.000078956495,0.00056640495,0.023556022,0.00028697035,0.00029928665,0.0019784335,0.94662446,0.0003811942],"about_ca_topic_score_codex":0.000119091186,"about_ca_topic_score_gemma":0.000008270309,"teacher_disagreement_score":0.7691725,"about_ca_system_score_codex":0.00044648413,"about_ca_system_score_gemma":0.0029601383,"threshold_uncertainty_score":0.9993717},"labels":[],"label_agreement":null},{"id":"W2051088540","doi":"10.1097/acm.0000000000000159","title":"Engaging Residents and Fellows to Improve Institution-Wide Quality","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medical education; Incentive; Psychological intervention; Competence (human resources); Documentation; Incentive program; Quality management; Graduate medical education; Medicine; Internship; Program evaluation; Psychology; Nursing; Computer science; Political science; Operations management; Accreditation; Engineering","score_opus":0.11234814646784998,"score_gpt":0.48526446395139305,"score_spread":0.3729163174835431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051088540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8630419,0.00025915995,0.0374913,0.07591372,0.002511212,0.0009245946,0.000005276344,0.00014024896,0.019712592],"genre_scores_gemma":[0.96156865,0.0002185484,0.00012792129,0.032697745,0.0008800189,0.000086773616,0.000019091285,0.000010906726,0.0043903715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975709,0.00061855814,0.0007375305,0.00031385932,0.00038543047,0.00037372418],"domain_scores_gemma":[0.9973228,0.0015524831,0.00029352805,0.00029051577,0.00008653435,0.00045415852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0039327857,0.00012707169,0.0002907693,0.0001319667,0.00053151674,2.1227726e-7,0.00018493884,0.00025039815,0.0001624023],"category_scores_gemma":[0.013665363,0.00009829198,0.000013862688,0.00019433198,0.00016771357,0.0001116616,0.000114346345,0.0012398387,0.00028364814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016126207,0.000011550173,0.8027288,0.00059454754,0.000032078777,0.0000016172298,0.06629174,0.000016197655,0.008697147,0.039107736,0.071280666,0.011076709],"study_design_scores_gemma":[0.002446741,0.00012214719,0.5676335,0.0012823708,0.000038431488,0.0000011171951,0.0074254842,0.00013891811,0.00013098157,0.0036388203,0.41694376,0.00019772176],"about_ca_topic_score_codex":0.0005155299,"about_ca_topic_score_gemma":0.000037478647,"teacher_disagreement_score":0.34566307,"about_ca_system_score_codex":0.0000862191,"about_ca_system_score_gemma":0.00011963602,"threshold_uncertainty_score":0.994643},"labels":[],"label_agreement":null},{"id":"W2051330091","doi":"10.1097/acm.0000000000000113","title":"Comparing the Performance in Family Medicine Residencies of Graduates From Longitudinal Integrated Clerkships and Rotation-Based Clerkships","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Medicine; Clinical clerkship; Family medicine; Medical education; Confounding; Psychology; Internal medicine; Pedagogy; Curriculum","score_opus":0.18703036160195996,"score_gpt":0.42263030333555,"score_spread":0.23559994173359006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051330091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96437943,0.0057422975,0.00012843325,0.026877576,0.00042715395,0.0012299321,0.0000039760516,0.00006876428,0.0011424327],"genre_scores_gemma":[0.99399036,0.001980018,0.00011960884,0.0029462737,0.00043591385,0.00017758703,0.00006369811,0.000024290175,0.00026223648],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959921,0.00078683323,0.0015993125,0.00037705497,0.000604679,0.00064001686],"domain_scores_gemma":[0.99357647,0.004866901,0.0006137109,0.00037934165,0.00033734148,0.00022623457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024063506,0.00028123113,0.00078873703,0.00023522142,0.00039491267,0.0000028427146,0.00045586334,0.00034110722,0.00043557494],"category_scores_gemma":[0.0019835008,0.00016251003,0.000019195051,0.0007565523,0.0008970855,0.00020912058,0.000098255725,0.0022418592,0.00006416486],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090857,0.000004728097,0.97354686,0.0002710941,0.0000131123015,0.0000012955506,0.010701514,0.0000427928,0.00078897644,0.0009728445,0.012938757,0.0006271819],"study_design_scores_gemma":[0.0020784803,0.00018802745,0.92989534,0.009321805,0.000042973395,0.0000010461038,0.042762246,0.0111723645,0.00008264227,0.0034695878,0.00084951735,0.00013598103],"about_ca_topic_score_codex":0.035159014,"about_ca_topic_score_gemma":0.0014059044,"teacher_disagreement_score":0.043651517,"about_ca_system_score_codex":0.00016416721,"about_ca_system_score_gemma":0.00019952322,"threshold_uncertainty_score":0.9739887},"labels":[],"label_agreement":null},{"id":"W2051604516","doi":"10.1097/01.acm.0000238194.55648.b2","title":"Competence and Cognitive Difficulty in Physicians: A Follow-up Study","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Remedial education; Competence (human resources); Neuropsychology; Neuropsychological assessment; Normative; Cognition; Medicine; Clinical psychology; Cognitive impairment; Psychology; Psychiatry","score_opus":0.02221849597048127,"score_gpt":0.3477227809083971,"score_spread":0.32550428493791583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051604516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890565,0.0006304674,0.00034492038,0.0067274906,0.00040396376,0.0008774132,0.0000013188354,0.000050072358,0.0019078533],"genre_scores_gemma":[0.99408334,0.00006141589,0.000075363685,0.003449633,0.00084615266,0.00008844045,0.000077832774,0.000016267011,0.0013015367],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998292,0.000062123916,0.0005488295,0.00034405815,0.0004917037,0.00026128002],"domain_scores_gemma":[0.9993057,0.00018297459,0.00012849669,0.00015963879,0.00017145577,0.000051709358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062680437,0.00016387204,0.00040604785,0.00025432487,0.000059536942,0.0000026616292,0.00008706867,0.00013999623,0.000074366224],"category_scores_gemma":[0.0014754365,0.00012677879,0.000015405354,0.0008547858,0.00034853935,0.0000808675,0.00003462296,0.00085181935,0.000015719816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033197872,0.0005572022,0.85577494,0.00017335765,0.00008465643,0.00009935363,0.02117836,0.0000011688975,0.007838054,0.003210801,0.03332561,0.07742451],"study_design_scores_gemma":[0.008968057,0.0005819258,0.9533482,0.0011577582,0.00021725948,0.00005322896,0.03284862,0.00034743946,0.00012865177,0.0010017673,0.0011901866,0.00015690972],"about_ca_topic_score_codex":0.00036739482,"about_ca_topic_score_gemma":0.000041976655,"teacher_disagreement_score":0.09757325,"about_ca_system_score_codex":0.000074021846,"about_ca_system_score_gemma":0.00005677567,"threshold_uncertainty_score":0.5169889},"labels":[],"label_agreement":null},{"id":"W2051624196","doi":"10.1097/00001888-200011000-00007","title":"Womenʼs Health","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical school; Medicine; Family medicine; Psychology; Pedagogy","score_opus":0.10220755168703802,"score_gpt":0.5166070092384166,"score_spread":0.41439945755137864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051624196","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.085660845,0.0082598785,0.00008478834,0.49829692,0.0016286529,0.0010394511,0.000015441208,0.00041376255,0.40460026],"genre_scores_gemma":[0.1006217,0.016990647,0.00007791488,0.6987425,0.0036339185,0.0001329925,0.00007362391,0.000040389874,0.1796863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698144,0.00042750625,0.0009857969,0.0002897443,0.00037788143,0.00093761383],"domain_scores_gemma":[0.9982895,0.0005943495,0.00020189203,0.00035827485,0.000046358608,0.00050957163],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019396562,0.00016792613,0.00055064354,0.00011550278,0.0006186592,5.92464e-7,0.00029653104,0.00029862492,0.054555178],"category_scores_gemma":[0.00019139137,0.00012104605,0.000028238606,0.0002997142,0.00010643337,0.00009715954,0.000043546315,0.0019617258,0.0039251903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003674152,0.0000022717518,0.009504902,0.00018622226,0.000007789633,0.0000033712345,0.010060069,2.0149761e-7,0.000016847549,0.0021972263,0.92344934,0.05453501],"study_design_scores_gemma":[0.0012588577,0.00015553013,0.012419933,0.00024941328,0.000007397712,0.0000049372597,0.0019258207,0.000005387501,0.0000010371284,0.0028852015,0.9809846,0.00010182723],"about_ca_topic_score_codex":0.0007947704,"about_ca_topic_score_gemma":0.000038043123,"teacher_disagreement_score":0.22491397,"about_ca_system_score_codex":0.0005706909,"about_ca_system_score_gemma":0.0012156954,"threshold_uncertainty_score":0.9968504},"labels":[],"label_agreement":null},{"id":"W2051819345","doi":"10.1097/acm.0000000000000702","title":"A Review of Literature on Medical Students and Scholarly Research","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Vanderbilt University","keywords":"Medical education; Affect (linguistics); Psychology; Perception; Productivity; Medical research; Medicine","score_opus":0.6431319828042963,"score_gpt":0.6878862732996779,"score_spread":0.0447542904953816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051819345","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011475974,0.9619804,0.0000014659432,0.031190785,0.00025496355,0.0032919147,0.000026885526,0.000033568773,0.0032085122],"genre_scores_gemma":[0.0000018677114,0.95950353,0.000011816641,0.03518163,0.0021882032,0.00016939445,0.0002686168,0.00007485031,0.0026000598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97927505,0.002105921,0.0021466515,0.0008362904,0.014062293,0.0015738072],"domain_scores_gemma":[0.97614557,0.0033708261,0.0004498359,0.0010367432,0.0016406071,0.017356448],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.062461942,0.00055221526,0.004933725,0.0013063547,0.00008047567,0.00002005353,0.0013096032,0.0022620347,0.00057855295],"category_scores_gemma":[0.4296299,0.0003002435,0.00018266875,0.0025009944,0.0011714373,0.00015207053,0.00057331455,0.016668914,0.00016364378],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003379534,0.000022648492,0.000009143778,0.23225145,0.00006237297,0.00023402406,0.00018872344,4.0206838e-11,1.19054306e-7,0.000069768495,0.32710007,0.4400279],"study_design_scores_gemma":[0.0009590364,0.0012901908,0.0000029901437,0.48168278,0.0003076169,0.00050126144,0.000034637604,1.3697274e-7,8.682831e-8,0.000053244825,0.51508075,0.00008724442],"about_ca_topic_score_codex":0.000036973415,"about_ca_topic_score_gemma":4.5096672e-7,"teacher_disagreement_score":0.43994063,"about_ca_system_score_codex":0.0005205032,"about_ca_system_score_gemma":0.017594356,"threshold_uncertainty_score":0.999945},"labels":[],"label_agreement":null},{"id":"W2051838004","doi":"10.1097/00001888-200101000-00009","title":"Ethical Issues of Human Germ-cell Therapy","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Germ cell; Genetic enhancement; Psychological intervention; Somatic cell; Environmental ethics; Medicine; Biology; Genetics; Gene; Psychiatry","score_opus":0.023540473604672495,"score_gpt":0.39594513513940843,"score_spread":0.37240466153473595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051838004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9787096,0.014253348,0.0018185917,0.0018687077,0.000112135676,0.00008634639,8.957903e-7,0.000012177306,0.0031382295],"genre_scores_gemma":[0.9841648,0.011450597,0.000055940207,0.00089027523,0.0007836106,0.0000047590815,0.000026081878,0.000014837914,0.002609116],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992479,0.0000305367,0.0002393976,0.0001755375,0.00014861034,0.00015798668],"domain_scores_gemma":[0.9996055,0.000016789092,0.000055026132,0.00021427589,0.00003826987,0.00007018109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032848993,0.00010578071,0.00016402415,0.00003515871,0.000023933944,8.3343093e-7,0.00017287163,0.0003644127,0.00012716351],"category_scores_gemma":[0.00008185363,0.000082991784,0.000032179498,0.00006886583,0.000113163245,7.5215127e-7,0.000035129462,0.00035489802,0.0000040611076],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018581635,0.000004834164,0.0028947827,0.000013224249,0.000012180658,0.0000018789001,0.00032732746,0.000013633017,0.9847048,0.00012551286,0.010612928,0.0012703364],"study_design_scores_gemma":[0.0009738433,0.0005014369,0.0020018523,0.000039109276,0.000011915194,0.000019296162,0.0002083809,0.000022590568,0.79378355,0.0002614136,0.20205194,0.0001246703],"about_ca_topic_score_codex":0.000029950561,"about_ca_topic_score_gemma":0.0000016275277,"teacher_disagreement_score":0.19143902,"about_ca_system_score_codex":0.0000028616819,"about_ca_system_score_gemma":0.000012603261,"threshold_uncertainty_score":0.33843067},"labels":[],"label_agreement":null},{"id":"W2052318289","doi":"10.1097/00001888-200211000-00017","title":"Teaching Digital Rectal Examinations to Medical Students","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Rectal examination; Objective structured clinical examination; Medicine; Medical education; Physical examination; Educational measurement; Intervention (counseling); Psychology; Internal medicine; Nursing; Curriculum; Pedagogy","score_opus":0.03791375844802996,"score_gpt":0.40507795659358126,"score_spread":0.3671641981455513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052318289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78688174,0.00027088154,0.0025500085,0.16394491,0.0012312072,0.0006123189,0.0000025014187,0.0002204072,0.044286042],"genre_scores_gemma":[0.9438848,0.00008865889,0.00040582503,0.03201644,0.0027305742,0.000068467365,0.00007116795,0.000035171517,0.02069891],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956572,0.000054440698,0.00074280024,0.00039619763,0.0027529795,0.00039635831],"domain_scores_gemma":[0.99848896,0.00021401467,0.000105180625,0.00037855134,0.00017794291,0.00063534046],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017331431,0.00019976967,0.00036257287,0.00048525276,0.00016410746,0.000014952664,0.0005560038,0.0003465597,0.0057038576],"category_scores_gemma":[0.025578381,0.00015834013,0.000035804478,0.0007973664,0.0002314135,0.00019055382,0.00015292046,0.0018791441,0.00079964456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019239738,0.0001721528,0.025334848,0.000065666674,0.000068314876,0.00005983306,0.010809571,3.095644e-7,0.000511862,0.0029547496,0.6430028,0.31700063],"study_design_scores_gemma":[0.005906244,0.0014771648,0.046301667,0.0031012397,0.00027236366,0.0015386294,0.008071414,0.0032211638,0.00015459619,0.0009885412,0.9283169,0.0006500629],"about_ca_topic_score_codex":0.000028688257,"about_ca_topic_score_gemma":7.911494e-7,"teacher_disagreement_score":0.31635058,"about_ca_system_score_codex":0.00022070235,"about_ca_system_score_gemma":0.000075976415,"threshold_uncertainty_score":0.99997836},"labels":[],"label_agreement":null},{"id":"W2052345280","doi":"10.1097/00001888-200304000-00006","title":"On the Equivalence of Classic ROC Analysis and the Loss-function Model to Set Cut Points in Sequential Testing","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Industrial Vision Systems and Defect Detection","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Equivalence (formal languages); Cut-point; Set (abstract data type); Statistics; Mathematics; Function (biology); Receiver operating characteristic; Computer science; Artificial intelligence; Discrete mathematics; Biology","score_opus":0.07520335253080809,"score_gpt":0.29788162915969185,"score_spread":0.22267827662888376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052345280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94373244,0.00014951643,0.053705215,0.0004352173,0.00025865773,0.00027257064,0.0000020009911,0.000030752173,0.0014136329],"genre_scores_gemma":[0.99946475,0.0000337451,0.000014287789,0.00025181504,0.00011323022,0.00001739629,8.677673e-7,0.000008779661,0.00009512104],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989395,0.00013847866,0.00038095418,0.00013839724,0.00025825296,0.00014441884],"domain_scores_gemma":[0.99905545,0.0006243544,0.000073939955,0.00016698828,0.000035439785,0.000043807097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001929829,0.000102512684,0.00025450875,0.00021216863,0.00005024917,0.0000040601867,0.00008456322,0.00013122475,0.00002707158],"category_scores_gemma":[0.0014072662,0.00005407551,0.000030117282,0.0010233519,0.00007065599,0.000042386062,0.000014425135,0.00047136724,0.000004880526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006009792,0.000009082444,0.010353942,0.00016252774,0.0005502861,0.0000068634613,0.011027348,0.87102365,0.057558756,0.03383849,0.006760423,0.008107628],"study_design_scores_gemma":[0.0033351947,0.00026076948,0.0017668813,0.00070359494,0.00051611225,0.000023829334,0.0015248463,0.97246015,0.0064134216,0.012316063,0.0004286482,0.0002504643],"about_ca_topic_score_codex":0.00009550393,"about_ca_topic_score_gemma":0.000012743487,"teacher_disagreement_score":0.101436496,"about_ca_system_score_codex":0.00004373635,"about_ca_system_score_gemma":0.000012495084,"threshold_uncertainty_score":0.22051352},"labels":[],"label_agreement":null},{"id":"W2053487491","doi":"10.1097/00001888-200210001-00022","title":"Believing Is Seeing","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Context (archaeology); Identification (biology); Presentation (obstetrics); Perception; Illusion; Cognitive psychology; Feature (linguistics); Psychology; Representation (politics); Disease; Medicine; Pathology; Radiology; Linguistics","score_opus":0.08190847257802468,"score_gpt":0.3761184170139818,"score_spread":0.2942099444359571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053487491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7312368,0.025341997,0.000599508,0.12347438,0.0010353308,0.00046122674,0.000003466353,0.0003741494,0.11747314],"genre_scores_gemma":[0.9452647,0.0052195895,0.00017148355,0.029139956,0.0017367468,0.000009340379,0.000009335272,0.000026565542,0.018422268],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828696,0.00002766631,0.0005174771,0.00033190165,0.00047700587,0.0003590015],"domain_scores_gemma":[0.99478245,0.0042815176,0.00010685121,0.00033261743,0.000068191745,0.0004284026],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005156949,0.00016506795,0.00045741236,0.00010284714,0.000067357054,0.0000025591853,0.00012562478,0.00025882362,0.006870193],"category_scores_gemma":[0.039704856,0.00011874233,0.00006658869,0.00028733825,0.0001848043,0.000043432134,0.000045632925,0.00087522535,0.0008356152],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036084526,0.000038648213,0.12862623,0.00006306394,0.000082999904,0.00018601322,0.0053607053,0.0000010868224,0.001587432,0.00088802783,0.77701044,0.08611928],"study_design_scores_gemma":[0.020581536,0.002860305,0.11346702,0.043100517,0.0018503825,0.0022420494,0.003010416,0.010265362,0.0031415795,0.0049836226,0.7932189,0.0012782812],"about_ca_topic_score_codex":0.000036601163,"about_ca_topic_score_gemma":2.3989782e-7,"teacher_disagreement_score":0.21402791,"about_ca_system_score_codex":0.00004228336,"about_ca_system_score_gemma":0.000018462759,"threshold_uncertainty_score":0.99994236},"labels":[],"label_agreement":null},{"id":"W2053595845","doi":"10.1097/acm.0b013e3182765768","title":"Structured Global Health Programs in U.S. Medical Schools","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Standardization; Medical school; Quarter (Canadian coin); Psychology; Medicine; Computer science","score_opus":0.052432481891257154,"score_gpt":0.40940379786486797,"score_spread":0.3569713159736108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053595845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86191815,0.028689483,0.00018974706,0.10211795,0.002070619,0.0011234942,0.0000052726427,0.00019107557,0.0036941906],"genre_scores_gemma":[0.9562998,0.0022301292,0.00015053456,0.038672198,0.002335522,0.000034964276,0.000103054575,0.000017619346,0.00015619819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955899,0.00016588753,0.0010289666,0.00032000922,0.001335658,0.0015595646],"domain_scores_gemma":[0.9963407,0.000087516906,0.00017642604,0.00031311376,0.000043481326,0.0030387547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003189034,0.0002521627,0.00084755925,0.00013906819,0.000057508958,0.000002042706,0.00019209311,0.00055503804,0.0004930098],"category_scores_gemma":[0.0018285251,0.00017834587,0.000056578883,0.0008432959,0.00018948432,0.00012344761,0.000057346333,0.0016904124,0.000116242874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016818757,0.000040352166,0.8148458,0.00019165348,0.000015645102,0.000053993743,0.0006039443,5.4175352e-8,0.000011329509,0.002890949,0.047947343,0.13323075],"study_design_scores_gemma":[0.0063329097,0.000662528,0.836427,0.002941701,0.000043767912,0.0018649067,0.0020158766,0.00006936953,0.000009642018,0.0025915147,0.14676055,0.00028028563],"about_ca_topic_score_codex":0.0007826856,"about_ca_topic_score_gemma":0.00005354985,"teacher_disagreement_score":0.13295045,"about_ca_system_score_codex":0.00057568465,"about_ca_system_score_gemma":0.001111685,"threshold_uncertainty_score":0.73440945},"labels":[],"label_agreement":null},{"id":"W2053787847","doi":"10.1097/00001888-200509000-00013","title":"Michael G. DeGroote School of Medicine, McMaster University","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Excellence; Curriculum; Medical education; Health care; Medical school; Medicine; Sociology; Psychology; Pedagogy; Political science","score_opus":0.0463219037621974,"score_gpt":0.4264248485520043,"score_spread":0.3801029447898069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053787847","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41904187,0.0015972632,0.002490181,0.29782432,0.0034250554,0.001063987,0.000013681454,0.00013581036,0.27440783],"genre_scores_gemma":[0.7890681,0.00034440513,0.00023184849,0.015160382,0.002594691,0.0000073457936,0.000027245736,0.000013697033,0.19255225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982399,0.00034267,0.000609088,0.0002006568,0.00035032805,0.00025740956],"domain_scores_gemma":[0.99845093,0.00039432567,0.00037001306,0.0001896007,0.00037440113,0.00022072734],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008716944,0.0001256867,0.00029462916,0.00022322683,0.00022409808,2.4756665e-7,0.00025541347,0.0003170967,0.026170298],"category_scores_gemma":[0.0008730635,0.000091801114,0.000019519128,0.00044180773,0.0002508745,0.000162418,0.000058916477,0.0010693306,0.00075380487],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033922622,0.000011959433,0.01845191,0.00012300957,0.000025837739,0.0000011347076,0.0232683,0.0000034156947,0.013302197,0.02162336,0.9181664,0.004683268],"study_design_scores_gemma":[0.0029371697,0.00012342322,0.026754327,0.0017098796,0.00006024551,0.000002625347,0.05080375,0.00018882379,0.00017281879,0.0010657439,0.9160541,0.00012708438],"about_ca_topic_score_codex":0.0002936652,"about_ca_topic_score_gemma":0.00007847982,"teacher_disagreement_score":0.37002623,"about_ca_system_score_codex":0.00019641008,"about_ca_system_score_gemma":0.00058192835,"threshold_uncertainty_score":0.97471994},"labels":[],"label_agreement":null},{"id":"W2053940216","doi":"10.1097/acm.0b013e3181bb2c7b","title":"A Set of Principles, Developed by Residents, to Guide Canadian Residency Education","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre","funders":"","keywords":"Presentation (obstetrics); Set (abstract data type); Medical education; Process (computing); Quality (philosophy); Quality assurance; Perspective (graphical); Medicine; Psychology; Engineering ethics; Computer science; Engineering; Pathology","score_opus":0.043370533898975286,"score_gpt":0.39800426469828964,"score_spread":0.3546337307993144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053940216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62611336,0.0015777024,0.0007147039,0.3357712,0.0010128818,0.0012813862,0.000013869949,0.00007463712,0.033440247],"genre_scores_gemma":[0.88860804,0.00055952463,0.0057586133,0.06434039,0.001589745,0.00006331372,0.00060923485,0.00003376415,0.038437407],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742025,0.000050920724,0.0010684092,0.0003488797,0.0007153878,0.00039613614],"domain_scores_gemma":[0.99811095,0.000056135126,0.0002219632,0.0004986525,0.0006061966,0.0005060914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001350118,0.0001824388,0.00038707978,0.0007538642,0.00008281533,0.0000028292272,0.00031168511,0.00029558552,0.0004826863],"category_scores_gemma":[0.0088577075,0.00015814693,0.000022267312,0.0014237139,0.0001081587,0.00009293203,0.000021356547,0.0006384725,0.000076184944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032044696,0.000012619134,0.006362036,0.00005779574,0.000014757275,0.000003239277,0.003748302,5.5747535e-7,0.0070857024,0.005794639,0.9408956,0.035992675],"study_design_scores_gemma":[0.0009106913,0.0004650783,0.14311342,0.0018916528,0.00011164454,0.000097420925,0.0036010272,0.000023852237,0.0034178954,0.002278802,0.84386426,0.00022423847],"about_ca_topic_score_codex":0.029430402,"about_ca_topic_score_gemma":0.0013232958,"teacher_disagreement_score":0.2714308,"about_ca_system_score_codex":0.00070358615,"about_ca_system_score_gemma":0.0048946873,"threshold_uncertainty_score":0.9994911},"labels":[],"label_agreement":null},{"id":"W2054013283","doi":"10.1097/00001888-200107000-00007","title":"Harvard v. Canada","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Animal Genetics and Reproduction","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supreme court; Commodification; Law; Government (linguistics); Political science; Intellectual property; Economics; Economy; Philosophy","score_opus":0.013304757056952603,"score_gpt":0.2558940185225816,"score_spread":0.24258926146562898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054013283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98916245,0.0018438194,0.0011447552,0.0031720744,0.0005177421,0.000076195305,0.0000013415718,0.00000767383,0.004073965],"genre_scores_gemma":[0.9744557,0.0030136262,0.000019887297,0.001613026,0.0020616928,0.000004184187,0.00004006463,0.000010461014,0.018781323],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993223,0.000014839554,0.00014302244,0.00022736333,0.00013759862,0.00015489101],"domain_scores_gemma":[0.99964035,0.000003621808,0.000042198462,0.0001870748,0.000042377953,0.00008439326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013233144,0.00007980167,0.00008222927,0.0000146810635,0.000041569005,9.422681e-7,0.00011473044,0.00010227554,0.00013108594],"category_scores_gemma":[0.000111213136,0.00006139611,0.000012126,0.000065113716,0.00006129955,7.5737336e-7,0.000036250294,0.00012796793,0.000012359966],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004192635,0.0000021141796,0.008793277,0.0000055081673,0.000022833003,0.000008197545,0.00006508204,0.000032782667,0.68327445,0.00012928722,0.303948,0.0036765463],"study_design_scores_gemma":[0.00021870335,0.00011900963,0.0042415857,0.000010002037,0.000010583172,0.00007893583,0.00017157517,0.00001410751,0.022774134,0.000042640466,0.97223735,0.00008136224],"about_ca_topic_score_codex":0.023318453,"about_ca_topic_score_gemma":0.01236215,"teacher_disagreement_score":0.66828936,"about_ca_system_score_codex":0.0000133139465,"about_ca_system_score_gemma":0.00011387256,"threshold_uncertainty_score":0.98318535},"labels":[],"label_agreement":null},{"id":"W2055132776","doi":"10.1097/acm.0b013e31828b0823","title":"Do Scores on Three Commonly Used Measures of Critical Thinking Correlate With Academic Success of Health Professions Trainees? A Systematic Review and Meta-analysis","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Critical thinking; Psychology; Meta-analysis; MEDLINE; Critical appraisal; Scopus; Cochrane Library; Psychosocial; Clinical psychology; Medicine; Internal medicine; Mathematics education; Psychiatry; Alternative medicine","score_opus":0.3813926407619648,"score_gpt":0.5038374879110699,"score_spread":0.12244484714910508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055132776","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009368551,0.9679522,0.0003985409,0.027415635,0.00012357801,0.0037745102,0.000018882896,0.00004070296,0.0002665991],"genre_scores_gemma":[0.004012807,0.9923061,0.00016386822,0.0024756903,0.00006357808,0.00056256197,0.000029323632,0.000033326858,0.00035274046],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9902774,0.0034135117,0.0031513968,0.00055375084,0.0021040717,0.00049984315],"domain_scores_gemma":[0.9913577,0.005300166,0.0019733447,0.0005343681,0.00042373547,0.00041071474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0131142745,0.00051319296,0.009804831,0.0005335097,0.00040184575,0.000013634996,0.0010243807,0.0006579443,0.00046156233],"category_scores_gemma":[0.007315168,0.0002653543,0.0005316056,0.0017812436,0.0015240565,0.0001233622,0.00008560406,0.0022570584,0.000007472291],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024425162,0.000039206134,0.000050164737,0.8558957,0.018729873,0.0000014986541,0.029728498,1.8124217e-7,4.970478e-8,0.09185468,0.0010664843,0.002631197],"study_design_scores_gemma":[0.00016185705,0.00014112581,0.000014252498,0.47870985,0.50303537,0.000009201266,0.005026495,0.0000011348582,1.04246574e-7,0.007140124,0.0053784456,0.0003820213],"about_ca_topic_score_codex":0.00041569123,"about_ca_topic_score_gemma":0.00008435469,"teacher_disagreement_score":0.48430553,"about_ca_system_score_codex":0.00013818036,"about_ca_system_score_gemma":0.0012720159,"threshold_uncertainty_score":0.99997985},"labels":[],"label_agreement":null},{"id":"W2055268455","doi":"10.1097/acm.0b013e3182312471","title":"Factors Affecting Weight Counseling Attitudes and Behaviors Among U.S. Medical Students","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Family medicine; Odds ratio; Medicine; Relevance (law); Psychology; Internal medicine","score_opus":0.14609435341279345,"score_gpt":0.5026201228416365,"score_spread":0.35652576942884306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055268455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904862,0.0026654648,0.00007924037,0.0012194171,0.001597183,0.0006443972,0.0000018911452,0.0001592918,0.0031469285],"genre_scores_gemma":[0.98755527,0.0071356343,0.00003580884,0.003011872,0.0010809314,0.00003084165,0.0000097092025,0.000031788724,0.0011081352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959705,0.00071006763,0.00089699845,0.00040987256,0.0013021339,0.0007104621],"domain_scores_gemma":[0.99598914,0.0024429567,0.0005105885,0.00022436348,0.00009863418,0.00073432125],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062102117,0.00024725412,0.0005317436,0.00016915101,0.0010751187,0.000003678242,0.0005460053,0.0008782655,0.006100463],"category_scores_gemma":[0.001976585,0.00017176071,0.00002549318,0.00019029547,0.00038965076,0.00037189134,0.00027129217,0.003801807,0.00014173384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002266011,0.000021997288,0.9160502,0.00044680786,0.000025941326,0.000016560922,0.07888897,1.2023411e-8,0.000024930283,0.00021189434,0.0038048935,0.0004851467],"study_design_scores_gemma":[0.0011509572,0.00014909623,0.96474385,0.0027822994,0.0001158957,0.000004314436,0.0266982,0.000008510217,0.000020880147,0.00017486072,0.0039804615,0.00017065766],"about_ca_topic_score_codex":0.0026564747,"about_ca_topic_score_gemma":0.0007027293,"teacher_disagreement_score":0.05219077,"about_ca_system_score_codex":0.00008273053,"about_ca_system_score_gemma":0.00018154363,"threshold_uncertainty_score":0.9984965},"labels":[],"label_agreement":null},{"id":"W2055355800","doi":"10.1097/00001888-200010001-00029","title":"Communication Skills in Medical School","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medical education; Communication skills; Psychology; MEDLINE; Medicine; Political science","score_opus":0.14067864550961667,"score_gpt":0.48479404568462875,"score_spread":0.3441154001750121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055355800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54419667,0.02698401,0.00002983842,0.2457589,0.0007738554,0.002448469,0.000008383181,0.0003978609,0.17940201],"genre_scores_gemma":[0.9326375,0.019312534,0.00019761584,0.038007345,0.0004798512,0.00045429493,0.00011340042,0.000032779317,0.008764682],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945933,0.002139866,0.0015823843,0.00029478426,0.0008076627,0.00058199087],"domain_scores_gemma":[0.9949953,0.0025016838,0.00027433108,0.0013663286,0.00013849145,0.0007238972],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018049503,0.00017384408,0.00041170337,0.00021553723,0.00042613267,0.0000010763241,0.0013100343,0.00079767243,0.05047486],"category_scores_gemma":[0.0070216404,0.00014478156,0.000023884435,0.0005923762,0.00029771688,0.00018258925,0.00021134464,0.0049959696,0.0025505633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017341408,0.00008921127,0.552585,0.00044548433,0.000026147462,0.000014494051,0.09849809,0.000011756187,0.00007077295,0.0088471025,0.25269097,0.086547546],"study_design_scores_gemma":[0.008003551,0.00016219629,0.18940587,0.010113078,0.0000279574,0.000020476025,0.026362287,0.0013168942,0.000010367479,0.01562509,0.7484969,0.00045535024],"about_ca_topic_score_codex":0.0019634296,"about_ca_topic_score_gemma":0.0002828691,"teacher_disagreement_score":0.49580592,"about_ca_system_score_codex":0.00036837536,"about_ca_system_score_gemma":0.0007572408,"threshold_uncertainty_score":0.99822605},"labels":[],"label_agreement":null},{"id":"W2055403922","doi":"10.1097/acm.0b013e3181dce9a7","title":"The Origins of the Field of Medical Education Research","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Subject (documents); Field (mathematics); Context (archaeology); Sociology; Situated; Politics; Accountability; Educational research; Public relations; Pedagogy; Political science; Library science; History; Law","score_opus":0.047439345659998036,"score_gpt":0.5198197184503153,"score_spread":0.47238037279031725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055403922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6629881,0.00036554772,0.000052829568,0.32826406,0.0027900476,0.0003380773,2.878825e-7,0.000009023756,0.0051919743],"genre_scores_gemma":[0.989243,0.0005590974,0.00011089954,0.006428587,0.0018470937,0.00003934934,0.0000059611316,0.00001083682,0.0017552302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996505,0.000120375116,0.00067583914,0.00015300859,0.0023209748,0.00022480766],"domain_scores_gemma":[0.99668574,0.0013949773,0.0002157019,0.00073195196,0.0008627703,0.00010884173],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00663284,0.00007961091,0.00020695123,0.00016860424,0.00016375571,0.0000016136917,0.00075545476,0.00040916624,0.0008734213],"category_scores_gemma":[0.065164246,0.000037133923,0.000035529498,0.0012603739,0.0015445189,0.000032258522,0.00010700249,0.0032940076,0.000009103392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044635093,0.000062256004,0.0154668065,0.00012948744,0.000025088171,3.725181e-7,0.0020888047,3.794892e-8,0.013610695,0.34504876,0.51632106,0.10720198],"study_design_scores_gemma":[0.0010112523,0.00029985222,0.025499519,0.0013812053,0.00008214219,0.00008891732,0.0054855444,0.00025692975,0.018574046,0.012515912,0.9347291,0.000075611286],"about_ca_topic_score_codex":0.00042870242,"about_ca_topic_score_gemma":0.000024765583,"teacher_disagreement_score":0.418408,"about_ca_system_score_codex":0.00006862632,"about_ca_system_score_gemma":0.0022148155,"threshold_uncertainty_score":0.99900544},"labels":[],"label_agreement":null},{"id":"W2055476838","doi":"10.1097/acm.0b013e3181ace703","title":"A Universal Model of Diagnostic Reasoning","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":970,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Management science; Variety (cybernetics); Process (computing); Computer science; Heuristic; Schematic; Psychology; Risk analysis (engineering); Artificial intelligence; Medicine","score_opus":0.04037542057166423,"score_gpt":0.35484391496390244,"score_spread":0.31446849439223823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055476838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95104116,0.0025565112,0.0062371576,0.017463686,0.00019584857,0.00035200882,0.0000054258667,0.0001381877,0.022009987],"genre_scores_gemma":[0.9910243,0.0021202732,0.0008245173,0.0038990197,0.0004121528,0.000002925475,0.000024541989,0.00001376693,0.00167849],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983995,0.000031526157,0.0005510029,0.00027599485,0.00044949158,0.00029251582],"domain_scores_gemma":[0.9893796,0.009639597,0.00017861556,0.00031333862,0.00012079517,0.00036805344],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005661828,0.00016250048,0.0005780392,0.0001301661,0.00003142701,9.952696e-7,0.00014464588,0.000248713,0.00014895145],"category_scores_gemma":[0.13476777,0.0001218136,0.00007389183,0.00027652932,0.00022856389,0.00004609622,0.00002503614,0.000642069,0.00002154028],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026790455,0.00072005333,0.17618883,0.00033246836,0.00048776937,0.0008950624,0.018703835,0.0035492375,0.061470274,0.20949677,0.2986266,0.22685008],"study_design_scores_gemma":[0.0695269,0.021932708,0.32860202,0.12908952,0.0073787733,0.0015623198,0.007520066,0.27787635,0.015753062,0.12835753,0.00970098,0.0026997882],"about_ca_topic_score_codex":0.000039635524,"about_ca_topic_score_gemma":3.6092084e-7,"teacher_disagreement_score":0.28892562,"about_ca_system_score_codex":0.000045772624,"about_ca_system_score_gemma":0.0001567223,"threshold_uncertainty_score":0.87252045},"labels":[],"label_agreement":null},{"id":"W2055562015","doi":"10.1097/acm.0b013e31828577fe","title":"Do Canadian Researchers and the Lay Public Prioritize Biomedical Research Outcomes Equally? A Choice Experiment","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Incentive; Pairwise comparison; Agency (philosophy); Public health; Funding Agency; Research design; Quality (philosophy); Logit; Psychology; Actuarial science; Public relations; Medical education; Medicine; Political science; Business; Economics; Sociology; Social science; Nursing","score_opus":0.460807436675299,"score_gpt":0.3840582436591461,"score_spread":0.0767491930161529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055562015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7715528,0.011925986,0.00007706875,0.1875883,0.0003005367,0.00090093253,0.000012979266,0.000018871733,0.027622497],"genre_scores_gemma":[0.98958486,0.003155322,0.000041500836,0.0024068065,0.0003180057,0.00024991765,0.000017769895,0.000020741962,0.0042050565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978781,0.00015050324,0.0006613831,0.00043964077,0.00018663844,0.00068378315],"domain_scores_gemma":[0.9980081,0.0008574062,0.00012467266,0.00036217514,0.000028712173,0.0006189492],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0057887505,0.00014057169,0.00038042373,0.00042850303,0.00028736188,0.000055375684,0.00045870122,0.00022849582,0.00504634],"category_scores_gemma":[0.002395139,0.000100553225,0.000035222038,0.0002567475,0.0014392079,0.00026638794,0.00015787761,0.0008775545,0.0013479711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011235447,0.000016442718,0.5116314,0.000024083985,0.00010770555,0.0000022610495,0.009419442,8.422371e-7,0.000091145535,0.40718603,0.066270985,0.0052383947],"study_design_scores_gemma":[0.0062306486,0.00019730102,0.5154495,0.00006690775,0.00000839299,0.000010047335,0.009926055,0.0011960715,0.000012840089,0.09780692,0.36873972,0.00035555012],"about_ca_topic_score_codex":0.0955946,"about_ca_topic_score_gemma":0.00093130034,"teacher_disagreement_score":0.3093791,"about_ca_system_score_codex":0.00047291914,"about_ca_system_score_gemma":0.00007774045,"threshold_uncertainty_score":0.9994296},"labels":[],"label_agreement":null},{"id":"W2056632149","doi":"10.1097/00001888-200107000-00016","title":"The Responsibilities and Activities of Internal Medicine Clerkship Directors","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Medical education; Medicine; Faculty development; Productivity; Medical school; Publishing; Professional development; Psychology; Family medicine; Political science","score_opus":0.0379377458537495,"score_gpt":0.3774036295198779,"score_spread":0.3394658836661284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056632149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93004155,0.004476747,0.00021107703,0.052666135,0.0009124728,0.00028558547,7.272574e-7,0.000050395865,0.011355304],"genre_scores_gemma":[0.98003304,0.0044944906,0.000084782994,0.0032992617,0.0015300626,0.000025745625,0.000009411625,0.000020734258,0.01050246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978757,0.00012381646,0.0007854408,0.00024512448,0.0006871066,0.0002828193],"domain_scores_gemma":[0.9975724,0.0014602508,0.00026093394,0.00038402976,0.00020681371,0.00011556663],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002632799,0.00017420592,0.00044155365,0.00028269668,0.00015071862,0.000002662401,0.00019350147,0.00019032115,0.0003615804],"category_scores_gemma":[0.011089002,0.000095861724,0.000025595138,0.0005680184,0.0025407216,0.00009255479,0.00005624603,0.0009043243,0.0000033725344],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027612161,0.00005433379,0.24540776,0.00051740545,0.00033203923,0.000034703346,0.047420222,6.3867446e-7,0.032979622,0.044808503,0.30567744,0.3200061],"study_design_scores_gemma":[0.0069017354,0.002685317,0.31676915,0.005765458,0.0005866067,0.0014864656,0.11228545,0.00053733046,0.00533709,0.017691733,0.5295194,0.0004342657],"about_ca_topic_score_codex":0.00020472045,"about_ca_topic_score_gemma":0.0000071283134,"teacher_disagreement_score":0.31957182,"about_ca_system_score_codex":0.00008875873,"about_ca_system_score_gemma":0.00011293135,"threshold_uncertainty_score":0.997241},"labels":[],"label_agreement":null},{"id":"W2057522723","doi":"10.1097/acm.0b013e3180305f64","title":"Setting Priorities for Teaching and Learning: An Innovative Needs Assessment for a New Family Medicine Program in Lao PDR","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"School of Medicine, Vanderbilt University; Government of Canada","keywords":"Curriculum; Needs assessment; Equity (law); Health care; Medical education; Medicine; Developing country; Landlocked country; Population; Nursing; Economic growth; Political science; Environmental health","score_opus":0.17267237039670946,"score_gpt":0.5556193156601941,"score_spread":0.3829469452634846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057522723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87566704,0.0008272904,0.056951087,0.040155947,0.00031428877,0.0054653995,0.0000024179642,0.00044961183,0.020166943],"genre_scores_gemma":[0.9639004,0.00024256199,0.027716385,0.0010795852,0.0025466976,0.00036509306,0.000025825408,0.000038407958,0.00408505],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99701846,0.00039728987,0.0006700561,0.00034276582,0.00078766694,0.0007837606],"domain_scores_gemma":[0.9949046,0.004158542,0.00023269575,0.00012656087,0.00028294278,0.00029470897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.028697979,0.000180011,0.00040089083,0.000679202,0.0005705155,0.000018900117,0.0003936672,0.00035287545,0.000013944415],"category_scores_gemma":[0.013716887,0.00014921745,0.000018147004,0.00096800405,0.0011175266,0.00032238654,0.000073696785,0.0021476282,2.183745e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011341891,0.000020428866,0.06824462,0.0001474455,0.000025412703,0.000005960101,0.24305366,0.0000015965587,0.0039890753,0.06275295,0.012842848,0.60880256],"study_design_scores_gemma":[0.0034614983,0.002998983,0.027406584,0.0013347849,0.00003517722,0.000003603248,0.526034,0.00097318727,0.00007009441,0.02503454,0.41229475,0.00035282384],"about_ca_topic_score_codex":0.0057058125,"about_ca_topic_score_gemma":0.0004965102,"teacher_disagreement_score":0.60844976,"about_ca_system_score_codex":0.00025678088,"about_ca_system_score_gemma":0.00041150354,"threshold_uncertainty_score":0.9946204},"labels":[],"label_agreement":null},{"id":"W2057697315","doi":"10.1097/00001888-200506000-00004","title":"An Innovative Approach to Remedial Continuing Medical Education, 1992???2002","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Retraining; Remedial education; Medical education; Process (computing); Medicine; Continuing medical education; Continuing education; Psychology; Computer science; Political science","score_opus":0.023673318212984344,"score_gpt":0.3830909710477282,"score_spread":0.35941765283474386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057697315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73150325,0.0006799257,0.013409069,0.18232547,0.0023809788,0.0017307322,0.000002239517,0.00039686766,0.06757147],"genre_scores_gemma":[0.87477005,0.00013093592,0.015911229,0.088785395,0.015773421,0.000256977,0.00038910806,0.000065837805,0.0039170487],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99536324,0.000119939745,0.0013057673,0.00070428895,0.0019201238,0.0005866603],"domain_scores_gemma":[0.9970231,0.00010584224,0.0002616666,0.0007156964,0.0010698906,0.00082378037],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028975054,0.0003303599,0.0006269849,0.0008061944,0.000120378725,0.000008966506,0.0005590206,0.00064469624,0.0023638774],"category_scores_gemma":[0.015418279,0.00026756118,0.00003368499,0.0029853852,0.0004939557,0.0002942911,0.000068904774,0.002025113,0.00029404717],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010840056,0.00035059341,0.0042328457,0.000069408874,0.00004442571,0.0000033877536,0.021749165,0.0000040896584,0.0031704446,0.014639864,0.56001693,0.39561042],"study_design_scores_gemma":[0.0037073956,0.0008342673,0.015686039,0.0019158068,0.00017835743,0.00065401365,0.012330469,0.004231348,0.0012930289,0.00047117632,0.95805883,0.0006392888],"about_ca_topic_score_codex":0.000059797083,"about_ca_topic_score_gemma":0.000006178006,"teacher_disagreement_score":0.39804187,"about_ca_system_score_codex":0.0003657979,"about_ca_system_score_gemma":0.001135781,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W2058109230","doi":"10.1097/00001888-200202000-00015","title":"East of the Mountains","year":2002,"lang":"en","type":"book","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Geography; History","score_opus":0.06633351135666954,"score_gpt":0.3137782219020721,"score_spread":0.24744471054540257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058109230","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019718628,0.014638564,0.000042412605,0.0370778,0.0017385128,0.0007959836,0.000012828506,0.00007067846,0.94542605],"genre_scores_gemma":[0.0034823967,0.0020532864,0.000026034422,0.010081763,0.0038789327,0.000012000028,0.000040124098,0.00009148086,0.980334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959743,0.00012587973,0.0010562356,0.00045449627,0.0020269456,0.00036213707],"domain_scores_gemma":[0.9968002,0.0005796295,0.0009339846,0.0010732928,0.00019298277,0.00041994435],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010787204,0.0004067776,0.0012081808,0.00022225155,0.00008300567,7.8267834e-7,0.0006951314,0.0013430791,0.00690772],"category_scores_gemma":[0.0051559214,0.00024193805,0.0001952771,0.00020717196,0.0019430604,0.000055070883,0.00014785198,0.005475805,0.00046643658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056954803,0.000013257943,0.00008173545,0.00056246924,0.00013629082,0.00005649165,0.0018734178,1.8605904e-7,0.00035998478,0.0017745527,0.992207,0.0028776864],"study_design_scores_gemma":[0.0016877262,0.00026710637,0.00014818304,0.0047226497,0.0012727998,0.00045562486,0.00020313225,0.000023069835,0.000019308432,0.0009012856,0.99012035,0.0001787606],"about_ca_topic_score_codex":0.000023306147,"about_ca_topic_score_gemma":0.0000017877916,"teacher_disagreement_score":0.034907945,"about_ca_system_score_codex":0.00062653015,"about_ca_system_score_gemma":0.00081473106,"threshold_uncertainty_score":0.9999534},"labels":[],"label_agreement":null},{"id":"W2058303002","doi":"10.1097/00001888-200505000-00015","title":"U.S. Citizens Who Graduated from Medical Schools Outside the United States and Canada and Received Certification from the Educational Commission for Foreign Medical Graduates, 1983???2002","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Commission; Political science; Medical education; Family medicine; Medicine; Law","score_opus":0.06657915559091034,"score_gpt":0.404763546994591,"score_spread":0.3381843914036807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058303002","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45321977,0.0043906574,0.00018167,0.5399821,0.00041882996,0.001167135,0.00019412581,0.000051774598,0.0003939432],"genre_scores_gemma":[0.9023626,0.021070652,0.00023439903,0.06505556,0.0041375896,0.00044162653,0.0036166569,0.000060075505,0.0030208358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948994,0.001055803,0.0013247703,0.00051985343,0.0014861306,0.0007140424],"domain_scores_gemma":[0.98358834,0.014105928,0.00046546353,0.00045552506,0.0003405846,0.0010441829],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002478852,0.00031682066,0.0005188736,0.000071016446,0.0013988978,0.000009764951,0.00066872407,0.00062472856,0.002120833],"category_scores_gemma":[0.010259269,0.00017047048,0.000024144516,0.00032735977,0.0005541742,0.000090327405,0.00016709126,0.0025267568,0.000022074206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013951775,0.0000085199,0.056321993,0.000046118814,0.00005270404,0.0000016574519,0.0052186456,0.0000043030996,0.000022798264,0.0022994142,0.9310449,0.004839465],"study_design_scores_gemma":[0.0041046194,0.000093313145,0.11500788,0.0050745285,0.00018987714,0.000012238466,0.02867262,0.02337774,0.000031171363,0.036159463,0.7869326,0.0003439362],"about_ca_topic_score_codex":0.760513,"about_ca_topic_score_gemma":0.41814855,"teacher_disagreement_score":0.47492653,"about_ca_system_score_codex":0.00033411427,"about_ca_system_score_gemma":0.0017742421,"threshold_uncertainty_score":0.9999011},"labels":[],"label_agreement":null},{"id":"W2058461124","doi":"10.1097/00001888-200407000-00015","title":"A Survey of Medical Ethics Education at U.S. and Canadian Medical Schools","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":204,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical ethics; Curriculum; Medical education; Nursing ethics; Descriptive statistics; Medicine; Psychology; Pedagogy","score_opus":0.06059448126044221,"score_gpt":0.42764645596178413,"score_spread":0.36705197470134193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058461124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6740113,0.0030045717,0.00025695024,0.31925458,0.0010833755,0.00037390995,0.00000449663,0.000035408644,0.001975437],"genre_scores_gemma":[0.9452783,0.004296361,0.00026875664,0.048306555,0.0009637908,0.000034004912,0.00029957824,0.000029552737,0.000523137],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9944034,0.0001808209,0.0009760521,0.00038031247,0.0036557757,0.00040362257],"domain_scores_gemma":[0.9966605,0.00045982355,0.00020446618,0.00039451092,0.0006988672,0.001581838],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00971865,0.00020030909,0.0005112366,0.0005466052,0.00014665896,0.0000029424702,0.00035560236,0.0019286219,0.0030524964],"category_scores_gemma":[0.107007146,0.00016038273,0.00002395007,0.0010633118,0.0009171014,0.000076630706,0.00009016258,0.0042082914,0.000070082235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021247049,0.00024096301,0.36528364,0.0013830123,0.00024095534,0.00011045822,0.016542368,0.0000013110805,0.000594964,0.04628317,0.40635207,0.16275463],"study_design_scores_gemma":[0.008806115,0.00074560253,0.85317075,0.012351295,0.00028423095,0.0026156476,0.0052367947,0.00037568636,0.00050954975,0.0040249713,0.11130102,0.000578355],"about_ca_topic_score_codex":0.17697738,"about_ca_topic_score_gemma":0.049165875,"teacher_disagreement_score":0.4878871,"about_ca_system_score_codex":0.0005855382,"about_ca_system_score_gemma":0.024880927,"threshold_uncertainty_score":0.99936706},"labels":[],"label_agreement":null},{"id":"W2059561462","doi":"10.1097/acm.0b013e31824858a9","title":"Using “Standardized Narratives” to Explore New Ways to Represent Faculty Opinions of Resident Performance","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Narrative; Competence (human resources); Consistency (knowledge bases); Psychology; Intraclass correlation; Medical education; Ranking (information retrieval); Medicine; Social psychology; Clinical psychology; Computer science; Psychometrics","score_opus":0.3194077031440016,"score_gpt":0.48851830594202195,"score_spread":0.16911060279802037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059561462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9036833,0.00033270713,0.051543303,0.04029481,0.0013360488,0.0009589223,0.0000062379168,0.00005560686,0.0017890506],"genre_scores_gemma":[0.9590724,0.000089428075,0.029406918,0.0059913187,0.003658905,0.00006386538,0.00020161933,0.000039155595,0.0014763715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972883,0.00003827181,0.0008816578,0.0002978361,0.0010229187,0.000471006],"domain_scores_gemma":[0.99825203,0.00006641523,0.00020232078,0.0005120672,0.00035806774,0.00060910283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013711458,0.00019950839,0.0005330596,0.0004289401,0.00010827396,0.0000020390924,0.00021625882,0.00019319465,0.00064347096],"category_scores_gemma":[0.003995458,0.00015174091,0.000041006107,0.001280123,0.00014171854,0.00017667944,0.000111121364,0.00065723417,0.000053971427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040550224,0.000042654312,0.027167995,0.00020029937,0.00008417055,0.0000017773956,0.1642447,0.000065015636,0.03580462,0.0027370022,0.7599983,0.009247965],"study_design_scores_gemma":[0.0077504534,0.0018265125,0.10209987,0.008229484,0.0003997471,0.00027236892,0.09755483,0.00041668655,0.06027428,0.0010526901,0.719346,0.0007770763],"about_ca_topic_score_codex":0.00010105312,"about_ca_topic_score_gemma":4.996862e-7,"teacher_disagreement_score":0.07493188,"about_ca_system_score_codex":0.000318045,"about_ca_system_score_gemma":0.00035891985,"threshold_uncertainty_score":0.70455563},"labels":[],"label_agreement":null},{"id":"W2059788188","doi":"10.1097/acm.0b013e3181a84446","title":"Temporary Tattoos to Simulate Skin Disease: Report and Validation of a Novel Teaching Tool","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"U.S. Food and Drug Administration; Canadian Dermatology Foundation; Dermatology Foundation","keywords":"Specialty; Likert scale; Dermatology; Curriculum; Medicine; Medical education; Medical physics; Family medicine; Psychology","score_opus":0.02748539257777624,"score_gpt":0.32770888875161863,"score_spread":0.30022349617384236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059788188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725539,0.0003057704,0.007196625,0.015880274,0.00020602299,0.0007413688,0.0000025588993,0.00008715829,0.0030262854],"genre_scores_gemma":[0.9910197,0.0001552078,0.00032268316,0.0037531331,0.0004079639,0.000008242165,0.00003753103,0.000013270691,0.0042822664],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855816,0.000026526353,0.0005518847,0.0002994939,0.0004010551,0.00016289196],"domain_scores_gemma":[0.9991426,0.00007239211,0.00017595274,0.00028735222,0.000050358645,0.0002713398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068756036,0.00014078534,0.00032384213,0.00036067123,0.00004850111,0.000003041596,0.00006268172,0.00008158261,0.0000606543],"category_scores_gemma":[0.0009881264,0.00011207809,0.000031860425,0.00023925315,0.00004649999,0.00006464948,0.000036515597,0.0003420661,0.0000045446654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034715089,0.00054940756,0.050806317,0.0010117986,0.00037784202,0.0043342044,0.008071197,0.0006416277,0.60596275,0.0031533716,0.12728336,0.1943366],"study_design_scores_gemma":[0.02789993,0.0065193945,0.2435456,0.006843291,0.0024232331,0.010501248,0.0032602155,0.009569761,0.03686072,0.0031114582,0.64782876,0.0016363556],"about_ca_topic_score_codex":0.000036506077,"about_ca_topic_score_gemma":2.4233475e-7,"teacher_disagreement_score":0.56910205,"about_ca_system_score_codex":0.000033523014,"about_ca_system_score_gemma":0.00003080682,"threshold_uncertainty_score":0.45704117},"labels":[],"label_agreement":null},{"id":"W2060210613","doi":"10.1097/00001888-200302000-00001","title":"The Medical Schoolʼs Faculty Is Its Most Important Asset","year":2003,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Multidisciplinary approach; Medical school; Institution; Asset (computer security); Patient care; Psychology; Medicine; Political science; Nursing; Pedagogy; Computer science","score_opus":0.027983296559531818,"score_gpt":0.4146966358526528,"score_spread":0.386713339293121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060210613","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00071229064,0.012244207,0.00010728817,0.11771826,0.8614665,0.0012227639,0.0001268683,0.0001844386,0.006217346],"genre_scores_gemma":[0.00020370664,0.030142874,0.00011291857,0.0230972,0.8941383,0.00026188733,0.0054983604,0.00017557712,0.04636923],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9858948,0.00023665598,0.002969851,0.0011118791,0.008637226,0.0011496046],"domain_scores_gemma":[0.9924184,0.0018319017,0.0012840369,0.0014327687,0.002167989,0.00086488004],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00875984,0.00083460205,0.0014623173,0.00041162732,0.00055327785,0.000027313468,0.0013620337,0.005593674,0.005384108],"category_scores_gemma":[0.15830779,0.0004935002,0.00015288267,0.0017991349,0.0010750822,0.00013071582,0.00018432993,0.014841074,0.0005160199],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007087419,0.000027999407,0.00018585766,0.0002716172,0.0002463979,0.000092182796,0.0005023215,2.7551133e-8,0.000033525565,0.00064003863,0.9925377,0.005391471],"study_design_scores_gemma":[0.0026985211,0.0003031869,0.000071298804,0.0025691038,0.00058885297,0.0002074426,0.0008933875,0.00012666259,0.00006498179,0.00056862435,0.9914839,0.00042400783],"about_ca_topic_score_codex":0.000079263176,"about_ca_topic_score_gemma":0.0000062266245,"teacher_disagreement_score":0.14954795,"about_ca_system_score_codex":0.0007449435,"about_ca_system_score_gemma":0.0058893384,"threshold_uncertainty_score":0.9997517},"labels":[],"label_agreement":null},{"id":"W2060379444","doi":"10.1097/00001888-200506000-00007","title":"Incorporating Simulation Technology in a Canadian Internal Medicine Specialty Examination: A Descriptive Report","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Royal College of Physicians and Surgeons of Canada; University of British Columbia","funders":"","keywords":"Physical examination; Auscultation; Specialty; Competence (human resources); Medicine; Competency assessment; Objective structured clinical examination; Medical physics; Medical education; Physical therapy; Family medicine; Surgery; Internal medicine; Psychology","score_opus":0.06163478579892118,"score_gpt":0.39833011789367645,"score_spread":0.3366953320947553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060379444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83027625,0.0014617105,0.0013524789,0.15104476,0.0010464328,0.00115159,0.0000032009373,0.00016335672,0.013500202],"genre_scores_gemma":[0.9890086,0.00005108991,0.0005408734,0.0034217106,0.0047557275,0.00007741747,0.00017832055,0.000039530943,0.0019267002],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99655336,0.00013117073,0.001534884,0.000559092,0.0006559816,0.0005655003],"domain_scores_gemma":[0.99705154,0.0005490088,0.0005305853,0.0004616394,0.00076056237,0.0006466767],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023471145,0.00027107314,0.00059251173,0.0022516241,0.00012839076,0.0000034535935,0.00020076627,0.00054849335,0.0012247985],"category_scores_gemma":[0.005247404,0.00023917016,0.00002742846,0.0017710275,0.00043239925,0.00021537974,0.000029243141,0.0013867238,0.000070066904],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000076630364,0.000019455256,0.9497143,0.000099165656,0.000027713108,0.0003247374,0.020777958,0.0018040785,0.00036456593,0.0041014305,0.004966522,0.017723449],"study_design_scores_gemma":[0.00744159,0.0007991217,0.8211432,0.0049363025,0.00017999217,0.001838989,0.03094116,0.08189313,0.00040253528,0.0071521206,0.042682376,0.0005894813],"about_ca_topic_score_codex":0.08557373,"about_ca_topic_score_gemma":0.03797544,"teacher_disagreement_score":0.15873235,"about_ca_system_score_codex":0.0028075788,"about_ca_system_score_gemma":0.0015031876,"threshold_uncertainty_score":0.9996882},"labels":[],"label_agreement":null},{"id":"W2060482396","doi":"10.1097/00001888-200203000-00008","title":"Educating Future Physicians for a Minority Population","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"French; Medical education; Population; Health care; Medicine; Psychology; Family medicine; Nursing; Political science; Humanities","score_opus":0.13006740546171622,"score_gpt":0.49306966707532035,"score_spread":0.36300226161360416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060482396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.540704,0.008397414,0.0012698873,0.34909967,0.009289801,0.0028232157,0.000031565094,0.0005210313,0.08786341],"genre_scores_gemma":[0.966168,0.00051131286,0.00037779947,0.014065973,0.008701257,0.0003697137,0.00007426045,0.000017978324,0.009713692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983768,0.0003317932,0.00058093824,0.0001908814,0.00016678663,0.00035281622],"domain_scores_gemma":[0.9980451,0.0009854563,0.00033211178,0.00037213767,0.00018184671,0.000083389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007444114,0.00010846947,0.00022681752,0.00006423245,0.00077352393,9.017318e-7,0.00026440705,0.00030534723,0.0005727968],"category_scores_gemma":[0.0009425168,0.00009033889,0.000031632204,0.00015962929,0.000040029674,0.00005602158,0.000039080027,0.0012929266,0.00008356312],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003194674,0.000013894587,0.11972391,0.00090844877,0.000018155726,1.9127764e-7,0.12001177,0.0000013944805,0.00021323416,0.025068153,0.6742261,0.059782796],"study_design_scores_gemma":[0.0023522885,0.0003471144,0.045154598,0.005268245,0.00012243963,0.000007649644,0.14012995,0.010167669,0.000017487075,0.013720517,0.78220737,0.0005046753],"about_ca_topic_score_codex":0.00046316412,"about_ca_topic_score_gemma":0.000030154335,"teacher_disagreement_score":0.425464,"about_ca_system_score_codex":0.00012977632,"about_ca_system_score_gemma":0.000025667858,"threshold_uncertainty_score":0.62717235},"labels":[],"label_agreement":null},{"id":"W2060565601","doi":"10.1097/acm.0b013e31826daf74","title":"Calling for a Broader Conceptualization of Diversity","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Diversity (politics); Birth certificate; Ethnic group; Marital status; Gender diversity; Cultural diversity; Psychology; Sexual orientation; Demography; Family medicine; Medicine; Sociology; Social psychology; Population","score_opus":0.2068410065450136,"score_gpt":0.41242715021957227,"score_spread":0.20558614367455866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060565601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8218334,0.008572657,0.07415614,0.017653083,0.0046570776,0.0012974235,0.000023652417,0.00017113537,0.07163543],"genre_scores_gemma":[0.99479187,0.0005301111,0.00008027494,0.0015031681,0.0013343765,0.0000025010095,0.000012604203,0.000003222238,0.0017418755],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99885046,0.00006936874,0.00015627316,0.00008327594,0.0005920314,0.00024860888],"domain_scores_gemma":[0.9992606,0.0002789885,0.00010227695,0.00006360504,0.00013096002,0.00016359305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021817486,0.0000537903,0.00016040163,0.000053292144,0.00031731525,0.0000011124329,0.0002842396,0.00014937161,0.0003853974],"category_scores_gemma":[0.0011495664,0.000046896785,0.000025126525,0.00017778602,0.00064184994,0.00017540969,0.0000837145,0.00013530935,0.0000052953037],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044068307,0.000012476705,0.1723765,0.00007349627,0.000038810806,3.8261203e-7,0.5295596,0.0000038010794,0.00062061363,0.20658445,0.0864582,0.0042275744],"study_design_scores_gemma":[0.0025843321,0.0002135551,0.0045421496,0.00034669598,0.00034791342,0.0000011417312,0.49705184,0.000047391666,0.00056622335,0.005268328,0.48880303,0.00022740131],"about_ca_topic_score_codex":0.0008192592,"about_ca_topic_score_gemma":0.000015419768,"teacher_disagreement_score":0.40234482,"about_ca_system_score_codex":0.000044076107,"about_ca_system_score_gemma":0.000035045294,"threshold_uncertainty_score":0.42198312},"labels":[],"label_agreement":null},{"id":"W2060787190","doi":"10.1097/01.acm.0000225223.45701.da","title":"Creative Professional Activity: An Additional Platform for Promotion of Faculty","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Promotion (chess); Professional development; Medical education; Psychology; Medicine; Political science","score_opus":0.2945882915757052,"score_gpt":0.5308664611063504,"score_spread":0.23627816953064518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060787190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9228809,0.00005028364,0.0035322057,0.044393223,0.0005944529,0.0012316462,0.0004960828,0.00011453793,0.026706662],"genre_scores_gemma":[0.98524255,0.000011990619,0.00089559465,0.00013034754,0.0015091047,0.00011817563,0.0010512951,0.000008096856,0.011032827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983478,0.00022257614,0.00025954758,0.00017962245,0.00082095445,0.00016947671],"domain_scores_gemma":[0.99815106,0.0010159558,0.00044087993,0.00007291998,0.0002466244,0.000072582625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027303142,0.00008092996,0.00016249003,0.00008455171,0.0003483053,0.0000036909553,0.00017083921,0.00018320998,0.0035291095],"category_scores_gemma":[0.0035627629,0.00006361072,0.000025973799,0.00013726635,0.00034095327,0.0008232367,0.000015243054,0.00031844171,0.0000071256727],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039052963,0.0003255394,0.006873651,0.000085546715,0.0000686299,9.309218e-7,0.05755998,0.000051327996,0.009623836,0.34038228,0.54821545,0.036422327],"study_design_scores_gemma":[0.0040458385,0.0014648264,0.13822278,0.001006413,0.00024290239,0.0000059704766,0.034082036,0.0022347257,0.0034093068,0.22945733,0.585322,0.0005058359],"about_ca_topic_score_codex":0.0013717025,"about_ca_topic_score_gemma":0.00021953582,"teacher_disagreement_score":0.13134913,"about_ca_system_score_codex":0.00009657261,"about_ca_system_score_gemma":0.00027280045,"threshold_uncertainty_score":0.9973818},"labels":[],"label_agreement":null},{"id":"W2061509267","doi":"10.1097/00001888-200310001-00020","title":"Differential Weighting of Errors on a Test of Clinical Reasoning Skills","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Weighting; Test (biology); Item response theory; Differential (mechanical device); Differential item functioning; Computer science; Statistics; Psychology; Mathematics; Artificial intelligence; Medicine; Psychometrics","score_opus":0.48362058604734554,"score_gpt":0.5582844268692446,"score_spread":0.07466384082189909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061509267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96924376,0.00036287316,0.0076712826,0.00035835983,0.0014427074,0.000119825876,0.000003020966,0.000021821861,0.020776324],"genre_scores_gemma":[0.9929595,0.00018579123,0.005400791,0.00021642116,0.00036764232,0.0000020781308,8.5482156e-7,0.000010242073,0.00085670437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938087,0.0009836026,0.0027605342,0.00051215925,0.0016256783,0.00030936734],"domain_scores_gemma":[0.8720975,0.124923006,0.0019137533,0.00061009993,0.00026655098,0.00018911275],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01880088,0.00016262638,0.0010603213,0.0005384595,0.000057522408,0.0000035592427,0.0007777026,0.00027768651,0.00093860365],"category_scores_gemma":[0.70853037,0.00009448741,0.0001318957,0.0018781157,0.00042290243,0.00006264285,0.00008593822,0.0008256743,0.00001474037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034708795,0.00005329633,0.9043301,0.000014462779,0.000023249244,0.000004187815,0.00084456376,0.00000948172,0.0035572706,0.005962529,0.0063484255,0.078817755],"study_design_scores_gemma":[0.005248675,0.0025883946,0.86743397,0.0020893735,0.00013934032,0.000056951892,0.006776743,0.001732312,0.015874863,0.0872156,0.010385098,0.0004586702],"about_ca_topic_score_codex":0.000027564392,"about_ca_topic_score_gemma":4.3934378e-7,"teacher_disagreement_score":0.68972945,"about_ca_system_score_codex":0.000010284629,"about_ca_system_score_gemma":0.000062892446,"threshold_uncertainty_score":0.99997467},"labels":[],"label_agreement":null},{"id":"W2061672965","doi":"10.1097/00001888-200011000-00001","title":"Clinical Problem Solving and the Clinical Presentation Curriculum","year":2000,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Problem statement; Presentation (obstetrics); Schema (genetic algorithms); Curriculum; Scheme (mathematics); Subject (documents); Computer science; Medical diagnosis; Statement (logic); Mathematics education; Psychology; Medicine; Management science; Epistemology; Mathematics; Pedagogy; Information retrieval","score_opus":0.06221151098634382,"score_gpt":0.43240956507963435,"score_spread":0.37019805409329054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061672965","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012308592,0.010338593,0.000080923295,0.96171474,0.002018528,0.0018202565,0.000008435572,0.00015808328,0.011551873],"genre_scores_gemma":[0.004310998,0.07045894,0.0003312019,0.85731786,0.051224228,0.000092172,0.0005310887,0.000096063784,0.015637442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99238026,0.0012876244,0.0033784665,0.0011281437,0.0011525414,0.0006729472],"domain_scores_gemma":[0.9321447,0.06550689,0.0008856375,0.0008197432,0.00018303558,0.000460021],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007456559,0.0005310031,0.00235168,0.00013872128,0.00014247501,0.000017883924,0.00043539528,0.003280233,0.0008081474],"category_scores_gemma":[0.09940854,0.00028014742,0.0004219861,0.00027359254,0.0033075572,0.0000619206,0.0001652535,0.01404945,0.00018966326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023951594,0.000027353528,0.03651105,0.00011853404,0.00022534639,0.00026782718,0.00030509636,1.8607402e-7,2.0218442e-7,0.00007841169,0.91915154,0.04307491],"study_design_scores_gemma":[0.01615585,0.00084231026,0.010999359,0.011985903,0.0027825327,0.0005219941,0.00020119337,0.00031458645,3.462827e-7,0.004110665,0.95171744,0.0003678065],"about_ca_topic_score_codex":0.00024886066,"about_ca_topic_score_gemma":0.0000018150016,"teacher_disagreement_score":0.10439685,"about_ca_system_score_codex":0.000038677015,"about_ca_system_score_gemma":0.00032513053,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W2062242899","doi":"10.1097/acm.0b013e31826291fa","title":"Stability of Medical Student Career Interest","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Psychology; Higher education; Medicine; Political science","score_opus":0.18288720775190861,"score_gpt":0.43189507731847326,"score_spread":0.24900786956656465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062242899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94985026,0.002194381,0.00016406328,0.021722445,0.0018835,0.00017137156,0.0000027312442,0.000048848975,0.02396239],"genre_scores_gemma":[0.9949381,0.0010155578,0.0000064901183,0.0019531208,0.0017174223,0.0000027115882,0.000006356094,0.000005348131,0.00035491434],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9959539,0.00026357453,0.0003542638,0.00014484875,0.0028754657,0.00040793105],"domain_scores_gemma":[0.99849993,0.00039137626,0.00011236951,0.00019361387,0.00015861342,0.00064410793],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0090482645,0.00009482862,0.00029222618,0.00006818034,0.0001584992,0.000003932932,0.0011034661,0.00032602812,0.0076440116],"category_scores_gemma":[0.0036845396,0.00007254282,0.00003245847,0.00032305723,0.0021190648,0.00016556878,0.00023164271,0.0006445774,0.00004076292],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001110456,0.000039183553,0.63587487,0.000046477293,0.000039255094,0.0000047267727,0.26094416,2.80064e-8,0.00021743588,0.060118176,0.03655189,0.0061526713],"study_design_scores_gemma":[0.0014959059,0.00019901371,0.04749108,0.0005563188,0.00017366416,0.00000608202,0.67513317,0.0000018944343,0.00058002013,0.0006326318,0.2735134,0.0002168079],"about_ca_topic_score_codex":0.0018445466,"about_ca_topic_score_gemma":0.00014372045,"teacher_disagreement_score":0.5883838,"about_ca_system_score_codex":0.0000988926,"about_ca_system_score_gemma":0.00018394736,"threshold_uncertainty_score":0.9932631},"labels":[],"label_agreement":null},{"id":"W2062648118","doi":"10.1097/acm.0b013e3181eab600","title":"Michael G. DeGroote School of Medicine Faculty of Health Sciences, McMaster University","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster Divinity College","funders":"","keywords":"Curriculum; Christian ministry; Medical education; Curriculum development; Health care; Medicine; Political science; Psychology; Pedagogy","score_opus":0.1996820557414065,"score_gpt":0.4603260966878397,"score_spread":0.26064404094643323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062648118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64384276,0.0029915622,0.0011931795,0.3266743,0.0006203373,0.0012241907,0.000033983557,0.00006921384,0.023350453],"genre_scores_gemma":[0.9739442,0.0028775262,0.0007330574,0.015471973,0.00077795255,0.0000019368558,0.00004347863,0.000020057658,0.00612984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956441,0.00018921339,0.0010194991,0.00038466995,0.001761071,0.0010014431],"domain_scores_gemma":[0.99357724,0.00050912146,0.0005028924,0.0003514574,0.00036614412,0.0046931324],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007998458,0.00020857813,0.0010621939,0.0005499941,0.00011988115,6.508432e-7,0.00043817598,0.0003476017,0.0034714136],"category_scores_gemma":[0.04386585,0.00013574242,0.000056402427,0.0010842757,0.0036273187,0.00011626125,0.000101348196,0.002075567,0.000030500498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096485874,0.00012000321,0.08231838,0.003148844,0.00012098653,0.00006153712,0.0046434593,9.78994e-7,0.19725028,0.0049310992,0.5684855,0.13795412],"study_design_scores_gemma":[0.026518313,0.011250973,0.13005003,0.009421155,0.0002565324,0.0004415387,0.010662499,0.00037793172,0.007012378,0.0013619243,0.80223453,0.00041221333],"about_ca_topic_score_codex":0.0025218024,"about_ca_topic_score_gemma":0.00003485183,"teacher_disagreement_score":0.33010143,"about_ca_system_score_codex":0.00012427042,"about_ca_system_score_gemma":0.0049808295,"threshold_uncertainty_score":0.99908423},"labels":[],"label_agreement":null},{"id":"W2062960490","doi":"10.1097/00001888-200203000-00009","title":"Cultural Sensitivity Training in Canadian Medical Schools","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Curriculum; Medical education; Cultural sensitivity; Inclusion (mineral); Pace; Multiculturalism; Cultural competence; Population; Cultural diversity; Psychology; Medicine; Multicultural education; Sensitivity training; Pedagogy; Sociology","score_opus":0.11727394604413016,"score_gpt":0.40113911299382093,"score_spread":0.2838651669496908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062960490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6352014,0.0021744724,0.0000019280835,0.25537497,0.0013878061,0.00036995407,0.000003555251,0.000108413944,0.10537754],"genre_scores_gemma":[0.98644125,0.0016414634,0.000011948834,0.008058845,0.002409149,0.000011912562,0.000005254695,0.000007675265,0.001412509],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969434,0.0003696619,0.0004014536,0.00026513237,0.001096228,0.0009241084],"domain_scores_gemma":[0.9975788,0.0003933385,0.00006490109,0.00011605332,0.00008347666,0.001763438],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034825432,0.00012805071,0.00028430502,0.0001490856,0.00034575985,0.0000078496205,0.0002847907,0.0004942354,0.004659881],"category_scores_gemma":[0.013814499,0.00010030119,0.000026734584,0.00063022034,0.00041187686,0.00022668314,0.00002051841,0.0018164032,0.00021165707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007243208,0.0000042080414,0.074101254,0.00003606043,0.000013906764,0.000814242,0.6474436,0.000008046996,0.00017180463,0.037177432,0.19900966,0.04121257],"study_design_scores_gemma":[0.00085800583,0.000055038374,0.011562611,0.0009399148,0.000013094544,0.00009640567,0.20396891,0.0019309712,0.0000053534773,0.0010718297,0.7791328,0.00036510592],"about_ca_topic_score_codex":0.71205795,"about_ca_topic_score_gemma":0.86924046,"teacher_disagreement_score":0.5801231,"about_ca_system_score_codex":0.0006418146,"about_ca_system_score_gemma":0.0009017065,"threshold_uncertainty_score":0.99625},"labels":[],"label_agreement":null},{"id":"W2063039883","doi":"10.1097/acm.0b013e31822220c5","title":"Toward Shared Decision Making: Using the OPTION Scale to Analyze Resident–Patient Consultations in Family Medicine","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Canadian Institutes of Health Research","keywords":"Family medicine; Psychological intervention; Scale (ratio); Medicine; Descriptive statistics; MEDLINE; Nursing","score_opus":0.5056385551228885,"score_gpt":0.5110369702767038,"score_spread":0.005398415153815339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063039883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94691825,0.006397003,0.0098109115,0.02670977,0.0019995577,0.0037638803,0.000025963356,0.00015040497,0.004224252],"genre_scores_gemma":[0.981994,0.00061782607,0.0039690123,0.012462247,0.00035912904,0.00038499033,0.00004144648,0.000039689658,0.00013167212],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9944302,0.0014260927,0.002142816,0.0005016963,0.00084938644,0.00064981496],"domain_scores_gemma":[0.9941902,0.0030392553,0.00074039906,0.001070307,0.00063911965,0.00032067962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001583412,0.00026486337,0.00053759845,0.0006589365,0.0007525156,0.0000025506974,0.00091223925,0.000404879,0.00075798517],"category_scores_gemma":[0.006492869,0.00017748731,0.000034792516,0.0015733148,0.00033166303,0.00021368831,0.0004179894,0.0020334467,0.00013721347],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005491248,0.000022371989,0.11774383,0.00020160584,0.000026653388,0.000009974406,0.8355264,0.00013014779,0.0021044107,0.003100928,0.034078553,0.0065060174],"study_design_scores_gemma":[0.0045177615,0.00069930323,0.33738187,0.017956179,0.0001692026,0.0000182098,0.600724,0.0067250957,0.000051565712,0.0180359,0.0131994495,0.0005214938],"about_ca_topic_score_codex":0.0055190264,"about_ca_topic_score_gemma":0.0005723759,"teacher_disagreement_score":0.23480242,"about_ca_system_score_codex":0.0006087298,"about_ca_system_score_gemma":0.00036860097,"threshold_uncertainty_score":0.8834427},"labels":[],"label_agreement":null},{"id":"W2063846463","doi":"10.1097/00001888-200411000-00022","title":"U.S. and Canadian Internal Medicine Clerkship Directors’ Opinions about Teaching Procedural and Interpretive Skills to Medical Students","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Curriculum; Medicine; Phlebotomy; Psychology; Internal medicine; Pedagogy","score_opus":0.012933172109655331,"score_gpt":0.3855000663226093,"score_spread":0.37256689421295397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063846463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75619215,0.0009706138,0.0008052683,0.2361401,0.0012801363,0.0007705389,0.000005460682,0.00008319745,0.0037525322],"genre_scores_gemma":[0.9323949,0.0005695225,0.0004786998,0.06338701,0.0021914637,0.00007531544,0.000082123486,0.000042440388,0.00077849935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961598,0.00009121767,0.0009126777,0.0006165498,0.0016061309,0.0006136282],"domain_scores_gemma":[0.9970837,0.00028806998,0.00015309585,0.00029473606,0.00021127633,0.001969114],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002733012,0.0003439576,0.0006596636,0.00085442356,0.00024702874,0.000014836727,0.00047913418,0.000451554,0.0005966985],"category_scores_gemma":[0.030249882,0.00025305667,0.000024534997,0.00054615614,0.00093163084,0.00014538226,0.0002026627,0.0024308888,0.000024461422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031487268,0.00021099666,0.33986402,0.0007029765,0.0005327104,0.00026785192,0.19377236,0.0000021757105,0.0013167801,0.025468178,0.26423407,0.17331304],"study_design_scores_gemma":[0.009882844,0.0024462063,0.8113248,0.036143992,0.0004489063,0.0027668658,0.018459005,0.00014717168,0.00016308359,0.0029867832,0.11443315,0.0007972203],"about_ca_topic_score_codex":0.024109175,"about_ca_topic_score_gemma":0.0020629875,"teacher_disagreement_score":0.47146076,"about_ca_system_score_codex":0.00066100975,"about_ca_system_score_gemma":0.00080602884,"threshold_uncertainty_score":0.9999922},"labels":[],"label_agreement":null},{"id":"W2064500142","doi":"10.1097/acm.0b013e31822a6d92","title":"Competencies “Plus”: The Nature of Written Comments on Internal Medicine Residentsʼ Evaluation Forms","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Theme (computing); Psychology; Medical education; Personality; Relation (database); Medicine; Social psychology; Computer science","score_opus":0.08014943731335081,"score_gpt":0.40756442969967593,"score_spread":0.3274149923863251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064500142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84127355,0.0017588079,0.00049077324,0.08317904,0.0024512394,0.0015129077,0.000003113001,0.00006911139,0.06926144],"genre_scores_gemma":[0.9716901,0.00030477234,0.00020304539,0.024990099,0.0012505726,0.00007513762,0.00012770563,0.000026804651,0.0013317718],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99605733,0.00016144723,0.0010863687,0.0003205085,0.0020634453,0.00031087792],"domain_scores_gemma":[0.99751306,0.0003866528,0.0005405933,0.00066623604,0.00077828945,0.00011519272],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042426814,0.00024349462,0.00053515757,0.0004071661,0.00013007676,0.000001627974,0.00054375216,0.00043105223,0.002316751],"category_scores_gemma":[0.008718606,0.00012698202,0.000048454585,0.00075307797,0.0010301645,0.00011295857,0.00008154176,0.0022712075,0.000035662877],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013627842,0.00017036979,0.053159744,0.00043593976,0.00040471516,0.000016807327,0.058094606,0.0000031959544,0.0063230414,0.06359259,0.7703079,0.04612832],"study_design_scores_gemma":[0.0248044,0.00681987,0.74162185,0.013429379,0.0025781156,0.00053960516,0.07167789,0.004733653,0.008873627,0.0504697,0.073747985,0.00070391083],"about_ca_topic_score_codex":0.00029169768,"about_ca_topic_score_gemma":0.0000060557604,"teacher_disagreement_score":0.6965599,"about_ca_system_score_codex":0.00029495347,"about_ca_system_score_gemma":0.00019171866,"threshold_uncertainty_score":0.9996314},"labels":[],"label_agreement":null},{"id":"W2064656139","doi":"10.1097/acm.0000000000000704","title":"Diagnosing Technical Competence in Six Bedside Procedures","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Checklist; Inter-rater reliability; Competence (human resources); Formative assessment; Rating scale; Psychology; Kappa; Clinical psychology; Medicine; Social psychology; Developmental psychology; Mathematics","score_opus":0.1246061693202169,"score_gpt":0.4426169102860012,"score_spread":0.3180107409657843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064656139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90406376,0.0040989723,0.00016262026,0.08773277,0.0006862064,0.0008235661,0.000001277433,0.00017616148,0.002254693],"genre_scores_gemma":[0.9877519,0.00018977458,0.00053103943,0.0098891305,0.0012437177,0.00009736182,0.00004298086,0.000026230233,0.00022788643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979066,0.0000762268,0.00071792235,0.0003413399,0.0006090506,0.00034885635],"domain_scores_gemma":[0.99779767,0.00093399367,0.00014513054,0.0003124358,0.00029735203,0.0005134124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009810516,0.00016452397,0.0004092266,0.00031397806,0.00003903759,0.0000023794867,0.00016430911,0.00028464475,0.00013607927],"category_scores_gemma":[0.005915229,0.00013359878,0.000021721295,0.0006671801,0.00023426159,0.00009369932,0.00003343117,0.0010056461,0.00006590373],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008171488,0.00002145758,0.95964444,0.00016887108,0.000004121773,0.00002605371,0.0048619523,0.000093834235,0.0006527309,0.00084807747,0.032966804,0.0006299571],"study_design_scores_gemma":[0.0065029166,0.0006922847,0.9515588,0.0058750752,0.00010516008,0.00053605775,0.014862279,0.0016944341,0.0009822141,0.0052508684,0.011544289,0.00039557624],"about_ca_topic_score_codex":0.00039188523,"about_ca_topic_score_gemma":0.000037058184,"teacher_disagreement_score":0.08368815,"about_ca_system_score_codex":0.00041696208,"about_ca_system_score_gemma":0.0010274453,"threshold_uncertainty_score":0.7081509},"labels":[],"label_agreement":null},{"id":"W2064842197","doi":"10.1097/acm.0b013e3181c47b25","title":"Observation, Reflection, and Reinforcement: Surgery Faculty Membersʼ and Residentsʼ Perceptions of How They Learned Professionalism","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Toronto","funders":"","keywords":"Perception; Medical education; Grounded theory; Psychology; Focus group; Professional development; Qualitative research; Pedagogy; Medicine; Sociology","score_opus":0.13145233572975765,"score_gpt":0.42955918471108295,"score_spread":0.29810684898132533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064842197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8490291,0.000498745,0.00065883715,0.14828245,0.00027989532,0.00040669434,0.0000016309872,0.00005417812,0.00078847446],"genre_scores_gemma":[0.9825758,0.0017417741,0.00063094526,0.006273376,0.0004458104,0.000023135908,0.00029950545,0.000013175754,0.007996486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99818677,0.00006942584,0.00063038483,0.0002849224,0.0006187029,0.00020980556],"domain_scores_gemma":[0.9987121,0.00016341613,0.00030733537,0.0002397558,0.00047137737,0.00010597507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013365455,0.00016047915,0.000413338,0.00034121296,0.00016912124,0.0000048228967,0.00007110096,0.0002780043,0.00018352918],"category_scores_gemma":[0.0042670756,0.00012042409,0.000025884614,0.00054017134,0.00028281412,0.0002198738,0.000025965128,0.0006452759,0.000002629698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006405803,0.00010791377,0.22659564,0.0009348554,0.00020485489,0.000009744397,0.041328505,0.000012333615,0.06725197,0.025557868,0.5334927,0.10386302],"study_design_scores_gemma":[0.0030561092,0.0006412668,0.93288815,0.002873975,0.00034789345,0.0002560762,0.014907756,0.00083356356,0.0009442179,0.014278688,0.028639372,0.00033295286],"about_ca_topic_score_codex":0.0000644994,"about_ca_topic_score_gemma":0.0000019434076,"teacher_disagreement_score":0.7062925,"about_ca_system_score_codex":0.00007619703,"about_ca_system_score_gemma":0.00014522744,"threshold_uncertainty_score":0.51083964},"labels":[],"label_agreement":null},{"id":"W2065092910","doi":"10.1097/00001888-200310000-00041","title":"Memorial University of Newfoundland Faculty of Medicine, The Medical Humanities in the Clinical Skills Course","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical humanities; Curriculum; Medical education; Promotion (chess); Medical ethics; Medicine; Psychology; Pedagogy; Political science","score_opus":0.07634117049735895,"score_gpt":0.4036971858276305,"score_spread":0.32735601533027153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065092910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91229934,0.002350079,0.00016127533,0.0634201,0.001962778,0.0006873192,0.000005666586,0.000019387207,0.019094048],"genre_scores_gemma":[0.9880108,0.0034032436,0.000027469227,0.005073508,0.0018863617,0.000002643393,0.000043249947,0.000010230089,0.0015424875],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9964108,0.000663884,0.000960672,0.0002446545,0.001450565,0.00026942295],"domain_scores_gemma":[0.99660814,0.0021878204,0.00038056177,0.00040432173,0.00019608675,0.00022305349],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007699456,0.00016821091,0.00072646304,0.00009628334,0.00008300613,8.0758906e-7,0.0005134316,0.00043182063,0.0016091784],"category_scores_gemma":[0.011966189,0.00008166419,0.00008748327,0.00043376733,0.0035481218,0.000053333395,0.000032822205,0.0015664204,0.00000796581],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093084335,0.00094765215,0.16444345,0.00057283026,0.00040723683,0.0002602165,0.450223,0.0000029054659,0.00018338613,0.062550314,0.30040455,0.01907359],"study_design_scores_gemma":[0.021819083,0.002290474,0.23859115,0.0031080577,0.0013095508,0.00051212416,0.42477608,0.00006255524,0.00007175482,0.005911503,0.30130234,0.00024533636],"about_ca_topic_score_codex":0.0010362212,"about_ca_topic_score_gemma":0.00021097963,"teacher_disagreement_score":0.07571146,"about_ca_system_score_codex":0.00004242078,"about_ca_system_score_gemma":0.0007803172,"threshold_uncertainty_score":0.99930346},"labels":[],"label_agreement":null},{"id":"W2065251133","doi":"10.1097/acm.0b013e3181eb4c7f","title":"Patient Safety Education: Overreported and Still Lacking","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Patient safety; Medical education; Medicine; Medical school; Patient care; MEDLINE; Psychology; Family medicine; Health care; Nursing; Pedagogy; Political science","score_opus":0.055254722833750984,"score_gpt":0.4468190082138336,"score_spread":0.3915642853800826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065251133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9080072,0.00066589715,0.0009580516,0.04122846,0.007987289,0.0009509111,0.000007149339,0.00015148826,0.040043566],"genre_scores_gemma":[0.98169357,0.0005276704,0.0001553466,0.012629514,0.0012436103,0.00008045048,0.00008155388,0.000015624066,0.0035726805],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981737,0.00013343527,0.0007696193,0.00026769913,0.00034749066,0.00030803416],"domain_scores_gemma":[0.99822015,0.0004581573,0.00052190153,0.00029717793,0.00015383516,0.00034876986],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008797666,0.00013088046,0.00023202121,0.00011101345,0.00032089892,1.5790661e-7,0.00010972023,0.00035740397,0.0016481839],"category_scores_gemma":[0.00255329,0.000098871766,0.000014275799,0.00019604196,0.00021977027,0.00010705061,0.00007261552,0.0020162035,0.00009514328],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020166363,0.00006098713,0.5210486,0.00043747592,0.000063057196,0.000008152881,0.12825967,0.000003203817,0.009527371,0.04794963,0.18297602,0.10946417],"study_design_scores_gemma":[0.0006792592,0.000050334213,0.120091066,0.00045024502,0.000031008658,0.000016256401,0.0069302632,0.0000360051,0.00002126626,0.0010486406,0.87054235,0.000103324914],"about_ca_topic_score_codex":0.00010966238,"about_ca_topic_score_gemma":0.000025880123,"teacher_disagreement_score":0.6875663,"about_ca_system_score_codex":0.000046361292,"about_ca_system_score_gemma":0.0004892868,"threshold_uncertainty_score":0.9992644},"labels":[],"label_agreement":null},{"id":"W2065667673","doi":"10.1097/00001888-200604000-00017","title":"Giving Learners the Best of Both Worlds: Do Clinical Teachers Need to Guard Against Teaching Pattern Recognition to Novices?","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Guard (computer science); Medical education; Mathematics education; Psychology; Computer science; Medicine","score_opus":0.05732929057871691,"score_gpt":0.395317213593867,"score_spread":0.3379879230151501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065667673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404625,0.0004501509,0.0016058291,0.047056623,0.00061065756,0.00071830355,0.000008971376,0.0000875621,0.00899935],"genre_scores_gemma":[0.9694513,0.00029182024,0.00054683775,0.024238115,0.0032728338,0.000035244793,0.00006717496,0.000049260474,0.002047381],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962252,0.00032680476,0.0015992654,0.00058006536,0.0007580113,0.0005106726],"domain_scores_gemma":[0.9847331,0.013658871,0.000409235,0.0005352812,0.000117972035,0.00054554036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005094106,0.0002846145,0.0008402621,0.00024131298,0.00011315253,0.000010487067,0.00034598625,0.00036480528,0.00016620664],"category_scores_gemma":[0.07938016,0.00018324505,0.00016060343,0.00046448276,0.00027177567,0.000057189507,0.0001222178,0.0022198432,0.000230977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001847427,0.00012454594,0.40216008,0.00004395793,0.00008403869,0.00003183287,0.004281066,0.0000651174,0.00128404,0.000030701725,0.07554323,0.5161666],"study_design_scores_gemma":[0.022888487,0.008701949,0.6140837,0.08274152,0.0028084582,0.00020761536,0.06393292,0.0011202826,0.0006906249,0.0014414574,0.19940269,0.001980314],"about_ca_topic_score_codex":0.0016379905,"about_ca_topic_score_gemma":0.000068842484,"teacher_disagreement_score":0.5141863,"about_ca_system_score_codex":0.00009105948,"about_ca_system_score_gemma":0.00010661851,"threshold_uncertainty_score":0.9644238},"labels":[],"label_agreement":null},{"id":"W2065791122","doi":"10.1097/00001888-200010001-00013","title":"A Preliminary Analysis of Different Approaches to Preparing for the USMLE Step 1","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coaching; Medical education; Test (biology); United States Medical Licensing Examination; Psychology; Family medicine; Medicine; Medical school","score_opus":0.11290393764326229,"score_gpt":0.36519259943962123,"score_spread":0.25228866179635895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065791122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9488275,0.00078061776,0.016683673,0.028830444,0.00021434459,0.0014710707,0.0000043317496,0.000041222094,0.003146777],"genre_scores_gemma":[0.9900267,0.00016620388,0.0011026247,0.0030020855,0.0005675779,0.00033820068,0.00009507368,0.000016534485,0.004684979],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998428,0.000029633766,0.00060457265,0.00026384584,0.0004501392,0.0002238417],"domain_scores_gemma":[0.9988071,0.00042624082,0.000119903816,0.0004706282,0.000085148386,0.000090981644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085308816,0.00013343683,0.00047195647,0.0003545057,0.000076535325,0.0000015850429,0.00022606629,0.00011862655,0.00073195086],"category_scores_gemma":[0.0011245994,0.00007561724,0.00008321262,0.0014053041,0.00017452963,0.000030888717,0.000029041923,0.00036702852,0.000006380975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015959298,0.00019944312,0.031200813,0.0005224544,0.003127255,0.0000011358449,0.027298626,0.00073767424,0.0016588804,0.006112661,0.18958943,0.7379557],"study_design_scores_gemma":[0.005559072,0.0032094244,0.47993988,0.0016861657,0.024649646,0.000052770924,0.012801391,0.26296693,0.0026445303,0.0011042255,0.20483771,0.0005482696],"about_ca_topic_score_codex":0.000030049845,"about_ca_topic_score_gemma":0.0000035304224,"teacher_disagreement_score":0.73740745,"about_ca_system_score_codex":0.000072092116,"about_ca_system_score_gemma":0.000045512283,"threshold_uncertainty_score":0.8014349},"labels":[],"label_agreement":null},{"id":"W2066166444","doi":"10.1097/00001888-200211000-00016","title":"Self and Peer Assessment in Tutorials","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University Medical Centre","funders":"","keywords":"Competence (human resources); Ranking (information retrieval); Curriculum; TUTOR; Psychology; Medical education; Peer assessment; Educational measurement; Computer science; Mathematics education; Medicine; Social psychology; Pedagogy; Artificial intelligence","score_opus":0.04312843568187456,"score_gpt":0.40258776008911984,"score_spread":0.35945932440724526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066166444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7862702,0.0016447485,0.00029089316,0.1769747,0.0018032835,0.00061716884,6.30373e-7,0.0001098543,0.032288533],"genre_scores_gemma":[0.9793709,0.0013764591,0.002737457,0.007972564,0.0024384744,0.000049698094,0.000022799739,0.000017647431,0.006014025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998311,0.000045371387,0.00052509975,0.0002349809,0.00066148414,0.00022207329],"domain_scores_gemma":[0.9993366,0.00011964486,0.000090500565,0.00020170657,0.00015169664,0.00009983992],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016064579,0.00011686199,0.00030997806,0.00027242838,0.00003634964,0.0000024357337,0.00007672843,0.00023226616,0.0013208884],"category_scores_gemma":[0.0026378003,0.000089100904,0.000010536353,0.00052617467,0.00014167455,0.00007383524,0.000025989806,0.0010198266,0.00003791138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027679424,0.00014728954,0.12526888,0.0004482987,0.00006987964,0.00005978064,0.022421304,6.6450474e-7,0.0038706814,0.027581822,0.76127833,0.058825422],"study_design_scores_gemma":[0.0075197206,0.0005388266,0.116834536,0.001040987,0.00020524256,0.00034028525,0.0043915557,0.006949548,0.00018051431,0.0029577164,0.85874045,0.0003006202],"about_ca_topic_score_codex":0.000021346095,"about_ca_topic_score_gemma":5.110866e-7,"teacher_disagreement_score":0.19310068,"about_ca_system_score_codex":0.00016958035,"about_ca_system_score_gemma":0.000051124578,"threshold_uncertainty_score":0.99959207},"labels":[],"label_agreement":null},{"id":"W2066293892","doi":"10.1097/acm.0b013e31813ffedd","title":"Effects Associated with Adolescent Standardized Patient Simulation of Depression and Suicidal Ideation","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Suicidal ideation; Depression (economics); Clinical psychology; Psychology; Association (psychology); Suicide prevention; Psychiatry; Ideation; Poison control; Medicine; Psychotherapist; Medical emergency","score_opus":0.022465183381733332,"score_gpt":0.34289054354710274,"score_spread":0.32042536016536943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066293892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865462,0.0032252762,0.008310707,0.0001321114,0.00019516978,0.00040786839,0.00000245785,0.00004334301,0.0011368517],"genre_scores_gemma":[0.99931455,0.00007033221,0.00001937142,0.00039517772,0.00010765117,0.000008619984,0.000015689726,0.000013443743,0.000055137883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870837,0.000105739906,0.00038470072,0.00021594175,0.00036513695,0.00022012515],"domain_scores_gemma":[0.9983751,0.0010605706,0.00026629097,0.0000991472,0.00012164501,0.00007721259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007738887,0.00013243388,0.00031759436,0.000120426426,0.000057995087,0.0000010438114,0.00004917408,0.00017449964,0.000044758282],"category_scores_gemma":[0.00056408794,0.000088005545,0.0000159127,0.00018261462,0.00011822967,0.000042212265,0.000024309675,0.00027482552,0.0000020320256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028677464,0.000063553605,0.9315793,0.00010344732,0.00031582027,0.000038058664,0.025760317,0.00015623942,0.013455636,0.00029739083,0.0017132293,0.023649259],"study_design_scores_gemma":[0.0055395705,0.00070273527,0.9857703,0.00028052714,0.00020707764,0.0000046787623,0.0025217026,0.00019307814,0.004217155,0.00025360563,0.00017237237,0.00013720484],"about_ca_topic_score_codex":0.00008101813,"about_ca_topic_score_gemma":0.000013658624,"teacher_disagreement_score":0.05419099,"about_ca_system_score_codex":0.00004768299,"about_ca_system_score_gemma":0.000009344712,"threshold_uncertainty_score":0.3588762},"labels":[],"label_agreement":null},{"id":"W2066514058","doi":"10.1097/acm.0b013e3180555b29","title":"Introduction to Core Competencies in Residency: A Description of an Intensive, Integrated, Multispecialty Teaching Program","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"Medical College of Wisconsin","keywords":"Core competency; Specialty; Medical education; Experiential learning; Socialization; Medicine; Graduate medical education; Relevance (law); Psychology; Accreditation; Family medicine; Pedagogy; Management; Political science","score_opus":0.05628847692761169,"score_gpt":0.3986737271300441,"score_spread":0.34238525020243243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066514058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96683335,0.00013814938,0.008393347,0.021391647,0.0013496915,0.0011690512,0.0000010573137,0.00011730987,0.0006063813],"genre_scores_gemma":[0.9475262,0.000053161053,0.043467745,0.0037231096,0.0043033585,0.00005331992,0.00019492037,0.000027789096,0.00065038755],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973444,0.000079333135,0.0011542194,0.00041198445,0.0006428356,0.00036723743],"domain_scores_gemma":[0.99812615,0.000103261315,0.00025536568,0.00037465044,0.00096656644,0.0001739978],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00404433,0.00018854786,0.00048333182,0.0010814823,0.000066337314,0.00000322619,0.00017968581,0.00029687374,0.00018688914],"category_scores_gemma":[0.017133199,0.00015112566,0.000025258852,0.0014209714,0.0004230654,0.00021992101,0.000036773778,0.0017519824,0.000013974649],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001159934,0.00028259438,0.058914013,0.0002915555,0.000041048243,0.000044356973,0.034133483,0.000014067996,0.19641818,0.011975509,0.11047421,0.5862511],"study_design_scores_gemma":[0.0068550445,0.0065420736,0.6473404,0.0058612917,0.0002775129,0.0007720866,0.17323871,0.004018988,0.008901485,0.0046104053,0.14090852,0.0006734778],"about_ca_topic_score_codex":0.0006327008,"about_ca_topic_score_gemma":0.00023065008,"teacher_disagreement_score":0.5884264,"about_ca_system_score_codex":0.00044019902,"about_ca_system_score_gemma":0.0001954832,"threshold_uncertainty_score":0.9911459},"labels":[],"label_agreement":null},{"id":"W2067040765","doi":"10.1097/00001888-200111000-00002","title":"Academic Freedom and Individual Rights","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic Freedom and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Harassment; Academic freedom; Confidentiality; Political science; Law; Public relations; Complaint; Sociology; Conflict resolution; Higher education","score_opus":0.057243688943974545,"score_gpt":0.3503968197007404,"score_spread":0.29315313075676586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067040765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.676059,0.015541208,0.0004964511,0.056471802,0.0036291603,0.0006167214,0.000017812237,0.00040437523,0.24676344],"genre_scores_gemma":[0.95067954,0.01693472,0.00007025775,0.00442293,0.012100313,0.000014215227,0.000015511328,0.000020074236,0.015742462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971872,0.00023377236,0.00052457734,0.00036463788,0.0008954321,0.00079435355],"domain_scores_gemma":[0.9982515,0.0006860153,0.00017507283,0.00018618934,0.000066055254,0.0006351642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022081637,0.00021784197,0.00035041283,0.0001892201,0.0005823625,0.000009310116,0.0006986842,0.001010841,0.0007901538],"category_scores_gemma":[0.0010882178,0.000174106,0.000029748953,0.00044015795,0.002306074,0.0003071457,0.000114416274,0.0020259435,0.00010818854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020037129,0.0000036867802,0.041129712,0.000012597352,0.000038757087,0.000023696373,0.056041647,0.000001159426,0.0001545208,0.609072,0.28838274,0.0051194048],"study_design_scores_gemma":[0.00081875257,0.00005638312,0.0031619496,0.00013203266,0.00008855591,0.0000474375,0.004949724,0.000026458576,0.000017045008,0.094269566,0.8962029,0.0002291498],"about_ca_topic_score_codex":0.003615628,"about_ca_topic_score_gemma":0.00014870835,"teacher_disagreement_score":0.6078202,"about_ca_system_score_codex":0.00007376628,"about_ca_system_score_gemma":0.00012703048,"threshold_uncertainty_score":0.88018286},"labels":[],"label_agreement":null},{"id":"W2067132758","doi":"10.1097/00001888-200601000-00002","title":"Responses to Our Readership Survey","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Library Science and Administration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Audience measurement; MEDLINE; Medical education; Psychology; Medicine; Family medicine; Political science; Advertising; Business","score_opus":0.17885073101231513,"score_gpt":0.4201816072063773,"score_spread":0.24133087619406218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067132758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.758391,0.00015431856,0.00016260652,0.20407884,0.0006009514,0.00020515751,0.000004796469,0.00009784073,0.036304444],"genre_scores_gemma":[0.93961567,0.000042339572,0.000042150703,0.003983721,0.0017411294,0.000004407359,0.000015681282,0.0000041748576,0.0545507],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984315,0.00036999484,0.00021651472,0.00019677886,0.0004942906,0.00029089174],"domain_scores_gemma":[0.9992858,0.00031501643,0.00005672588,0.000111954854,0.000041700576,0.00018880631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031378225,0.000068143236,0.00011053845,0.0000973227,0.00023167202,0.000014858523,0.00032526776,0.000119131655,0.00013005674],"category_scores_gemma":[0.0022341292,0.000053880645,0.000011573167,0.0006377213,0.00015837819,0.00036611687,0.000015898468,0.00018055728,0.00015612906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000614561,0.000004752011,0.30125746,0.00000333069,0.0000020106602,0.000007634522,0.015538714,0.0000016582093,0.0018343623,0.033661406,0.64667237,0.0009548475],"study_design_scores_gemma":[0.00028548835,0.00017596147,0.58435535,0.0000790612,0.000007600123,0.0000024115827,0.035409056,0.0000043354235,0.0006211918,0.01047732,0.36837795,0.00020427752],"about_ca_topic_score_codex":0.008823979,"about_ca_topic_score_gemma":0.0015198234,"teacher_disagreement_score":0.2830979,"about_ca_system_score_codex":0.000027502772,"about_ca_system_score_gemma":0.00022875707,"threshold_uncertainty_score":0.9977763},"labels":[],"label_agreement":null},{"id":"W2067910312","doi":"10.1097/acm.0b013e3181e1a73b","title":"Redesigning a Resident Program Evaluation to Strengthen the Canadian Residency Education Accreditation System","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; The Wilson Centre; University of Toronto","funders":"","keywords":"Accreditation; Medical education; Graduate medical education; Process (computing); Quality (philosophy); Medicine; Psychology; Computer science","score_opus":0.06547610738322812,"score_gpt":0.42303288239891285,"score_spread":0.3575567750156847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067910312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8022368,0.00032241762,0.00032891688,0.16193601,0.006089449,0.007256076,0.000001905203,0.00025016387,0.021578241],"genre_scores_gemma":[0.98234755,0.000016088725,0.0037978317,0.0048938845,0.004952448,0.00227169,0.00025489466,0.00003669451,0.0014289442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99661666,0.00018407527,0.0008039759,0.0004234805,0.0015042161,0.00046756433],"domain_scores_gemma":[0.9970141,0.00018229216,0.00026300387,0.00070446543,0.0014293245,0.00040679562],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006513143,0.0002049995,0.00026053336,0.0007223623,0.00053076306,0.000027986945,0.00034760183,0.0003970656,0.00042720092],"category_scores_gemma":[0.01363421,0.00014148041,0.000031269898,0.0014250308,0.00019714606,0.00019883458,0.00003077423,0.0016686651,0.00013321868],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006255203,0.000032799737,0.004627521,0.00018308291,0.000047567504,0.0000038725316,0.017202534,0.000014258924,0.006290456,0.03791577,0.3986203,0.53499925],"study_design_scores_gemma":[0.0048987623,0.0020064702,0.35001835,0.0078739375,0.0022273713,0.0010319585,0.11793627,0.026291875,0.0022299055,0.008138171,0.47618517,0.001161769],"about_ca_topic_score_codex":0.025007483,"about_ca_topic_score_gemma":0.015477069,"teacher_disagreement_score":0.5338375,"about_ca_system_score_codex":0.0010485514,"about_ca_system_score_gemma":0.006064914,"threshold_uncertainty_score":0.9995698},"labels":[],"label_agreement":null},{"id":"W2068015127","doi":"10.1097/acm.0b013e318226b43b","title":"The Physician as Health Advocate: Translating the Quest for Social Responsibility Into Medical Education and Practice","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":205,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social responsibility; Public relations; Moral responsibility; Professional responsibility; Transformative learning; Sociology; Curriculum; Duty; Engineering ethics; Context (archaeology); Health care; Political science; Pedagogy; Law","score_opus":0.06803794664851333,"score_gpt":0.4753008328579987,"score_spread":0.40726288620948536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068015127","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07680169,0.0050349445,0.0021317312,0.90523773,0.0013100372,0.0016670018,8.5344016e-7,0.00007200929,0.0077440017],"genre_scores_gemma":[0.8572726,0.0010504599,0.0022584847,0.13423625,0.004076606,0.00033726,0.000053796062,0.00003495022,0.00067956746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728394,0.00046603504,0.00078386423,0.00033657637,0.0007938249,0.0003357858],"domain_scores_gemma":[0.99696374,0.0016436197,0.00039297756,0.00034257182,0.00047447413,0.00018264679],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01140762,0.00016220182,0.00029107166,0.00007919008,0.00093471375,0.000006746637,0.00024273166,0.00025692215,0.000058446436],"category_scores_gemma":[0.043633845,0.00008825131,0.000034436,0.00049834116,0.0011179955,0.0001423047,0.00003325263,0.0012448429,0.000008272083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000550078,0.0001079598,0.000372287,0.00017796118,0.000051968298,6.906378e-7,0.101483114,9.882409e-9,0.00016198582,0.06913966,0.08399401,0.74396026],"study_design_scores_gemma":[0.003403336,0.0015114403,0.01667767,0.0012661851,0.00044810018,0.00044954327,0.22363739,0.0005743579,0.0001686179,0.084566176,0.6669896,0.00030754102],"about_ca_topic_score_codex":0.0006297569,"about_ca_topic_score_gemma":0.00003961066,"teacher_disagreement_score":0.78047097,"about_ca_system_score_codex":0.00017504157,"about_ca_system_score_gemma":0.0028109392,"threshold_uncertainty_score":0.96442205},"labels":[],"label_agreement":null},{"id":"W2068319955","doi":"10.1097/00001888-200312000-00006","title":"A Workshop for Medical Students on Deafness and Hearing Impairments","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Curriculum; Hearing impaired; Inclusion (mineral); Multidisciplinary approach; Psychology; Scope (computer science); Audiology; Multiculturalism; Medicine; Family medicine; Pedagogy","score_opus":0.08639516584149323,"score_gpt":0.4587178200348546,"score_spread":0.3723226541933614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068319955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838925,0.0009684538,0.0011055232,0.007038151,0.0006201841,0.0005246675,5.671056e-7,0.00006698402,0.0057829972],"genre_scores_gemma":[0.99155927,0.00025869143,0.000054314154,0.0038653736,0.00022458857,0.00015351588,0.0000077499035,0.000021057805,0.0038554491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830294,0.00018637253,0.00034936503,0.00027619538,0.0005473861,0.00033772137],"domain_scores_gemma":[0.99864656,0.000651496,0.00007474761,0.00035153658,0.000024373696,0.00025126254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024508669,0.00013786479,0.00022787842,0.00009978051,0.000113791204,0.0000076134443,0.00043054923,0.00028257622,0.00053402956],"category_scores_gemma":[0.0009503284,0.000109717774,0.000021308568,0.00012974232,0.00011646028,0.000040027437,0.00007636131,0.000577036,0.000046347053],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079386245,0.00045384845,0.6289348,0.00015525857,0.00044462772,0.00005186218,0.041094534,0.0000021141084,0.00041733577,0.10063915,0.11993351,0.107079126],"study_design_scores_gemma":[0.0344835,0.0037555404,0.5221481,0.0033200937,0.00032169276,0.0005259452,0.02110019,0.00040263863,0.00019358682,0.017040962,0.3955434,0.001164374],"about_ca_topic_score_codex":0.000025604035,"about_ca_topic_score_gemma":0.0000021233845,"teacher_disagreement_score":0.27560988,"about_ca_system_score_codex":0.000039899583,"about_ca_system_score_gemma":0.000026881504,"threshold_uncertainty_score":0.5847249},"labels":[],"label_agreement":null},{"id":"W2068581726","doi":"10.1097/acm.0b013e3181cd4d4e","title":"Commentary: Breaking the Mold of Normative Clinical Decision Making: Is It Adaptive, Suboptimal, or Somewhere in Between?","year":2010,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Normative; Conceptualization; Guideline; Psychology; Compliance (psychology); Clinical decision making; Phenomenon; MEDLINE; Adaptation (eye); Medicine; Computer science; Social psychology; Epistemology; Political science; Family medicine; Artificial intelligence; Law","score_opus":0.7521116005697472,"score_gpt":0.6369867101318595,"score_spread":0.11512489043788776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068581726","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036705185,0.0010072851,0.0005158471,0.9543623,0.0029419672,0.002747247,0.00023452356,0.0000616486,0.0014240361],"genre_scores_gemma":[0.043149315,0.0032648914,0.0009834392,0.9350478,0.016149169,0.00017537795,0.0001994871,0.00012741347,0.00090311724],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9790129,0.01031571,0.0062757973,0.0010056273,0.0019889316,0.0014010015],"domain_scores_gemma":[0.91345924,0.07941913,0.0049356567,0.001405262,0.0005167305,0.0002639765],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.023335235,0.00074072275,0.0025906586,0.00055358035,0.0005809249,0.0000059721324,0.0020826652,0.008790069,0.0044662766],"category_scores_gemma":[0.013817652,0.00043591068,0.00017990623,0.00084939797,0.001233354,0.00040452485,0.00091883435,0.072298236,0.00028879347],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040852334,0.000014810405,0.08661923,0.0008580192,0.00012495488,0.00008240882,0.019090008,1.3373948e-7,0.0000018221452,0.000041409894,0.8843733,0.00838538],"study_design_scores_gemma":[0.0023375303,0.00054039847,0.0149199255,0.016774518,0.00032018553,0.000014757002,0.0149184745,0.00005932833,0.0000016370234,0.0019058002,0.94778895,0.0004184715],"about_ca_topic_score_codex":0.0043362677,"about_ca_topic_score_gemma":0.0011765476,"teacher_disagreement_score":0.0716993,"about_ca_system_score_codex":0.000456729,"about_ca_system_score_gemma":0.0012715359,"threshold_uncertainty_score":0.99980927},"labels":[],"label_agreement":null},{"id":"W2068598833","doi":"10.1097/acm.0b013e31829a3c32","title":"Is Clinical Cognition Binary or Continuous?","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Dual (grammatical number); Dual process theory (moral psychology); Unconscious mind; Process (computing); Cognition; Variety (cybernetics); Computer science; Task (project management); Cognitive psychology; Cognitive science; Psychology; Artificial intelligence; Neuroscience","score_opus":0.12907157905463087,"score_gpt":0.4400291950577749,"score_spread":0.310957616003144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068598833","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01123309,0.002915631,0.00005338031,0.96962976,0.0032999932,0.001335014,0.000051512103,0.00028651863,0.0111950785],"genre_scores_gemma":[0.0035166277,0.011396654,0.00011174316,0.8355589,0.04320178,0.00011133694,0.0017809784,0.00012770902,0.10419428],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99400854,0.0003041137,0.0024260937,0.0011520555,0.0012753191,0.00083388964],"domain_scores_gemma":[0.96272653,0.03442925,0.00084758137,0.00091063115,0.00043742917,0.0006485938],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0016458351,0.0006682874,0.0025219172,0.00028884812,0.00007672073,0.0000105195195,0.00041048418,0.005267313,0.016706329],"category_scores_gemma":[0.11520272,0.00041104603,0.0003716912,0.00035496464,0.001082824,0.00006970385,0.00014061129,0.011962309,0.0040039346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023000341,0.00003552042,0.0039690277,0.00021385428,0.00029500146,0.0019551988,0.00017810393,1.0729786e-8,0.000016278404,0.000007707692,0.9836627,0.009436574],"study_design_scores_gemma":[0.006197168,0.0027150423,0.0037863073,0.022660065,0.0025033127,0.00069227215,0.0001484924,0.00004152909,0.000015360363,0.0007184792,0.96005327,0.0004687194],"about_ca_topic_score_codex":0.00010697323,"about_ca_topic_score_gemma":3.8870812e-7,"teacher_disagreement_score":0.13407089,"about_ca_system_score_codex":0.000073371906,"about_ca_system_score_gemma":0.00048052185,"threshold_uncertainty_score":0.9998341},"labels":[],"label_agreement":null},{"id":"W2068770915","doi":"10.1097/acm.0b013e3181c40a5e","title":"Health Advocacy Training: Now Is the Time to Develop Physician Leaders","year":2009,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Dalhousie University","funders":"","keywords":"Curriculum; Health care; Legislature; Medical education; Health policy; Medicine; Political science; Public health; Health care reform; Public relations; Politics; Nursing; Law","score_opus":0.06762648831992757,"score_gpt":0.3860689492514748,"score_spread":0.3184424609315472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068770915","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043465424,0.0009941639,0.00046300047,0.98434925,0.0011192863,0.0016809411,0.0000072581574,0.00018124023,0.010770182],"genre_scores_gemma":[0.0002730321,0.00029345462,0.00075264834,0.9042885,0.029380104,0.00010342168,0.0011846545,0.00011340197,0.06361081],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99447215,0.0001927316,0.0014524854,0.0008523614,0.0018990916,0.0011311859],"domain_scores_gemma":[0.99714094,0.00035062182,0.00061603426,0.0010497313,0.00061501,0.0002276347],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.002158587,0.00063506566,0.0014157833,0.00065648655,0.00027202402,0.000008733468,0.000848254,0.0014020598,0.001380637],"category_scores_gemma":[0.0035940628,0.00041695524,0.0000899942,0.0028831302,0.00071531173,0.00007118538,0.0000647743,0.009443416,0.002829038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016273449,0.000008221252,0.000006228616,0.00018403922,0.000081767066,0.00002305157,0.02411032,2.3995074e-7,0.00004529568,0.000031290012,0.84916955,0.1263237],"study_design_scores_gemma":[0.00087837514,0.0004992562,0.00028260762,0.0032445113,0.0002044171,0.00016071594,0.003483208,0.00004292868,0.000020104202,0.0004716944,0.9903637,0.0003484429],"about_ca_topic_score_codex":0.000039652205,"about_ca_topic_score_gemma":5.476608e-7,"teacher_disagreement_score":0.14119416,"about_ca_system_score_codex":0.00068965316,"about_ca_system_score_gemma":0.003057625,"threshold_uncertainty_score":0.9998943},"labels":[],"label_agreement":null},{"id":"W2068867233","doi":"10.1097/00001888-200011000-00020","title":"How Clinical Teachers Perceive the Doctor—Patient Relationship and Themselves as Role Models","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Perception; Psychology; Medical education; Qualitative research; Doctor–patient relationship; Medicine; Nursing; Family medicine","score_opus":0.06781847782954283,"score_gpt":0.3933493970055164,"score_spread":0.3255309191759736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068867233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87230486,0.0017178361,0.00013865186,0.10671294,0.0003009638,0.00052047934,9.2234876e-7,0.000068428446,0.018234931],"genre_scores_gemma":[0.96650916,0.0013632107,0.00032595868,0.013828115,0.0014213028,0.000055897992,0.00004087825,0.000025334308,0.016430138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788207,0.00018670216,0.00065091037,0.0003659148,0.0006348951,0.00027948408],"domain_scores_gemma":[0.99851364,0.00057668635,0.00014741566,0.0004455767,0.00013281878,0.00018386266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015463225,0.00018807084,0.0003391738,0.00011526357,0.00021517153,0.000011182854,0.00018372762,0.00038865866,0.0007281611],"category_scores_gemma":[0.0039965585,0.000109287415,0.00004635938,0.0004171106,0.000913305,0.00018890818,0.000029072185,0.0019713605,0.00007001522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025080793,0.00009926803,0.06822693,0.000058404075,0.00017312216,0.00001259853,0.11050029,0.000026405118,0.00037168906,0.035272885,0.17556189,0.6094457],"study_design_scores_gemma":[0.0064975894,0.002186237,0.21196109,0.0014426401,0.0010935209,0.0009822798,0.10563018,0.01247603,0.00010769171,0.09111547,0.56581044,0.00069683656],"about_ca_topic_score_codex":0.000058726695,"about_ca_topic_score_gemma":9.0018864e-7,"teacher_disagreement_score":0.60874885,"about_ca_system_score_codex":0.00008072496,"about_ca_system_score_gemma":0.00013943309,"threshold_uncertainty_score":0.85646904},"labels":[],"label_agreement":null},{"id":"W2068961804","doi":"10.1097/00001888-200005000-00086","title":"A Faculty Development Workshop on “Developing Successful Workshops”","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Session (web analytics); Medical education; Plan (archaeology); Psychology; Computer science; Medicine; World Wide Web","score_opus":0.27724914725369865,"score_gpt":0.5381815965552785,"score_spread":0.2609324493015799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068961804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85722595,0.00039780771,0.0005277662,0.08650868,0.0013677557,0.0009712995,0.0000022934748,0.00015427542,0.052844185],"genre_scores_gemma":[0.7942207,0.0039075925,0.0013155255,0.048242733,0.0048052003,0.00065267325,0.00023005952,0.000044272587,0.14658126],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961702,0.0003434504,0.00090063893,0.00044834224,0.00092454243,0.001212779],"domain_scores_gemma":[0.9975904,0.001192775,0.0001495677,0.00027177826,0.00013374949,0.00066171354],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0030488204,0.00019316132,0.00031121593,0.00022300583,0.0012590192,0.0000043660375,0.0005163406,0.0003771226,0.012274407],"category_scores_gemma":[0.0015210281,0.00013234922,0.000017280603,0.0009884894,0.00018334245,0.0001699133,0.000055589357,0.0022470576,0.0042116116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001156693,0.000010751558,0.016155379,0.0001785048,0.000012271999,0.000005078639,0.055822775,0.000012667012,0.000028942684,0.0009081939,0.6202898,0.30645996],"study_design_scores_gemma":[0.0007305784,0.000045073422,0.05233847,0.0023623817,0.0000037366697,0.0000018969845,0.013772752,0.00009057396,0.000022028651,0.00056113664,0.92989457,0.00017681855],"about_ca_topic_score_codex":0.00016598977,"about_ca_topic_score_gemma":0.000050033545,"teacher_disagreement_score":0.30960476,"about_ca_system_score_codex":0.0005226459,"about_ca_system_score_gemma":0.001852863,"threshold_uncertainty_score":0.99656373},"labels":[],"label_agreement":null},{"id":"W2069054085","doi":"10.1097/acm.0000000000000683","title":"Access and Selection","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; St Joseph's Health Centre; The Wilson Centre; University of Toronto","funders":"","keywords":"Accountability; Selection (genetic algorithm); Equity (law); Curriculum; Medical education; Diversity (politics); Psychology; Public relations; Medicine; Political science; Computer science; Pedagogy","score_opus":0.22004511068626123,"score_gpt":0.4913797119554336,"score_spread":0.2713346012691724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069054085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5699834,0.0029697043,0.0015327241,0.3566238,0.0009894586,0.00051295134,7.133164e-7,0.00023607667,0.06715115],"genre_scores_gemma":[0.9549826,0.00061346876,0.00017880957,0.026346188,0.0014224016,0.000012598695,0.000012797371,0.000011781237,0.016419396],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991385,0.000027401076,0.00021140718,0.00016665488,0.00031114955,0.00014488613],"domain_scores_gemma":[0.9978258,0.0000674992,0.000048789087,0.00007367921,0.00009318139,0.0018910689],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043577197,0.00008069379,0.00019008065,0.00010606767,0.0000360171,0.0000028519391,0.00006768552,0.0001305462,0.0017976547],"category_scores_gemma":[0.006928794,0.00005259574,0.000009611069,0.00025268277,0.00013495072,0.00008050396,0.000032913253,0.00046507097,0.000034308003],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009131428,0.000020342823,0.04168103,0.00007537697,0.000024738958,0.000009275959,0.0033444497,4.035064e-7,0.0039892327,0.0036749523,0.9302956,0.016793294],"study_design_scores_gemma":[0.0047733686,0.0005505396,0.030604795,0.00063488627,0.00018101517,0.000771489,0.0025692403,0.0008752565,0.0009380678,0.0058504036,0.9520804,0.00017052173],"about_ca_topic_score_codex":0.000035595534,"about_ca_topic_score_gemma":6.047753e-7,"teacher_disagreement_score":0.38499916,"about_ca_system_score_codex":0.000035760608,"about_ca_system_score_gemma":0.0004340214,"threshold_uncertainty_score":0.9991148},"labels":[],"label_agreement":null},{"id":"W2069308343","doi":"10.1097/acm.0000000000000200","title":"Harassment and Discrimination in Medical Training","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":665,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Harassment; Medicine; Meta-analysis; MEDLINE; Family medicine; Psychology; Clinical psychology; Nursing; Internal medicine","score_opus":0.21036311344339048,"score_gpt":0.4780799599627577,"score_spread":0.2677168465193672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069308343","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001674926,0.9695974,0.00008678184,0.006981535,0.0007775871,0.0003726574,0.0000017748291,0.000034066838,0.022131419],"genre_scores_gemma":[0.00025351215,0.9947691,0.0000076325705,0.0013370278,0.0019299525,0.000023894636,0.00005051691,0.000012465044,0.0016158927],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962495,0.0005858509,0.0005940448,0.00034956905,0.0018497705,0.00037127515],"domain_scores_gemma":[0.99836123,0.00086317596,0.00022489116,0.00012458273,0.000030571748,0.0003955345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008718989,0.00021222203,0.0012899266,0.00030677934,0.00014502525,0.000008964447,0.0006741937,0.00086872577,0.0006422477],"category_scores_gemma":[0.003277287,0.00015641247,0.000053527958,0.00037131424,0.0009952103,0.00008399356,0.00011587638,0.0014626223,0.000021855634],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.648348e-7,0.0000018109286,0.000021880302,0.0019481141,0.000012939518,0.000022176117,0.031446088,6.349401e-9,1.171776e-8,0.013160097,0.0063341563,0.9470519],"study_design_scores_gemma":[0.00032560248,0.000045441462,0.000008995283,0.035047993,0.00026243448,0.0000103072225,0.024439218,0.0000035284306,3.7474894e-9,0.0006924015,0.9390268,0.00013729921],"about_ca_topic_score_codex":0.0005687591,"about_ca_topic_score_gemma":0.00033990934,"teacher_disagreement_score":0.94691455,"about_ca_system_score_codex":0.00018599785,"about_ca_system_score_gemma":0.00047690788,"threshold_uncertainty_score":0.70321614},"labels":[],"label_agreement":null},{"id":"W2069539447","doi":"10.1097/acm.0000000000000639","title":"Academic Institutions and One Health","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Zoonotic diseases and public health","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Engineering ethics; Value (mathematics); Sustainability; Salient; Sociology; Unintended consequences; Transdisciplinarity; Capacity building; Process (computing); Knowledge management; Management science; Public relations; Political science; Computer science; Social science; Engineering; Ecology","score_opus":0.2618998376066264,"score_gpt":0.44767350085989766,"score_spread":0.18577366325327127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069539447","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25076237,0.040631652,0.0027427736,0.659148,0.00096563366,0.0012555404,0.000020011104,0.00032745814,0.044146564],"genre_scores_gemma":[0.942517,0.0076373303,0.0003492348,0.045297753,0.0018341665,0.000023704135,0.00008728643,0.000023034654,0.0022305201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978518,0.00008739393,0.0006359051,0.00034102597,0.0005842354,0.0004996375],"domain_scores_gemma":[0.9969167,0.00010430127,0.00016024517,0.00028623038,0.00011813923,0.002414393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017037246,0.00017790296,0.0005608149,0.00021213909,0.00010477777,0.0000030220144,0.00012742574,0.00025954586,0.00020363744],"category_scores_gemma":[0.0016697923,0.00013684989,0.000025731824,0.00038305766,0.00039441374,0.00013894933,0.000067618734,0.0012404516,0.00007107119],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036636545,0.000089596906,0.03252884,0.00097565167,0.00014652978,0.000049650258,0.014180221,0.0000054914826,0.00019737385,0.3423946,0.45413715,0.15492854],"study_design_scores_gemma":[0.01010395,0.002106373,0.039580144,0.0023555346,0.00027221683,0.00070652226,0.008635664,0.00044726828,0.00001394794,0.016319785,0.91909736,0.00036124772],"about_ca_topic_score_codex":0.00052003935,"about_ca_topic_score_gemma":0.0000055433393,"teacher_disagreement_score":0.6917546,"about_ca_system_score_codex":0.00019622713,"about_ca_system_score_gemma":0.0026878961,"threshold_uncertainty_score":0.55805767},"labels":[],"label_agreement":null},{"id":"W2069799856","doi":"10.1097/acm.0b013e3181c8880d","title":"In the Spirit of Flexner: Working Toward a Collective Vision for the Future of Medical Education in Canada","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Association of Universities and Colleges of Canada","funders":"","keywords":"Medical education; Work (physics); Set (abstract data type); Scholarship; Academic medicine; Public relations; Medicine; Sociology; Engineering ethics; Political science; Computer science; Law; Engineering","score_opus":0.08415101304317789,"score_gpt":0.4732505624130962,"score_spread":0.3890995493699183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069799856","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.420037,0.0035515726,0.000055057917,0.57367414,0.00083998987,0.001203309,0.000002178278,0.0000023608955,0.0006343867],"genre_scores_gemma":[0.96423,0.0021717725,0.000036684065,0.03168327,0.0016067789,0.00008446115,0.000007897198,0.000008842661,0.00017027195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968179,0.0001247324,0.00064306863,0.00016163864,0.0017746718,0.0004780304],"domain_scores_gemma":[0.9959336,0.0026103337,0.00015345812,0.0002529785,0.00014863368,0.000901007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006474307,0.000102544494,0.00039448094,0.00017339822,0.00003439024,9.73897e-7,0.0004072308,0.00028172747,0.00024896234],"category_scores_gemma":[0.043059077,0.000047662994,0.000027439944,0.00073640293,0.0002636108,0.000032205447,0.00003298973,0.0021898558,4.245669e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092233304,0.00010335999,0.038350385,0.0008252683,0.000024944035,0.00002681114,0.012151822,5.430063e-7,0.002666432,0.003185234,0.59877205,0.34297082],"study_design_scores_gemma":[0.009559361,0.0013355613,0.14361216,0.0051919073,0.00009254822,0.00016509695,0.0452925,0.0021027813,0.0008350385,0.0025604244,0.7890968,0.00015584801],"about_ca_topic_score_codex":0.3354103,"about_ca_topic_score_gemma":0.44081035,"teacher_disagreement_score":0.544193,"about_ca_system_score_codex":0.00029610997,"about_ca_system_score_gemma":0.05369471,"threshold_uncertainty_score":0.96500164},"labels":[],"label_agreement":null},{"id":"W2069905881","doi":"10.1097/00001888-200110001-00038","title":"Relationships among Item Characteristics, Examine Characteristics, and Response Times on USMLE Step 1","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Test (biology); Computerized adaptive testing; United States Medical Licensing Examination; Disadvantaged; Psychology; Educational measurement; Computer science; Medical education; Medicine; Developmental psychology; Psychometrics; Medical school; Pedagogy","score_opus":0.05064341965010042,"score_gpt":0.3302135982187392,"score_spread":0.27957017856863875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069905881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698072,0.0002136778,0.0005074098,0.025178943,0.0008560521,0.0005562124,0.000008396091,0.00014144332,0.0027306709],"genre_scores_gemma":[0.97188574,0.0006662142,0.00030962983,0.005104839,0.002164653,0.000051332234,0.0003744834,0.000052549116,0.019390548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971973,0.00026669944,0.0009862668,0.00048458824,0.000664365,0.00040083655],"domain_scores_gemma":[0.9973653,0.0011446625,0.00036772215,0.0005291609,0.00029470166,0.00029846551],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030229047,0.00029434127,0.00057805824,0.00054295035,0.00022554859,0.000009815298,0.00015846457,0.00048722007,0.0009761094],"category_scores_gemma":[0.023353957,0.00024030062,0.000029002254,0.0006594329,0.00064011524,0.00014536123,0.000050334223,0.0019537369,0.00015693165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001993194,0.00009544607,0.836216,0.00015301815,0.0000874522,0.00013091709,0.004164449,1.260785e-7,0.003552248,0.0032305133,0.10812849,0.042248197],"study_design_scores_gemma":[0.00158881,0.00052670174,0.91617155,0.0010469243,0.00015103689,0.0002299993,0.0012875721,0.0009073621,0.00007266218,0.00015245286,0.077656925,0.00020801692],"about_ca_topic_score_codex":0.000021942411,"about_ca_topic_score_gemma":0.0000010596098,"teacher_disagreement_score":0.079955585,"about_ca_system_score_codex":0.00021249702,"about_ca_system_score_gemma":0.00012608132,"threshold_uncertainty_score":0.9999371},"labels":[],"label_agreement":null},{"id":"W2070112413","doi":"10.1097/acm.0b013e3181dbfb41","title":"Commentary: One Strategy for Building Public Trust in Changing Times","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Accountability; Public relations; Vision; Quality (philosophy); Collegiality; Professional development; Health care; Professional association; Public trust; Political science; Business; Medicine; Medical education; Psychology; Sociology; Pedagogy","score_opus":0.044292275223571785,"score_gpt":0.39360921148626604,"score_spread":0.3493169362626943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070112413","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071752616,0.0015354787,0.0016956746,0.14962126,0.83569056,0.0024116368,0.000056398167,0.00014184027,0.0016718964],"genre_scores_gemma":[0.007803068,0.0008997244,0.002390094,0.010062519,0.9693,0.0005557264,0.0051958794,0.00015259387,0.0036403944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995331,0.0000711249,0.0014007462,0.0007349237,0.0014978383,0.00096439227],"domain_scores_gemma":[0.99675983,0.0011742336,0.0005817652,0.000617181,0.0006269394,0.00024002977],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004346928,0.00049125584,0.0012421323,0.002629115,0.00016160679,0.0000153931,0.00056110654,0.0030354029,0.00073189917],"category_scores_gemma":[0.017992353,0.00043883704,0.000080087375,0.0018065949,0.00043098387,0.00013367074,0.00010929304,0.00789627,0.000015006135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008202362,0.000051674724,0.0001595769,0.0007012262,0.00008926882,0.0000061078445,0.0009215713,3.7011006e-7,0.0010278478,0.0023662306,0.97680825,0.017785871],"study_design_scores_gemma":[0.004305734,0.0004923049,0.000032893044,0.0029462453,0.00031871963,0.000011636479,0.0014784503,0.00049224566,0.00011495844,0.0018459207,0.98762214,0.00033873838],"about_ca_topic_score_codex":0.000121515346,"about_ca_topic_score_gemma":0.000014160473,"teacher_disagreement_score":0.13955875,"about_ca_system_score_codex":0.00063516945,"about_ca_system_score_gemma":0.00084604404,"threshold_uncertainty_score":0.99980634},"labels":[],"label_agreement":null},{"id":"W2070415144","doi":"10.1097/acm.0b013e31827b2941","title":"Clinical Decision Making","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Assertion; Interpretation (philosophy); Reading (process); Dual (grammatical number); Process (computing); Computer science; Point (geometry); Psychology; Perspective (graphical); Inverse; Cognitive psychology; Epistemology; Calculus (dental); Artificial intelligence; Mathematics; Medicine; Philosophy","score_opus":0.08370502696823086,"score_gpt":0.45619187130802774,"score_spread":0.3724868443397969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070415144","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008091379,0.005556064,0.0010643153,0.96433264,0.0055048172,0.00094789383,0.000009540866,0.00028950788,0.014203861],"genre_scores_gemma":[0.0060924944,0.0063590007,0.001083177,0.907995,0.059136234,0.00005297248,0.00038026366,0.0001321767,0.018768666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938708,0.00021936798,0.0024821234,0.0011131286,0.0015032666,0.0008113093],"domain_scores_gemma":[0.93194795,0.065486945,0.00069902226,0.0011295477,0.0002744492,0.00046209467],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.002184013,0.000590456,0.0022084084,0.00030970984,0.0000706135,0.000009912942,0.00053188705,0.005123003,0.0056590526],"category_scores_gemma":[0.20810415,0.0003912934,0.00037986148,0.000317238,0.00072749116,0.00005167896,0.0002003332,0.014235272,0.0030206856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006234037,0.000010747255,0.008431442,0.00008442017,0.00010849786,0.0009753354,0.00006726354,1.00323994e-7,0.0000019858114,0.000024950445,0.89247465,0.097758256],"study_design_scores_gemma":[0.0027590806,0.0007267936,0.007956507,0.04260048,0.00094255735,0.0005018272,0.000037740534,0.00007969892,0.0000010232646,0.0039267093,0.9401024,0.0003652052],"about_ca_topic_score_codex":0.000045761393,"about_ca_topic_score_gemma":3.3417237e-7,"teacher_disagreement_score":0.20592013,"about_ca_system_score_codex":0.00011213695,"about_ca_system_score_gemma":0.0003043104,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2070696485","doi":"10.1097/acm.0b013e318200281a","title":"Commentary: Lowly Interns, More Is Merrier, and the Casablanca Strategy","year":2010,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Laboratory Practices and Quality Control","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Test (biology); Variety (cybernetics); Process (computing); Psychology; Cognition; Function (biology); Reflection (computer programming); Cognitive psychology; Variance (accounting); Computer science; Artificial intelligence; Psychiatry","score_opus":0.06170031823934787,"score_gpt":0.4030327351866728,"score_spread":0.34133241694732497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070696485","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00587298,0.009649053,0.000020244444,0.9803389,0.0011599119,0.0010494359,0.00011894537,0.000063344036,0.0017272339],"genre_scores_gemma":[0.008407338,0.007274925,0.000016307657,0.95507604,0.020636993,0.000050559793,0.00045345386,0.00007628097,0.008008079],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960797,0.00048031597,0.0012863313,0.00070553727,0.0009094773,0.00053867995],"domain_scores_gemma":[0.99368364,0.0040352475,0.00078182825,0.0009895823,0.00019551178,0.00031416578],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002710478,0.00055662077,0.0017071202,0.000116938456,0.00014443122,0.000022773711,0.00048542823,0.0034614452,0.0020794345],"category_scores_gemma":[0.0023198859,0.00029741222,0.0001511664,0.00018448471,0.0023047857,0.00011691863,0.00012660648,0.025907617,0.00006104586],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062233326,0.00000772358,0.00044777984,0.00032504852,0.0004352573,0.00031626134,0.0018054335,1.1444161e-8,0.00007647018,0.00023918165,0.9933377,0.0023868284],"study_design_scores_gemma":[0.010030679,0.00039249615,0.00012875191,0.00083794806,0.0019300043,0.00025425866,0.00097499817,0.00010561373,0.00001774221,0.00078911596,0.9842568,0.0002815741],"about_ca_topic_score_codex":0.0011013356,"about_ca_topic_score_gemma":0.00003056069,"teacher_disagreement_score":0.025262788,"about_ca_system_score_codex":0.000053718344,"about_ca_system_score_gemma":0.00015826302,"threshold_uncertainty_score":0.9999478},"labels":[],"label_agreement":null},{"id":"W2070820212","doi":"10.1097/00001888-200306000-00009","title":"Training Medical Students to Communicate with a Linguistic Minority Group","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Global Affairs Canada","funders":"","keywords":"French; Medical education; Communication skills; Health care; Psychology; Plan (archaeology); Population; Medicine; Linguistics","score_opus":0.18025468458681118,"score_gpt":0.530370622021373,"score_spread":0.3501159374345618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070820212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65161085,0.0027810454,0.004081298,0.059472293,0.0024517933,0.0022146476,0.000008220177,0.0005308246,0.27684903],"genre_scores_gemma":[0.9694681,0.00036910106,0.0007260065,0.026380816,0.0005607636,0.00028025807,0.000018127092,0.000028896939,0.0021679315],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99477273,0.0020534948,0.0009709042,0.00030947724,0.0012280496,0.00066532486],"domain_scores_gemma":[0.9947975,0.0030101682,0.0002639222,0.0009728044,0.0002611748,0.00069443],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0067446274,0.00020267774,0.00046804216,0.00013182947,0.0008017714,0.0000031363847,0.0016857828,0.0004396932,0.0010730588],"category_scores_gemma":[0.012385279,0.0001451036,0.000022900698,0.00037472785,0.00022990175,0.000028232356,0.00031255634,0.0039700693,0.00018994595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028390338,0.00004839645,0.44102618,0.00055578613,0.00009953538,0.00003428185,0.3620288,0.0000012723747,0.000058065183,0.16472909,0.026350973,0.0047837025],"study_design_scores_gemma":[0.004418548,0.0010868743,0.016444579,0.011617426,0.00011908586,0.00007547659,0.09420026,0.00016155513,0.0000069291227,0.0056711067,0.8656268,0.00057132356],"about_ca_topic_score_codex":0.0006736716,"about_ca_topic_score_gemma":0.0002398777,"teacher_disagreement_score":0.83927584,"about_ca_system_score_codex":0.00017904196,"about_ca_system_score_gemma":0.0004068934,"threshold_uncertainty_score":0.9998401},"labels":[],"label_agreement":null},{"id":"W2071244861","doi":"10.1097/01.acm.0000243353.62431.3e","title":"Concurrent Sessions: Exploring Issues Relating to International Medical Graduates","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Facilitator; Accreditation; Medical education; Session (web analytics); Competence (human resources); Workforce; Presentation (obstetrics); Staffing; Commission; Medicine; Psychology; Nursing; Political science; Computer science","score_opus":0.19067759613917706,"score_gpt":0.5277576842818249,"score_spread":0.33708008814264784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071244861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65459377,0.007696636,0.0011116462,0.26616904,0.013381573,0.0013643698,0.0000116937745,0.00066848885,0.055002782],"genre_scores_gemma":[0.9560916,0.0034086204,0.00030671488,0.010589837,0.010357467,0.00044262892,0.00011211168,0.00004884776,0.018642161],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99535304,0.00037559512,0.0015075394,0.00045754283,0.0014419347,0.00086436054],"domain_scores_gemma":[0.99706715,0.0014820645,0.00032422403,0.00026523694,0.00023206175,0.00062925246],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021272067,0.00025390406,0.00048254646,0.000226912,0.0005441954,0.0000029159123,0.0006034671,0.00043358968,0.004368906],"category_scores_gemma":[0.004892899,0.00019112758,0.000034901383,0.00045161642,0.00013984203,0.00020923978,0.0003385253,0.0022603157,0.0010769462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027050033,0.000014787354,0.16820528,0.00017211575,0.00002060714,0.00003405747,0.011553099,0.000023121933,0.00032144765,0.04811354,0.7533614,0.018153522],"study_design_scores_gemma":[0.0014926693,0.000105965046,0.008642198,0.012089653,0.000025142532,0.000010412214,0.016167674,0.0006128685,0.000066523724,0.0048807124,0.95564425,0.00026194754],"about_ca_topic_score_codex":0.0028231377,"about_ca_topic_score_gemma":0.000105728635,"teacher_disagreement_score":0.30149785,"about_ca_system_score_codex":0.0003311455,"about_ca_system_score_gemma":0.00019009714,"threshold_uncertainty_score":0.99970084},"labels":[],"label_agreement":null},{"id":"W2071501899","doi":"10.1097/acm.0b013e318294ff36","title":"Understanding the Needs of Department Chairs in Academic Medicine","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Thematic analysis; Mandate; Interpersonal communication; Leadership development; Psychology; Health care; Qualitative research; Medicine; Public relations; Sociology; Political science","score_opus":0.1293160622721254,"score_gpt":0.3850764239677711,"score_spread":0.2557603616956457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071501899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7192666,0.0025758187,0.0055669057,0.25751323,0.0013272814,0.0018178804,0.000001033952,0.00007695236,0.011854286],"genre_scores_gemma":[0.9841901,0.001488944,0.000074758216,0.011120991,0.0013956028,0.000167384,0.00006366157,0.00003224352,0.0014663312],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.996717,0.00010960033,0.001406819,0.00024836298,0.0010285251,0.0004896967],"domain_scores_gemma":[0.9982559,0.00048319672,0.00039976562,0.0004955937,0.00020058245,0.00016492416],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025107441,0.00025570058,0.00064712024,0.00086625747,0.000088246474,0.0000016370988,0.0003951447,0.00044706403,0.0017783963],"category_scores_gemma":[0.003715053,0.00014661848,0.000036691086,0.002292406,0.0012538654,0.00014377944,0.0000709736,0.002214203,0.000058671663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016697978,0.00006479157,0.10459599,0.00062244333,0.00019728522,0.0000119087335,0.081480406,0.000027672695,0.022141948,0.11361091,0.66056997,0.016509715],"study_design_scores_gemma":[0.023044959,0.0031415701,0.19261396,0.016178876,0.0011632212,0.0007464904,0.5448847,0.007669545,0.0025946333,0.13747285,0.06934068,0.001148529],"about_ca_topic_score_codex":0.00026733786,"about_ca_topic_score_gemma":0.0000031580998,"teacher_disagreement_score":0.59122926,"about_ca_system_score_codex":0.0005420251,"about_ca_system_score_gemma":0.00015709383,"threshold_uncertainty_score":0.9991341},"labels":[],"label_agreement":null},{"id":"W2071818842","doi":"10.1097/acm.0000000000000549","title":"Linking Simulation-Based Educational Assessments and Patient-Related Outcomes","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":246,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design; University of British Columbia","funders":"","keywords":"MEDLINE; Confidence interval; Medicine; Scopus; Family medicine; Internal medicine","score_opus":0.10272910099836315,"score_gpt":0.5033053794110998,"score_spread":0.40057627841273663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071818842","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056600024,0.987651,0.0002962952,0.006571538,0.0021009576,0.0022170322,0.000020603751,0.0001340659,0.00044250704],"genre_scores_gemma":[0.056174167,0.93091756,0.000377097,0.005771306,0.001573886,0.00035686744,0.0033862074,0.00018580495,0.0012571262],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950257,0.00037966826,0.0023143757,0.0008247197,0.0009958594,0.00045971],"domain_scores_gemma":[0.9864804,0.010414595,0.0013438088,0.0006860608,0.00050285785,0.0005722821],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076580746,0.0006769182,0.0025358233,0.0008804822,0.00020422641,0.000011725722,0.0002232099,0.0012122439,0.001118309],"category_scores_gemma":[0.0020855463,0.0005097147,0.00021588142,0.00070143613,0.0002526115,0.000086638196,0.000047131747,0.0020207663,0.00013785076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023884446,0.000060700902,0.09680409,0.03554418,0.0004190266,0.000005435257,0.0015742562,0.0006340631,2.6816713e-7,0.00085349666,0.002886448,0.86119413],"study_design_scores_gemma":[0.0020925654,0.00030660906,0.0033904877,0.06803803,0.0026393482,0.000038934664,0.00026278585,0.0072126766,1.8432785e-7,0.0007719143,0.91460687,0.00063958945],"about_ca_topic_score_codex":0.000044974528,"about_ca_topic_score_gemma":4.540422e-7,"teacher_disagreement_score":0.9117204,"about_ca_system_score_codex":0.0005657441,"about_ca_system_score_gemma":0.0023383114,"threshold_uncertainty_score":0.9997948},"labels":[],"label_agreement":null},{"id":"W2072072998","doi":"10.1097/acm.0b013e3181403b5e","title":"What Multisource Feedback Factors Influence Physician Self-Assessments? A Five-Year Longitudinal Study","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Variance (accounting); Self-assessment; Test (biology); Family medicine; Medicine; Regression analysis; Psychology; Statistics; Social psychology; Mathematics","score_opus":0.0373492827474336,"score_gpt":0.40995415956484443,"score_spread":0.37260487681741083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072072998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99182004,0.00026669513,0.0009397679,0.0029378638,0.001542873,0.0012148574,8.415905e-7,0.00022655916,0.0010505181],"genre_scores_gemma":[0.9909192,0.000213124,0.00082707196,0.004951705,0.0016049569,0.00003440448,0.00006323743,0.00004958409,0.0013367258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962509,0.00007496499,0.0010052342,0.00062114606,0.0014008521,0.0006468998],"domain_scores_gemma":[0.99795616,0.00030296508,0.00035860192,0.0006154352,0.00047160432,0.0002952521],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020293952,0.00036073715,0.0006103576,0.00046313702,0.00019283655,0.000018267128,0.00036534277,0.00032512535,0.00023238272],"category_scores_gemma":[0.0013402657,0.00027937262,0.00005284077,0.0014813384,0.00029568182,0.00058908766,0.00009616579,0.001783105,0.00013197596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017006311,0.00047997216,0.9416194,0.00014118543,0.0002516542,0.000057549936,0.029286984,0.0000048024526,0.0018630386,0.0003895203,0.011320038,0.01441577],"study_design_scores_gemma":[0.0038963067,0.0010581824,0.8794817,0.0008406925,0.00034296385,0.000033519747,0.107558005,0.00011762458,0.00033176885,0.00012030447,0.0059586638,0.00026032515],"about_ca_topic_score_codex":0.00015809503,"about_ca_topic_score_gemma":0.000007449368,"teacher_disagreement_score":0.07827102,"about_ca_system_score_codex":0.00044082673,"about_ca_system_score_gemma":0.00016541837,"threshold_uncertainty_score":0.99996585},"labels":[],"label_agreement":null},{"id":"W2072084177","doi":"10.1097/00001888-200301000-00003","title":"Residentsʼ Duty Hours in the Province of Ontario, Canada","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Negotiation; Arbitration; Duty; Collective agreement; Medicine; Political science; Family medicine; Medical education; Collective bargaining; Law","score_opus":0.016810598313197558,"score_gpt":0.2849155693285991,"score_spread":0.2681049710154016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072084177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663925,0.0010017245,0.0000078591,0.010958624,0.000195376,0.00034923825,0.0000010454174,0.000006839708,0.021086762],"genre_scores_gemma":[0.981348,0.00009420877,0.00004137846,0.0044550784,0.00007445471,0.0000070901156,0.0000046930013,0.00000827642,0.01396682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998615,0.00006211007,0.0004102144,0.00015733334,0.00052698376,0.00022830996],"domain_scores_gemma":[0.9992691,0.00017498231,0.00009944435,0.00027537302,0.00003626737,0.00014481103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006728109,0.00011349888,0.0003258627,0.00006383867,0.000028332257,7.4160124e-7,0.00017136034,0.000094605755,0.0006024946],"category_scores_gemma":[0.0011863417,0.000059122685,0.000023574876,0.00021762497,0.0000925123,0.000030261972,0.00001533042,0.00068404805,0.0000023912135],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003854934,0.000015950587,0.89464164,0.00005637749,0.000016939792,0.00026427902,0.00336936,0.0000014293372,0.0003286532,0.0020063238,0.098804116,0.00045640228],"study_design_scores_gemma":[0.002332108,0.00034831837,0.83970124,0.0007999827,0.00009059062,0.00015711419,0.0043018623,0.0000022700876,0.0012415224,0.0006665986,0.15023112,0.0001272697],"about_ca_topic_score_codex":0.8256588,"about_ca_topic_score_gemma":0.826263,"teacher_disagreement_score":0.054940373,"about_ca_system_score_codex":0.00031680046,"about_ca_system_score_gemma":0.0030896289,"threshold_uncertainty_score":0.6596893},"labels":[],"label_agreement":null},{"id":"W2072150124","doi":"10.1097/00001888-200009001-00124","title":"Memorial University Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Curriculum; Compassion; Medical education; Honesty; Class (philosophy); Medicine; Psychology; Pedagogy","score_opus":0.036619987497229424,"score_gpt":0.35978058925537343,"score_spread":0.323160601758144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072150124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82659006,0.000372986,0.00046166865,0.08474298,0.0013137679,0.0004848241,0.0000066714842,0.000121584744,0.085905455],"genre_scores_gemma":[0.95149577,0.0010253217,0.00067161,0.0050197616,0.0045780963,0.0000030806875,0.00030455846,0.000024649116,0.036877166],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799603,0.000057930192,0.0006231334,0.00028462402,0.0007817589,0.00025652332],"domain_scores_gemma":[0.9989061,0.000094662246,0.00017903319,0.0003711642,0.00029099395,0.00015805842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009253322,0.00016824773,0.0005402799,0.00029511793,0.00007104616,4.3021527e-7,0.00024672132,0.00030439842,0.015314433],"category_scores_gemma":[0.0015990904,0.000125171,0.0000374887,0.0011338792,0.0011323794,0.00008851157,0.000022069044,0.0007984009,0.00010000241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006581083,0.000050557865,0.0038172598,0.00020969454,0.00011274625,0.00003434883,0.0071832947,0.000003955918,0.007420549,0.010193004,0.80315703,0.16715942],"study_design_scores_gemma":[0.009635003,0.0009148872,0.015207675,0.0012080991,0.0004677059,0.0001826443,0.0053788824,0.00028342192,0.00088224566,0.0016085145,0.9640363,0.00019461678],"about_ca_topic_score_codex":0.00020788587,"about_ca_topic_score_gemma":9.727719e-7,"teacher_disagreement_score":0.1669648,"about_ca_system_score_codex":0.00013317695,"about_ca_system_score_gemma":0.00015611328,"threshold_uncertainty_score":0.9855857},"labels":[],"label_agreement":null},{"id":"W2072269068","doi":"10.1097/00001888-200411000-00006","title":"A Prospective Before-and-After Trial of an Educational Intervention about Pharmaceutical Marketing","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Intervention (counseling); Likert scale; Curriculum; Confidentiality; Pharmaceutical industry; Medicine; Medical education; Family medicine; Alternative medicine; Pharmaceutical marketing; Social marketing; Marketing; Psychology; Nursing; Business; Political science; Pedagogy","score_opus":0.24385046007203914,"score_gpt":0.5760552891534801,"score_spread":0.332204829081441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072269068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97831994,0.0016681044,0.00004951305,0.01577268,0.0013831385,0.000969349,0.000028288241,0.00004907606,0.0017599276],"genre_scores_gemma":[0.9924044,0.0006224876,0.00007900838,0.0036488464,0.0024054046,0.00020616747,0.000037782367,0.000021240261,0.0005746656],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9972353,0.00073964626,0.00083109457,0.0004196944,0.00030477927,0.00046949205],"domain_scores_gemma":[0.9982664,0.0005305011,0.00023487656,0.00014578436,0.00014639721,0.00067606725],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003329049,0.00023726757,0.0003984793,0.00014560118,0.00015278047,0.0000039642887,0.00023346338,0.00076647266,0.0031259248],"category_scores_gemma":[0.0010089246,0.0002002113,0.00006656737,0.00023922585,0.00080430903,0.00022637546,0.00008745714,0.0031114467,0.000027708316],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.32356766,0.002625294,0.2215997,0.002802648,0.0011078655,0.00015480991,0.03515823,0.000092541835,0.023238745,0.09195606,0.0025590763,0.29513738],"study_design_scores_gemma":[0.41796052,0.008627581,0.33018076,0.0031568697,0.002381407,0.0006765406,0.00496987,0.0025175847,0.0328833,0.12104387,0.07407777,0.0015238929],"about_ca_topic_score_codex":0.000038599854,"about_ca_topic_score_gemma":0.000014317502,"teacher_disagreement_score":0.29361346,"about_ca_system_score_codex":0.00014478377,"about_ca_system_score_gemma":0.00016628392,"threshold_uncertainty_score":0.9991884},"labels":[],"label_agreement":null},{"id":"W2072443975","doi":"10.1097/00001888-200010001-00031","title":"The Effects of Examiner Background, Station Organization, and Time of Exam on OSCE Scores Assessing Undergraduate Medical Studentsʼ Physical Examination Skills","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Foothills Medical Centre","funders":"","keywords":"Objective structured clinical examination; Reliability (semiconductor); Medical education; Psychology; Quality (philosophy); Physical examination; Educational measurement; Medicine; Medical physics; Curriculum; Surgery; Pedagogy","score_opus":0.012001898993091908,"score_gpt":0.347376737098911,"score_spread":0.3353748381058191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072443975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955787,0.00049497414,0.00035349317,0.0022991842,0.00014593905,0.0003662735,0.0000015128205,0.00003317981,0.00072674826],"genre_scores_gemma":[0.99325514,0.0038496777,0.000034287757,0.00062860834,0.00041766174,0.000008166162,0.00007201177,0.000026851309,0.0017075783],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997365,0.0002781269,0.0006443724,0.00029152117,0.0012143526,0.00020665354],"domain_scores_gemma":[0.96880597,0.030229757,0.00026713658,0.00024685607,0.0002331853,0.00021710731],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012413466,0.00017919387,0.0005149299,0.00008690161,0.0000858689,0.0000073688398,0.00015356566,0.00020019275,0.00016098551],"category_scores_gemma":[0.0657064,0.00010781258,0.000029581253,0.00043642317,0.00060234644,0.00008353504,0.000035615045,0.00045199253,0.000022920025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039664577,0.0016049308,0.153718,0.0008794142,0.0005560235,0.000098663484,0.0114459945,0.000034321438,0.03304079,0.010285737,0.013961523,0.773978],"study_design_scores_gemma":[0.0073514297,0.0023753948,0.96733516,0.011610866,0.00061014114,0.000063147825,0.0006362857,0.00092285563,0.0069365427,0.001708826,0.00023848767,0.0002108428],"about_ca_topic_score_codex":0.000030288638,"about_ca_topic_score_gemma":7.582384e-7,"teacher_disagreement_score":0.81361717,"about_ca_system_score_codex":0.00004122415,"about_ca_system_score_gemma":0.000108058346,"threshold_uncertainty_score":0.9421635},"labels":[],"label_agreement":null},{"id":"W2072489006","doi":"10.1097/00001888-200510001-00017","title":"A Comparison of Physician Examiners and Trained Assessors in a High-Stakes OSCE Setting","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Educational measurement; Psychology; MEDLINE; Medicine; Family medicine; Curriculum; Pedagogy; Political science","score_opus":0.04484784662818801,"score_gpt":0.41290227701399174,"score_spread":0.3680544303858037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072489006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96621263,0.00065145205,0.0003947609,0.03040312,0.00015529992,0.00031296207,0.0000010763083,0.000035812907,0.0018328774],"genre_scores_gemma":[0.99170065,0.00008389848,0.002636528,0.004323423,0.0008381511,0.000022370083,0.000051812378,0.000019023033,0.00032416137],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981431,0.00005709671,0.00083295477,0.00025324756,0.0004557746,0.0002578217],"domain_scores_gemma":[0.9991116,0.0002260238,0.0002726273,0.00019716007,0.00010914853,0.00008345012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010613959,0.00015301241,0.0005623782,0.00038147205,0.000031995954,0.0000014948653,0.00010507086,0.00020377223,0.00007205418],"category_scores_gemma":[0.002193894,0.00012467988,0.000016172884,0.0007671498,0.0003360692,0.000101233796,0.000020604904,0.0008629211,0.0000039869424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001831443,0.00027807118,0.25589088,0.00074402936,0.000088714485,0.000009125886,0.061438963,0.00005286255,0.08850696,0.006307244,0.041797847,0.5447022],"study_design_scores_gemma":[0.014400236,0.0012132355,0.84039485,0.00543775,0.000435375,0.00007511255,0.077236004,0.021854905,0.011095978,0.0009734127,0.02631147,0.0005716414],"about_ca_topic_score_codex":0.00007168541,"about_ca_topic_score_gemma":0.00000770482,"teacher_disagreement_score":0.584504,"about_ca_system_score_codex":0.00011032516,"about_ca_system_score_gemma":0.000091832684,"threshold_uncertainty_score":0.50842977},"labels":[],"label_agreement":null},{"id":"W2072605808","doi":"10.1097/00001888-200207000-00048","title":"Electronic Procedure Logs","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"ICT in Developing Communities","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"MEDLINE; Computer science; Chemistry","score_opus":0.041913935658470146,"score_gpt":0.2733410247645748,"score_spread":0.23142708910610463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072605808","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14170729,0.047407974,0.30430457,0.3274407,0.003439943,0.0010584579,9.4724606e-7,0.0031817502,0.17145838],"genre_scores_gemma":[0.9800316,0.0021163407,0.0007588193,0.0074741226,0.00037268197,0.000018864062,0.0000015485335,0.000012324696,0.009213669],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998658,0.0000635403,0.00025869673,0.00020694271,0.00034441688,0.00046837347],"domain_scores_gemma":[0.9990439,0.00018209254,0.00008067828,0.0005593497,0.000054719912,0.00007927846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043124106,0.00013930311,0.00018062023,0.000142765,0.000116564785,0.000009578513,0.001810088,0.00013631584,0.00021513137],"category_scores_gemma":[0.0003204184,0.00011030433,0.00001648095,0.0004909241,0.00013822493,0.00026176276,0.000254817,0.0009565215,0.0002713984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022353718,0.000009304576,0.0010807795,0.0000647052,0.00003258241,0.000014912113,0.03455048,0.0000064066385,0.00087553106,0.54296654,0.40434837,0.01604817],"study_design_scores_gemma":[0.001932751,0.0006615105,0.002126775,0.0008546716,0.000033566106,0.00085396186,0.0012648874,0.03451112,0.0029221382,0.20119117,0.7526903,0.00095713756],"about_ca_topic_score_codex":0.000011684809,"about_ca_topic_score_gemma":0.0000013866577,"teacher_disagreement_score":0.83832437,"about_ca_system_score_codex":0.00007887248,"about_ca_system_score_gemma":0.000048908714,"threshold_uncertainty_score":0.44980803},"labels":[],"label_agreement":null},{"id":"W2073386590","doi":"10.1097/00001888-200111000-00001","title":"Academic Freedom and Individual Rights","year":2001,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Academic Freedom and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Offensive; Harassment; Premise; Harm; Law; Academic freedom; Action (physics); Political science; Expression (computer science); Civility; Surprise; Sociology; Public relations; Psychology; Higher education; Social psychology; Epistemology; Management; Computer science","score_opus":0.05996994306147988,"score_gpt":0.33965870255818914,"score_spread":0.27968875949670924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073386590","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012701937,0.01436016,0.00006764915,0.8805883,0.0053228433,0.00063986535,0.00008385761,0.00028753775,0.09737959],"genre_scores_gemma":[0.0028122237,0.029445713,0.000045581353,0.7080262,0.17666498,0.000041828655,0.0003500703,0.000085888394,0.08252753],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99337256,0.0006670524,0.0011169929,0.000889905,0.0022474288,0.0017060601],"domain_scores_gemma":[0.9963322,0.0018533691,0.000623312,0.0004429225,0.0001320629,0.0006161152],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0027283349,0.0006727059,0.0010692182,0.0005153215,0.00078113185,0.000023118842,0.0018834545,0.009338377,0.0015155232],"category_scores_gemma":[0.0014729857,0.0005518784,0.0000916484,0.0005539039,0.004814949,0.00029999064,0.00026009994,0.019138841,0.00021611447],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000439172,9.692499e-7,0.0007574567,0.000054459942,0.0000703957,0.0001331758,0.015347558,1.4363593e-7,0.0000036616625,0.020735074,0.96210694,0.00078576186],"study_design_scores_gemma":[0.0006763434,0.00006069539,0.00007022948,0.00059891766,0.00038028482,0.00007982739,0.0011883469,0.000004653538,0.0000021381118,0.06126311,0.93511266,0.0005628135],"about_ca_topic_score_codex":0.0071522165,"about_ca_topic_score_gemma":0.00009221425,"teacher_disagreement_score":0.17256214,"about_ca_system_score_codex":0.0002226378,"about_ca_system_score_gemma":0.00040936706,"threshold_uncertainty_score":0.9996933},"labels":[],"label_agreement":null},{"id":"W2073805228","doi":"10.1097/acm.0b013e3181b3705a","title":"Extending the Interview to All Medical School Candidates—Computer-Based Multiple Sample Evaluation of Noncognitive Skills (CMSENS)","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Generalizability theory; Inter-rater reliability; Test (biology); Psychology; Correlation; Reliability (semiconductor); Sample (material); Clinical psychology; Medical school; Medicine; Medical education; Rating scale; Developmental psychology","score_opus":0.09749689452747032,"score_gpt":0.44760486211903827,"score_spread":0.3501079675915679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073805228","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24681236,0.0031485807,0.045705125,0.6977225,0.0014782371,0.0029749465,0.000026040449,0.0001468386,0.0019854058],"genre_scores_gemma":[0.83637506,0.00036458494,0.001038853,0.16015396,0.0015987245,0.0000492839,0.0001567454,0.000017411721,0.00024540463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563724,0.00045119718,0.0009051748,0.00039711676,0.0022289532,0.00038029556],"domain_scores_gemma":[0.99414456,0.0018676122,0.00024176712,0.00042618276,0.0005170574,0.00280284],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051264903,0.00023271407,0.0005925277,0.00025578443,0.0000877845,0.0000040962054,0.00035028686,0.00026016278,0.014416966],"category_scores_gemma":[0.07269085,0.00013409165,0.00009002391,0.00055347814,0.00020072029,0.000051236984,0.00005313806,0.0010135976,0.00008786435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016643431,0.0003153512,0.0029485023,0.000142214,0.00013363468,0.000019840192,0.0049597854,0.000042051073,0.0034947472,0.0002588397,0.28166503,0.7058536],"study_design_scores_gemma":[0.032185998,0.0056528933,0.10814119,0.032812633,0.003134514,0.00041138177,0.005368223,0.2257018,0.009400721,0.0033625695,0.57271314,0.0011149355],"about_ca_topic_score_codex":0.00011621047,"about_ca_topic_score_gemma":0.000007896199,"teacher_disagreement_score":0.7047386,"about_ca_system_score_codex":0.00016769899,"about_ca_system_score_gemma":0.0019160478,"threshold_uncertainty_score":0.986484},"labels":[],"label_agreement":null},{"id":"W2074061717","doi":"10.1097/01.acm.0000225237.79434.83","title":"Bridge to Health Care: Alabama???s Health Professions Partnership Initiative","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); General partnership; Health care; Population; Medical education; Allied health professions; Health professions; Medicine; Nursing; Sociology; Political science; Engineering; Environmental health","score_opus":0.15819079084010745,"score_gpt":0.5248702995211089,"score_spread":0.3666795086810014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074061717","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09534703,0.029589789,0.001621028,0.7919538,0.0041478192,0.009924581,0.00014568797,0.0011845718,0.0660857],"genre_scores_gemma":[0.79252476,0.0010847495,0.0003892593,0.19002314,0.0043132263,0.0005991569,0.00045852934,0.00009265327,0.010514518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99052805,0.0023680665,0.0025413495,0.00086749333,0.0010461882,0.002648854],"domain_scores_gemma":[0.9946522,0.001358048,0.0011265414,0.00073721266,0.0003982203,0.0017277815],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033536432,0.0005079712,0.0013033989,0.0003792854,0.002034804,0.0000033848642,0.0006092921,0.00060176593,0.0007647593],"category_scores_gemma":[0.0010366286,0.00040601424,0.00006383011,0.0013895796,0.00024064569,0.00016482543,0.00027311395,0.0034566058,0.0012942259],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083529245,0.000014597514,0.033060525,0.0007293107,0.000010446808,0.000006025775,0.084170066,0.0000057259404,0.000009711751,0.015162565,0.86424404,0.0025034356],"study_design_scores_gemma":[0.0024144996,0.0009720397,0.065524906,0.007923014,0.000020585012,0.0000076121087,0.072364636,0.00001150062,0.00001062019,0.0026283548,0.8477218,0.00040043367],"about_ca_topic_score_codex":0.013160325,"about_ca_topic_score_gemma":0.0023651433,"teacher_disagreement_score":0.69717777,"about_ca_system_score_codex":0.0020736095,"about_ca_system_score_gemma":0.0030868847,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W2074265605","doi":"10.1097/00001888-200311000-00001","title":"Major New Challenges for Academic Medicine","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Scope (computer science); Academic medicine; Work (physics); Asset (computer security); Value (mathematics); Institution; Public relations; Higher education; Political science; Medical education; Sociology; Medicine; Law","score_opus":0.3933872478726053,"score_gpt":0.5123392902974937,"score_spread":0.11895204242488838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074265605","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016788527,0.1211773,0.0066447323,0.80090976,0.0017830395,0.0035563982,0.000007979813,0.00032156406,0.048810717],"genre_scores_gemma":[0.45682696,0.23677751,0.0013902499,0.18793261,0.021710087,0.00044363036,0.00017256707,0.00029242376,0.09445395],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99360085,0.00020986951,0.0012835778,0.0007692887,0.0018456519,0.002290796],"domain_scores_gemma":[0.9843712,0.0021682372,0.0002536434,0.0006301116,0.0002869327,0.01228988],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007016638,0.00047030902,0.001299907,0.0005290082,0.00016411852,0.0000021110816,0.00040615047,0.0010317225,0.0022332396],"category_scores_gemma":[0.17660901,0.00030669165,0.000098219,0.0005903916,0.00072514114,0.00014577403,0.000045975317,0.0031247581,0.00018076591],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005818758,0.000017303328,0.0006836205,0.0012263294,0.00010321634,0.000080022866,0.0041653295,1.776287e-7,0.0071226284,0.025924196,0.8869112,0.07318411],"study_design_scores_gemma":[0.014298276,0.0030687402,0.0007773976,0.0027906885,0.0002828559,0.0005793565,0.0032476948,0.00003993939,0.0012728163,0.01571285,0.9576565,0.00027288756],"about_ca_topic_score_codex":0.00015762319,"about_ca_topic_score_gemma":0.0000065715467,"teacher_disagreement_score":0.61297715,"about_ca_system_score_codex":0.00030681092,"about_ca_system_score_gemma":0.004209242,"threshold_uncertainty_score":0.99993855},"labels":[],"label_agreement":null},{"id":"W2074274188","doi":"10.1097/00001888-200609000-00014","title":"Medical Workforce Policy-Making in Canada, 1993???2003: Reconnecting the Disconnected","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Workforce; Productivity; Workforce planning; Physician supply; Economic shortage; Business; Normative; Medicine; Public relations; Political science; Health care; Economic growth; Economics; Government (linguistics)","score_opus":0.0456571147994562,"score_gpt":0.43559317413569043,"score_spread":0.3899360593362342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074274188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7456482,0.0051165265,0.00016124733,0.17495613,0.0026597704,0.0015389823,0.000009592325,0.00016698155,0.069742545],"genre_scores_gemma":[0.959925,0.0005383388,0.000034770077,0.029696297,0.005338539,0.00014021638,0.00003779455,0.00004765797,0.0042414097],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936241,0.001067095,0.0018936635,0.00047887658,0.0011992027,0.0017370915],"domain_scores_gemma":[0.9942126,0.0041833166,0.00057202706,0.0004937815,0.00016654748,0.00037169005],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033265296,0.00032230964,0.0006669379,0.0002076426,0.00078644906,0.0000024339715,0.00082764955,0.0005673843,0.0017124237],"category_scores_gemma":[0.01135236,0.00020504068,0.000024746101,0.0023296995,0.00021764009,0.00009811357,0.00021099557,0.004283963,0.00007151944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008145455,0.000006516497,0.6596318,0.00019850713,0.000013893061,0.000097776385,0.00716022,0.00010005536,0.000023057395,0.055547416,0.26806846,0.009070841],"study_design_scores_gemma":[0.0051827314,0.00011371878,0.22939304,0.024829907,0.00006448008,0.00011540545,0.0841474,0.0058272737,0.000019367155,0.015397241,0.63404655,0.00086286094],"about_ca_topic_score_codex":0.97568583,"about_ca_topic_score_gemma":0.9716075,"teacher_disagreement_score":0.43023878,"about_ca_system_score_codex":0.0025975397,"about_ca_system_score_gemma":0.006858601,"threshold_uncertainty_score":0.99920017},"labels":[],"label_agreement":null},{"id":"W2075052486","doi":"10.1097/00001888-200405000-00001","title":"More On Resident Duty-Hours Limits","year":2004,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduate medical education; Duty; Accreditation; Specialty; Waiver; Medicine; Medical education; Time limit; Work (physics); Family medicine; Political science; Management; Law","score_opus":0.04169219394609532,"score_gpt":0.3461429869479316,"score_spread":0.3044507930018363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075052486","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012119102,0.0037163645,0.000012566064,0.96950006,0.0016701141,0.0008282739,0.00001475262,0.00023855016,0.011900182],"genre_scores_gemma":[0.008463856,0.0027289432,0.000044820623,0.868257,0.019830486,0.000041894422,0.00045440288,0.00015953746,0.10001906],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99558914,0.000065972104,0.0009444925,0.00086276117,0.0016921875,0.0008454444],"domain_scores_gemma":[0.9975476,0.00040311646,0.00035275758,0.0009799089,0.00012889571,0.00058769464],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0004023822,0.0007313105,0.0014735996,0.0005783072,0.00010580897,0.000005959451,0.00047883668,0.0025482238,0.0019178684],"category_scores_gemma":[0.0015867734,0.0004638405,0.0002310224,0.00036681994,0.00036322823,0.00005219879,0.00008143016,0.00968086,0.0007312462],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006819587,0.000009101102,0.0015549844,0.0003644878,0.00012050147,0.0037886887,0.001052119,0.0000012522454,0.00010079119,0.00011023863,0.9919042,0.0009254619],"study_design_scores_gemma":[0.0029114515,0.0013779096,0.00542993,0.010543807,0.0006142896,0.0004454538,0.00043427694,0.0000017360477,0.0003222994,0.00085513276,0.9765766,0.00048706905],"about_ca_topic_score_codex":0.00012469155,"about_ca_topic_score_gemma":8.7113654e-7,"teacher_disagreement_score":0.10124309,"about_ca_system_score_codex":0.00045320496,"about_ca_system_score_gemma":0.00050724007,"threshold_uncertainty_score":0.9997813},"labels":[],"label_agreement":null},{"id":"W2075537821","doi":"10.1097/acm.0b013e318160b5cf","title":"The Academic Alliance for AIDS Care and Prevention in Africa","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Pfizer","keywords":"Alliance; Health care; Scholarship; Medicine; Family medicine; Nursing; Medical education; Political science","score_opus":0.06680594815752904,"score_gpt":0.36913125576095207,"score_spread":0.302325307603423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075537821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84573865,0.13621128,0.00029775294,0.012967637,0.0005022477,0.0013625106,0.0000044900166,0.000052497177,0.0028629121],"genre_scores_gemma":[0.9384184,0.055495873,0.00017958402,0.0019277771,0.0006073083,0.0001233778,0.000020295965,0.000014471222,0.003212911],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839735,0.00005227893,0.0005027074,0.00024906258,0.00028281065,0.0005157899],"domain_scores_gemma":[0.99885064,0.0005376912,0.00010419367,0.00016577318,0.00007853304,0.00026314787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091889646,0.00013204555,0.00033531288,0.00006474872,0.00016770062,8.1480465e-7,0.0001026733,0.00029095018,0.000010842811],"category_scores_gemma":[0.0012097132,0.00008237556,0.000035355268,0.00024406798,0.0002533771,0.000055169803,0.000024328852,0.0008134198,0.00000636826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002503217,0.000020839343,0.35387605,0.0017830454,0.00006366019,0.0001093285,0.027754055,0.0000025521465,0.0021684493,0.007266674,0.32659552,0.2778566],"study_design_scores_gemma":[0.0078496365,0.0017888692,0.1074837,0.0024685503,0.0001174205,0.0004612418,0.0077575254,0.00020646241,0.00022080996,0.007789464,0.8635956,0.00026069296],"about_ca_topic_score_codex":0.00002317728,"about_ca_topic_score_gemma":0.0000051031434,"teacher_disagreement_score":0.5370001,"about_ca_system_score_codex":0.00008796261,"about_ca_system_score_gemma":0.00016773427,"threshold_uncertainty_score":0.35339496},"labels":[],"label_agreement":null},{"id":"W2076191775","doi":"10.1097/00001888-200010001-00014","title":"Effectiveness of Telehealth for Teaching Specialized Hand-assessment Techniques to Physical Therapists","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Telehealth; Telemedicine; Specialty; Rural area; Metropolitan area; Health care; Referral; Medicine; Nursing; Ambulatory care; Rural health; Family medicine; Medical education; Medical emergency; Political science","score_opus":0.033683061011259396,"score_gpt":0.45194791841673465,"score_spread":0.41826485740547525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076191775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96877307,0.00020354046,0.0128222555,0.010771223,0.00017250946,0.0040113665,0.000016033631,0.00012596375,0.0031040462],"genre_scores_gemma":[0.98979664,0.00025838814,0.0033285508,0.0035900467,0.0020398484,0.0004122064,0.00012457099,0.00004361936,0.00040612582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763125,0.00024715162,0.0007420698,0.00038895704,0.0005474846,0.0004430847],"domain_scores_gemma":[0.9981721,0.0008695394,0.00018777658,0.00029073434,0.00013175003,0.0003480946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025156322,0.00023743643,0.00090186635,0.00024196076,0.00014082412,0.0000024018225,0.0001477007,0.0001338096,0.00033006235],"category_scores_gemma":[0.00032208473,0.00017205458,0.00007675352,0.0002749196,0.00018376016,0.00006842416,0.000017574928,0.00058776466,0.0000063237876],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034735997,0.00016943632,0.0067661884,0.0031239658,0.00014640497,0.0000084315325,0.010019284,0.0000014053617,0.25767007,0.006259397,0.021693073,0.69066876],"study_design_scores_gemma":[0.035368267,0.028625844,0.1756833,0.009785079,0.00092734647,0.00018668678,0.0034093573,0.0003569694,0.21848981,0.011780845,0.51455855,0.0008279382],"about_ca_topic_score_codex":0.00028409477,"about_ca_topic_score_gemma":0.0000027726696,"teacher_disagreement_score":0.6898408,"about_ca_system_score_codex":0.00019223907,"about_ca_system_score_gemma":0.00021781602,"threshold_uncertainty_score":0.70161825},"labels":[],"label_agreement":null},{"id":"W2076578613","doi":"10.1097/00001888-200010001-00041","title":"The Epistemology of Clinical Reasoning","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Centrality; Medical diagnosis; Process (computing); Generalization; Psychology; Focus (optics); Computer science; Cognitive science; Epistemology; Medicine","score_opus":0.0688304392211007,"score_gpt":0.4475453438192548,"score_spread":0.3787149045981541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076578613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91184705,0.005101431,0.000052941286,0.02692708,0.00066726067,0.00025176126,0.0000014460262,0.000057235586,0.055093765],"genre_scores_gemma":[0.9617275,0.013299881,0.00014676552,0.0038004296,0.0016497747,0.00001017315,0.000012627851,0.000017551018,0.019335276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99738187,0.00020025407,0.0014345336,0.00028146058,0.0003896786,0.00031220194],"domain_scores_gemma":[0.969748,0.029101662,0.00025600323,0.00047415463,0.000099257035,0.00032092855],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036269412,0.00013016586,0.0007406154,0.000033544286,0.00008185451,0.0000012467242,0.00021770479,0.00035329198,0.0014350845],"category_scores_gemma":[0.11754965,0.00006878597,0.00012408549,0.0002097745,0.0010954984,0.00001797199,0.000028729955,0.0010613247,0.0001526359],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010646669,0.000051469397,0.2735051,0.00003129084,0.00015658206,0.00008354243,0.0005709285,0.0000028804436,0.00008852599,0.008431261,0.11355959,0.6024542],"study_design_scores_gemma":[0.0107702045,0.0031662555,0.54009223,0.008344704,0.0007585486,0.00086516835,0.0007833101,0.00073260453,0.0002089321,0.0068042944,0.4271989,0.00027485754],"about_ca_topic_score_codex":0.000088370594,"about_ca_topic_score_gemma":0.000001728868,"teacher_disagreement_score":0.6021793,"about_ca_system_score_codex":0.000013275485,"about_ca_system_score_gemma":0.00014041166,"threshold_uncertainty_score":0.99947774},"labels":[],"label_agreement":null},{"id":"W2077652710","doi":"10.1097/acm.0b013e31814002f1","title":"Assessing the Relationship between Cardiac Physical Examination Technique and Accurate Bedside Diagnosis during an Objective Structured Clinical Examination (OSCE)","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"Leonard M. Miller School of Medicine; National Board of Medical Examiners; University of Miami","keywords":"Physical examination; Objective structured clinical examination; Medicine; Modalities; Competence (human resources); Diagnostic accuracy; Modality (human–computer interaction); Physical therapy; Medical physics; Radiology; Psychology; Computer science; Medical education; Artificial intelligence","score_opus":0.16385389649349627,"score_gpt":0.5100585878377393,"score_spread":0.34620469134424303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077652710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99159604,0.00031086354,0.0030534293,0.0027044408,0.00046430685,0.0015511352,0.0000057121183,0.00014502411,0.0001690368],"genre_scores_gemma":[0.9942606,0.000077155266,0.00029433882,0.0003414958,0.004548785,0.00015964007,0.00020731553,0.000045084726,0.00006557247],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963622,0.0010327118,0.0010169931,0.0005545547,0.0006728825,0.00036063197],"domain_scores_gemma":[0.9852943,0.012975732,0.00049186783,0.0004398137,0.0004405436,0.00035775392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00659888,0.00025413794,0.00052052754,0.00034885955,0.00042747706,0.00002081372,0.00014689466,0.0005147751,0.000021061027],"category_scores_gemma":[0.006810892,0.00018810193,0.000057542846,0.00070354267,0.00041472408,0.0005515599,0.000040894836,0.001780157,0.0000042224797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020172016,0.000015630712,0.97543293,0.000102512306,0.00002835075,0.0000030661863,0.008456661,0.00000551669,0.00082750124,0.0003663373,0.00004461884,0.014696681],"study_design_scores_gemma":[0.0009088212,0.0001874038,0.9828091,0.00047394252,0.00028170392,0.000019234723,0.010537296,0.00017808004,0.003055523,0.0013619763,0.000021742937,0.00016515367],"about_ca_topic_score_codex":0.000090094676,"about_ca_topic_score_gemma":0.000004370486,"teacher_disagreement_score":0.014531528,"about_ca_system_score_codex":0.0003756533,"about_ca_system_score_gemma":0.00019219732,"threshold_uncertainty_score":0.8153766},"labels":[],"label_agreement":null},{"id":"W2077652978","doi":"10.1097/00001888-200311000-00022","title":"Challenges to the Practice of Evidence-Based Medicine during Residents’ Surgical Training: A Qualitative Study Using Grounded Theory","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Institute of Nutrition, Metabolism and Diabetes; McMaster University Medical Centre","funders":"","keywords":"Grounded theory; Focus group; Curriculum; Medicine; Medical education; Qualitative research; Coursework; Flexibility (engineering); Evidence-based medicine; MEDLINE; Nursing; Psychology; Alternative medicine; Pedagogy","score_opus":0.7809145583072848,"score_gpt":0.6665028613663491,"score_spread":0.11441169694093578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077652978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8271431,0.0076450272,0.00041183448,0.15600261,0.0010302733,0.0024522347,0.0000010145949,0.000033640554,0.0052803187],"genre_scores_gemma":[0.99274766,0.0019647386,0.00012015935,0.0027462374,0.0012489709,0.00020166398,0.0000012865519,0.000016948963,0.00095235807],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9797179,0.01596533,0.0012900209,0.0004781054,0.0017096357,0.0008389711],"domain_scores_gemma":[0.9654674,0.032366455,0.0005638282,0.00047324592,0.0005732856,0.00055581663],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057728514,0.00018430085,0.0005263239,0.00034490286,0.000898787,0.0000021743565,0.0005300877,0.00018424685,0.0005681401],"category_scores_gemma":[0.09013037,0.00009184204,0.000024966901,0.0010957454,0.0005515445,0.00032871755,0.0000652614,0.0016887706,0.00003521236],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057740597,0.000037019978,0.0011110852,0.00031356252,0.000027995915,0.0000116349565,0.9876517,0.000009563247,0.00025781972,0.0074938037,0.0017380754,0.00077030016],"study_design_scores_gemma":[0.0017897763,0.00097291503,0.00915379,0.0032508413,0.000055271066,0.000010375646,0.9750497,0.000031495616,0.000018260942,0.0022697551,0.0073027727,0.000095090254],"about_ca_topic_score_codex":0.0018949711,"about_ca_topic_score_gemma":0.000104759725,"teacher_disagreement_score":0.16560459,"about_ca_system_score_codex":0.00038191775,"about_ca_system_score_gemma":0.0021610577,"threshold_uncertainty_score":0.97026676},"labels":[],"label_agreement":null},{"id":"W2078213917","doi":"10.1097/00001888-200002000-00020","title":"Scripts and Medical Diagnostic Knowledge","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":446,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Scripting language; Categorization; Computer science; Task (project management); Cognition; Competence (human resources); Medical knowledge; Artificial intelligence; Natural language processing; Psychology; Medical education; Medicine; Social psychology; Programming language","score_opus":0.0343281786136696,"score_gpt":0.3798155505099628,"score_spread":0.3454873718962932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078213917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8844816,0.02556012,0.00005549963,0.03430721,0.00056589395,0.00035052278,0.000002651462,0.00018410987,0.05449235],"genre_scores_gemma":[0.9465497,0.026040684,0.00004649054,0.01146978,0.0020150275,0.000026410306,0.00003267841,0.000029555189,0.013789642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978277,0.000077844365,0.0006110671,0.000435229,0.00064119115,0.0004069438],"domain_scores_gemma":[0.9768801,0.02145875,0.00005631499,0.0003061587,0.00006636991,0.0012323571],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010811563,0.00021717777,0.00060219364,0.00009522468,0.000072680035,0.0000035242379,0.00015521544,0.0004726587,0.012849303],"category_scores_gemma":[0.1623851,0.00014978409,0.000047729765,0.00026895793,0.0006811444,0.00004397963,0.00004975348,0.0010975688,0.00070860545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001805009,0.000103230326,0.082662985,0.00009351908,0.00008062433,0.0005101938,0.0020106568,3.1814605e-7,0.000089685156,0.0019779205,0.31014046,0.6021499],"study_design_scores_gemma":[0.019730406,0.0025306297,0.39477006,0.035878558,0.0011024931,0.004220891,0.00063309446,0.0012320083,0.00018157138,0.0061721266,0.53277934,0.0007688205],"about_ca_topic_score_codex":0.00008810981,"about_ca_topic_score_gemma":0.000004329332,"teacher_disagreement_score":0.60138106,"about_ca_system_score_codex":0.000031427335,"about_ca_system_score_gemma":0.00017416335,"threshold_uncertainty_score":0.9880531},"labels":[],"label_agreement":null},{"id":"W2078511524","doi":"10.1097/acm.0000000000000708","title":"Sociomateriality","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Perspective (graphical); Sociology; Field (mathematics); Cognition; Distance education; Videoconferencing; Epistemology; Engineering ethics; Psychology; Pedagogy; Computer science; Multimedia; Engineering","score_opus":0.31535994741687806,"score_gpt":0.48966941699903493,"score_spread":0.17430946958215687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078511524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4186019,0.00075052894,0.00036035082,0.18423106,0.005745007,0.00019578931,9.326703e-7,0.00017324765,0.3899412],"genre_scores_gemma":[0.9780864,0.0003523056,0.000047624486,0.0022080503,0.0024958225,0.000009475348,0.000004035454,0.000003996608,0.016792277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990121,0.00022981371,0.0001457641,0.00009359757,0.000360027,0.00015870882],"domain_scores_gemma":[0.99947625,0.000079434394,0.000056782726,0.00008490169,0.00006108001,0.00024153637],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028339042,0.000041801482,0.000080920145,0.000024932906,0.00015041218,0.0000054495845,0.0001482944,0.000082106766,0.0016437577],"category_scores_gemma":[0.001007396,0.000033552886,0.0000077369705,0.00012096479,0.0002071311,0.00012719855,0.000017663318,0.00015640414,0.00027329623],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054442507,0.0000035982052,0.003769168,0.0000031324246,0.000006415823,0.0000011317791,0.16129816,4.1356358e-7,0.00014756314,0.108894005,0.7239125,0.0019584736],"study_design_scores_gemma":[0.00020558039,0.000014310426,0.0009404705,0.000009600972,0.000008352222,4.2569135e-7,0.046299413,6.8679935e-7,0.00001745701,0.010845901,0.94161755,0.000040271858],"about_ca_topic_score_codex":0.0022454155,"about_ca_topic_score_gemma":0.000019478126,"teacher_disagreement_score":0.55948454,"about_ca_system_score_codex":0.00010070862,"about_ca_system_score_gemma":0.00017583427,"threshold_uncertainty_score":0.9992689},"labels":[],"label_agreement":null},{"id":"W2078926373","doi":"10.1097/acm.0b013e3181c874cb","title":"Relevance of the Flexner Report to Contemporary Medical Education in South Asia","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Scholarship; Curriculum; Political science; Relevance (law); Medical education; Medicine; Public relations; Law","score_opus":0.024656028181564957,"score_gpt":0.38834177090347827,"score_spread":0.3636857427219133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078926373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8615234,0.00023384526,0.00021768233,0.12036801,0.003292063,0.00069514586,6.4267863e-7,0.000030188508,0.01363906],"genre_scores_gemma":[0.9744075,0.000020605754,0.0007098378,0.017773844,0.0015165951,0.000069911424,0.00003431886,0.000021616359,0.0054457546],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9970649,0.000058088783,0.0011221499,0.00032327298,0.0012133801,0.0002182149],"domain_scores_gemma":[0.9982243,0.00012531481,0.00034201183,0.0007427741,0.00035095788,0.000214606],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002567489,0.000145052,0.00037513266,0.00030603274,0.00004071602,0.0000012221673,0.0003724555,0.00043865724,0.00064080313],"category_scores_gemma":[0.043306872,0.000091039314,0.000035084457,0.0012665073,0.00046205474,0.00006498742,0.0000748722,0.0022220185,0.000025004498],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014962064,0.00017434484,0.40803924,0.0002441439,0.00003060925,0.000045696197,0.011716877,7.8507145e-7,0.026176095,0.015195782,0.48175773,0.056469083],"study_design_scores_gemma":[0.0035793637,0.0002896193,0.49820492,0.0051469114,0.00010492798,0.0016131131,0.008316431,0.0003045159,0.0060080206,0.0037774479,0.47229338,0.0003613546],"about_ca_topic_score_codex":0.000103457685,"about_ca_topic_score_gemma":0.000014234522,"teacher_disagreement_score":0.11288416,"about_ca_system_score_codex":0.00007621722,"about_ca_system_score_gemma":0.003467681,"threshold_uncertainty_score":0.96536887},"labels":[],"label_agreement":null},{"id":"W2079113204","doi":"10.1097/00001888-200006000-00011","title":"Certification and Recertification","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Medical education; Medicine; Political science; Law","score_opus":0.05072635390873072,"score_gpt":0.37160639277998553,"score_spread":0.3208800388712548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079113204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85885084,0.00096490874,0.0009477124,0.121323,0.0002620028,0.0004107984,5.191787e-7,0.0001303055,0.017109929],"genre_scores_gemma":[0.9690825,0.0023146693,0.00093992456,0.0092702415,0.0009268232,0.000055952143,0.00014337106,0.000019442425,0.01724713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987509,0.000030086621,0.00045118845,0.00027397656,0.00032554334,0.00016830064],"domain_scores_gemma":[0.99935746,0.00004644257,0.00007589489,0.0002984047,0.000120630655,0.00010118348],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00061599776,0.00010674059,0.00018707712,0.00015380364,0.00008571019,0.0000029669018,0.00007341093,0.0001961249,0.0037380625],"category_scores_gemma":[0.00083847326,0.00008404762,0.000011465945,0.0005103909,0.00027690266,0.00009638195,0.0000068911813,0.00048631505,0.00022305072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000790639,0.000016190284,0.0045325886,0.000068157984,0.000016232343,0.0000014184022,0.0025039157,5.8035647e-7,0.0137190735,0.0027084125,0.08893718,0.8874172],"study_design_scores_gemma":[0.0018830035,0.00028064186,0.12443767,0.0005411407,0.00020151609,0.0003551512,0.0014268192,0.0020848622,0.0027659605,0.004655503,0.86113846,0.0002292643],"about_ca_topic_score_codex":0.000026906575,"about_ca_topic_score_gemma":1.913492e-7,"teacher_disagreement_score":0.8871879,"about_ca_system_score_codex":0.000067669906,"about_ca_system_score_gemma":0.000043801458,"threshold_uncertainty_score":0.99717265},"labels":[],"label_agreement":null},{"id":"W2079331652","doi":"10.1097/acm.0b013e31829eb91c","title":"Social Media Use by Health Care Professionals and Trainees","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Capital District Health Authority; University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"CINAHL; Social media; Health care; MEDLINE; Critical appraisal; Medical education; Psychology; Mass media; Medicine; Nursing; Alternative medicine; Psychological intervention; World Wide Web; Political science; Computer science","score_opus":0.18359077515476097,"score_gpt":0.49247435851597504,"score_spread":0.3088835833612141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079331652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6990075,0.007279725,0.000007673227,0.2886339,0.002878916,0.0015749835,0.000008965681,0.0000975718,0.0005107183],"genre_scores_gemma":[0.9816397,0.0022138604,0.000067120185,0.009133568,0.0059515205,0.0005692674,0.000078633406,0.000019236646,0.00032712836],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99762136,0.00057631,0.00041116067,0.00024105697,0.0006587583,0.0004913856],"domain_scores_gemma":[0.9947091,0.004336507,0.0002162697,0.000075938,0.0001693228,0.0004929066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012948223,0.00012081476,0.00029201858,0.00008029167,0.0007332443,0.000012273088,0.00018461398,0.00032798178,0.00045643005],"category_scores_gemma":[0.0102245845,0.000101352474,0.000015412475,0.0003008204,0.00070325437,0.00031999458,0.000024147786,0.00055578083,0.000029485711],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021720227,0.0000035280636,0.0023612152,0.000038858387,0.0000028339946,8.981117e-8,0.6294727,1.9725654e-9,0.000028062814,0.0028022,0.31824657,0.047041792],"study_design_scores_gemma":[0.0007548122,0.00009704151,0.033390548,0.00028830042,0.000020124342,9.2448164e-7,0.65488744,0.0000020624784,0.00001828676,0.0026912617,0.30761307,0.00023613792],"about_ca_topic_score_codex":0.011323247,"about_ca_topic_score_gemma":0.00039790772,"teacher_disagreement_score":0.28263214,"about_ca_system_score_codex":0.00024732298,"about_ca_system_score_gemma":0.0006025571,"threshold_uncertainty_score":0.99811274},"labels":[],"label_agreement":null},{"id":"W2079331857","doi":"10.1097/acm.0b013e3181bbb4ed","title":"The Future of Epidemiology","year":2009,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Epidemiology; Public health; Psychological intervention; Disease; Medicine; Framing (construction); Demographics; Environmental health; Geography; Sociology; Pathology; Nursing; Demography","score_opus":0.31202591383327805,"score_gpt":0.6318003700942522,"score_spread":0.3197744562609741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079331857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.4870267e-7,0.9094013,0.000018592897,0.07453485,0.0068580396,0.0012091588,0.000010147338,0.000035189645,0.007932099],"genre_scores_gemma":[2.5815507e-7,0.9535533,0.0000147193305,0.011991647,0.024002457,0.00022625063,0.00013244785,0.000027237418,0.010051679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99157035,0.0036864337,0.0032176045,0.00029544486,0.00021861012,0.001011547],"domain_scores_gemma":[0.98100716,0.01533577,0.0024836438,0.0006904516,0.00014697197,0.00033598475],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.011987892,0.00029991692,0.0025647036,0.00017325027,0.000626225,3.142725e-7,0.00078687334,0.001906472,0.0003530059],"category_scores_gemma":[0.0070656845,0.0001363671,0.00014242108,0.0004976643,0.0003139525,0.000030363502,0.00008458149,0.0048491093,0.00019676682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011064642,6.844037e-7,0.0000059325293,0.005272548,0.000012156046,6.965478e-8,0.00073396426,4.227528e-9,4.5241317e-9,0.025031526,0.43562183,0.5333202],"study_design_scores_gemma":[0.000121610006,0.000060730526,0.000024181663,0.019053893,0.00014149073,0.0000065595427,0.0017742342,7.314117e-7,1.0846296e-9,0.0050210524,0.9737051,0.000090429276],"about_ca_topic_score_codex":0.00034579635,"about_ca_topic_score_gemma":0.00001501261,"teacher_disagreement_score":0.53808326,"about_ca_system_score_codex":0.00026386054,"about_ca_system_score_gemma":0.0021841056,"threshold_uncertainty_score":0.9993893},"labels":[],"label_agreement":null},{"id":"W2079497070","doi":"10.1097/acm.0b013e318253dacd","title":"Developing a Sustainable Electronic Portfolio (ePortfolio) Program That Fosters Reflective Practice and Incorporates CanMEDS Competencies Into the Undergraduate Medical Curriculum","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère","funders":"","keywords":"Electronic portfolio; Portfolio; Curriculum; Medical education; Reflective practice; Pedagogy; Psychology; Business; Medicine","score_opus":0.026044664653459563,"score_gpt":0.38183715007679364,"score_spread":0.3557924854233341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079497070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63611734,0.013241021,0.0034802847,0.33716276,0.0009805282,0.002354667,3.042611e-7,0.00030067022,0.006362408],"genre_scores_gemma":[0.96945703,0.0051522907,0.003909583,0.01831097,0.001427944,0.0004346967,0.00008421201,0.000050814877,0.0011724664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995589,0.00025230998,0.0008447076,0.0004356103,0.0016665357,0.0012118346],"domain_scores_gemma":[0.9972307,0.0005491543,0.000613623,0.00040875052,0.00077700167,0.00042076883],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056612063,0.00036280503,0.00055729394,0.00040106263,0.00045498429,0.000019083933,0.00032418824,0.0004376209,0.0001047695],"category_scores_gemma":[0.013571362,0.0002243917,0.000039862738,0.001940359,0.0012376311,0.00062209327,0.00023159324,0.002446331,0.000013248526],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028747474,0.00035821783,0.18260552,0.0009175331,0.00086868607,0.00022893194,0.04771124,7.27014e-7,0.00034372654,0.5009858,0.09728256,0.16840957],"study_design_scores_gemma":[0.0031733348,0.001059508,0.015119909,0.0015243832,0.0011094906,0.0056668725,0.20510912,0.00045944736,0.00050443766,0.03281542,0.7327605,0.0006975849],"about_ca_topic_score_codex":0.0012610641,"about_ca_topic_score_gemma":0.000028063509,"teacher_disagreement_score":0.63547796,"about_ca_system_score_codex":0.0010415723,"about_ca_system_score_gemma":0.0019992588,"threshold_uncertainty_score":0.99985504},"labels":[],"label_agreement":null},{"id":"W2079669378","doi":"10.1097/acm.0b013e31828bf252","title":"An Overview of the Medical School Admission Process and Use of Applicant Data in Decision Making","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Entrance exam; Medical school; Psychology; MEDLINE; Family medicine; Medicine; Predictive validity; Clinical psychology; Political science","score_opus":0.173330471865475,"score_gpt":0.49168749024688735,"score_spread":0.31835701838141234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079669378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685578,0.0036239608,0.0002107638,0.026568646,0.0001478355,0.00074343046,0.000004579736,0.000014633567,0.00012838574],"genre_scores_gemma":[0.9872503,0.0033635346,0.00040595792,0.0086199995,0.00019515086,0.0000188948,0.00002156781,0.0000131075485,0.00011147966],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99749583,0.000097499054,0.00080693705,0.0003247173,0.0010912544,0.00018374668],"domain_scores_gemma":[0.9966357,0.00058716064,0.00024686058,0.00086806185,0.00011692099,0.0015453473],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010981854,0.00012712428,0.00045315624,0.00013090736,0.000032105032,0.0000022987251,0.0005412544,0.00025943728,0.008376919],"category_scores_gemma":[0.04235271,0.0000641075,0.000018055283,0.00047300194,0.00032571657,0.00019312953,0.00021878831,0.0008262783,0.000004013607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036803848,0.0004928161,0.38178724,0.0029295348,0.000060988008,0.000020499381,0.004694918,0.000003509108,0.032004923,0.0015480014,0.10041891,0.47567064],"study_design_scores_gemma":[0.0075357724,0.0006648337,0.82792574,0.069752164,0.0003308965,0.00042689146,0.006204604,0.027922183,0.0015520753,0.0066540064,0.050626416,0.0004043951],"about_ca_topic_score_codex":0.00015631496,"about_ca_topic_score_gemma":0.0000056312238,"teacher_disagreement_score":0.47526622,"about_ca_system_score_codex":0.0000199576,"about_ca_system_score_gemma":0.0011171973,"threshold_uncertainty_score":0.9925296},"labels":[],"label_agreement":null},{"id":"W2080989640","doi":"10.1097/00001888-200110001-00026","title":"Patientsʼ Satisfaction with Their Family Physiciansʼ Communication Skills","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Patient satisfaction; Family medicine; Medicine; Communication skills; Perspective (graphical); Simulated patient; Psychology; Nursing; Medical education","score_opus":0.14789712201849511,"score_gpt":0.41957732531540043,"score_spread":0.27168020329690534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080989640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405334,0.006902519,0.0014969329,0.028144026,0.0007832055,0.0023409138,0.000023527966,0.0004268548,0.019348634],"genre_scores_gemma":[0.9792472,0.0067663533,0.0003563042,0.011664046,0.00040099132,0.00046844492,0.00025137528,0.00005109618,0.0007941537],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963288,0.0012495305,0.0010104883,0.00033764122,0.0005171628,0.0005563974],"domain_scores_gemma":[0.9955651,0.0014769466,0.0007880428,0.0014871578,0.00045622606,0.00022650367],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0004945991,0.00026222508,0.00042558453,0.00017958139,0.00092199596,0.0000022862953,0.0006132487,0.00037905393,0.00024876394],"category_scores_gemma":[0.0004196931,0.0001845159,0.000029135028,0.00062104047,0.00028774116,0.00032723346,0.00017862768,0.0024329235,0.00020064074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017966793,0.00003182523,0.80847234,0.00016255716,0.000049767736,0.0000013891132,0.10793933,0.000014497458,0.00046187217,0.0022648193,0.0188423,0.061579615],"study_design_scores_gemma":[0.005234526,0.00063193263,0.6399934,0.0049600247,0.000089922716,0.000011691953,0.171994,0.00048416678,0.00003463496,0.0067104143,0.16931331,0.0005419139],"about_ca_topic_score_codex":0.0039611617,"about_ca_topic_score_gemma":0.00049893063,"teacher_disagreement_score":0.1684789,"about_ca_system_score_codex":0.00036426535,"about_ca_system_score_gemma":0.00020863154,"threshold_uncertainty_score":0.9998685},"labels":[],"label_agreement":null},{"id":"W2081042077","doi":"10.1097/acm.0b013e31827b258d","title":"Clinical Decision Making","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical diagnosis; Cognition; Psychology; Cognitive psychology; Interpretation (philosophy); Computer science; Medicine; Psychiatry","score_opus":0.08370502696823086,"score_gpt":0.45619187130802774,"score_spread":0.3724868443397969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081042077","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008091379,0.005556064,0.0010643153,0.96433264,0.0055048172,0.00094789383,0.000009540866,0.00028950788,0.014203861],"genre_scores_gemma":[0.0060924944,0.0063590007,0.001083177,0.907995,0.059136234,0.00005297248,0.00038026366,0.0001321767,0.018768666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938708,0.00021936798,0.0024821234,0.0011131286,0.0015032666,0.0008113093],"domain_scores_gemma":[0.93194795,0.065486945,0.00069902226,0.0011295477,0.0002744492,0.00046209467],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.002184013,0.000590456,0.0022084084,0.00030970984,0.0000706135,0.000009912942,0.00053188705,0.005123003,0.0056590526],"category_scores_gemma":[0.20810415,0.0003912934,0.00037986148,0.000317238,0.00072749116,0.00005167896,0.0002003332,0.014235272,0.0030206856],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006234037,0.000010747255,0.008431442,0.00008442017,0.00010849786,0.0009753354,0.00006726354,1.00323994e-7,0.0000019858114,0.000024950445,0.89247465,0.097758256],"study_design_scores_gemma":[0.0027590806,0.0007267936,0.007956507,0.04260048,0.00094255735,0.0005018272,0.000037740534,0.00007969892,0.0000010232646,0.0039267093,0.9401024,0.0003652052],"about_ca_topic_score_codex":0.000045761393,"about_ca_topic_score_gemma":3.3417237e-7,"teacher_disagreement_score":0.20592013,"about_ca_system_score_codex":0.00011213695,"about_ca_system_score_gemma":0.0003043104,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2081155460","doi":"10.1097/acm.0b013e3181e8da5d","title":"Northwestern University The Feinberg School of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Curriculum; Certificate; Graduate medical education; Student affairs; Health care; Medical school; Faculty development; Accreditation; Medicine; Professional development; Higher education; Psychology; Pedagogy; Political science","score_opus":0.01869658357037804,"score_gpt":0.3232382212721673,"score_spread":0.3045416377017892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081155460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8667421,0.00022075107,0.00054956146,0.114724755,0.0016859602,0.0004314126,0.0000016758895,0.000064463646,0.015579322],"genre_scores_gemma":[0.9801486,0.00028492417,0.00026873298,0.0074534267,0.0026393607,0.0000042884853,0.00005205887,0.00001941135,0.009129209],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813396,0.0000558838,0.0005729654,0.0002561612,0.00073058315,0.00025045613],"domain_scores_gemma":[0.9981931,0.00023533391,0.00029142736,0.0006655918,0.0004265594,0.00018800094],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014744772,0.00016614895,0.00040216625,0.00028487257,0.00011562965,8.782656e-7,0.0004225051,0.00030571825,0.003373091],"category_scores_gemma":[0.003848491,0.00009695621,0.000036222347,0.0010530573,0.0018771193,0.000085085805,0.00006266174,0.0021322356,0.000085012005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029552478,0.000066411296,0.21930078,0.000292918,0.00018891071,0.000040521256,0.008148546,0.0000013488803,0.08864321,0.034052443,0.6166706,0.032298792],"study_design_scores_gemma":[0.0066150716,0.0006885573,0.22591184,0.0010448871,0.00067282695,0.00033179982,0.015102318,0.000240452,0.0014563228,0.0023402704,0.7453478,0.00024787505],"about_ca_topic_score_codex":0.00045755616,"about_ca_topic_score_gemma":0.000044281805,"teacher_disagreement_score":0.12867717,"about_ca_system_score_codex":0.000062616986,"about_ca_system_score_gemma":0.00024136118,"threshold_uncertainty_score":0.997538},"labels":[],"label_agreement":null},{"id":"W2081636673","doi":"10.1097/00001888-200509000-00012","title":"Multi-institutional Development and Utilization of a Computer-Assisted Learning Program for the Pediatrics Clerkship: The CLIPP Project","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"U.S. Public Health Service","keywords":"Curriculum; Medical education; Session (web analytics); Faculty development; Computer science; Medicine; Psychology; Professional development; Pedagogy; World Wide Web","score_opus":0.187613611878632,"score_gpt":0.447068832422597,"score_spread":0.25945522054396497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081636673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9046511,0.007222314,0.05334906,0.028255872,0.0007275308,0.005547036,0.0000045071647,0.00016581947,0.00007675067],"genre_scores_gemma":[0.98044884,0.00033282494,0.016003905,0.0009827062,0.001638269,0.00023272014,0.00013099972,0.00001573542,0.00021398369],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985235,0.00007868664,0.0006030358,0.00021487374,0.00038172916,0.00019823041],"domain_scores_gemma":[0.99760276,0.0014728727,0.00027098687,0.00015765235,0.00041318857,0.000082516555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011118351,0.00013657095,0.00021955337,0.00012649562,0.00034498662,0.000004516911,0.000114294606,0.00015042526,0.000023456405],"category_scores_gemma":[0.00078666204,0.00007093776,0.000028878087,0.00040376073,0.00025818788,0.000050856022,0.000026904838,0.00049012183,0.0000020606374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023895704,0.00012910583,0.32164493,0.0010197008,0.00009860805,9.840558e-7,0.050337747,0.0016410028,0.000113567796,0.0009398596,0.004386938,0.6194486],"study_design_scores_gemma":[0.0053600995,0.00056675693,0.5811254,0.0006522296,0.0003719185,0.00012656937,0.009495209,0.2918638,0.00025082222,0.000024025121,0.10996583,0.00019736716],"about_ca_topic_score_codex":0.000040825973,"about_ca_topic_score_gemma":0.0000050829462,"teacher_disagreement_score":0.61925125,"about_ca_system_score_codex":0.00012680677,"about_ca_system_score_gemma":0.00071953534,"threshold_uncertainty_score":0.28927577},"labels":[],"label_agreement":null},{"id":"W2081962087","doi":"10.1097/acm.0000000000000671","title":"The Application of Entrustable Professional Activities to Inform Competency Decisions in a Family Medicine Residency Program","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Formative assessment; Summative assessment; Competence (human resources); Medical education; Curriculum; Medicine; Residency training; Psychology; Pedagogy; Continuing education","score_opus":0.06798875617958054,"score_gpt":0.44101499321658005,"score_spread":0.3730262370369995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081962087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8117505,0.0020813765,0.0029173656,0.15935475,0.0017795549,0.0040155463,0.0000028598297,0.00013192614,0.01796614],"genre_scores_gemma":[0.98600996,0.0006225225,0.0035905365,0.0045502856,0.0009732469,0.00093976705,0.00010714655,0.000028851939,0.0031776952],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637985,0.000083445186,0.0013072195,0.00029525848,0.0015206396,0.0004135553],"domain_scores_gemma":[0.9974417,0.0007269186,0.00034906826,0.0005680482,0.0006424066,0.00027186895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033503207,0.00020020979,0.00051662175,0.0005525515,0.00014905645,0.0000029579987,0.00040254084,0.00025390578,0.000050129653],"category_scores_gemma":[0.012784791,0.00011587983,0.000025438523,0.0024616038,0.00065556116,0.00015384617,0.000109883484,0.0010400387,0.000026376656],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069484784,0.00022861596,0.044029914,0.00016668599,0.00005661179,0.000007353291,0.027878702,0.000015552452,0.008209783,0.0996063,0.35901937,0.4600863],"study_design_scores_gemma":[0.007935506,0.003009641,0.15534273,0.005285709,0.00018403381,0.00010283922,0.12248157,0.0024451236,0.00067652774,0.036342964,0.6658071,0.00038622282],"about_ca_topic_score_codex":0.00030385764,"about_ca_topic_score_gemma":0.000032006144,"teacher_disagreement_score":0.45970005,"about_ca_system_score_codex":0.00031135252,"about_ca_system_score_gemma":0.0011416421,"threshold_uncertainty_score":0.99553096},"labels":[],"label_agreement":null},{"id":"W2082221597","doi":"10.1097/acm.0b013e3181eaa549","title":"Patient Safety Education: Overreported and Still Lacking","year":2010,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Patient safety; Medicine; MEDLINE; Medical emergency; Family medicine; Medical education; Psychology; Health care; Political science","score_opus":0.0734472918894324,"score_gpt":0.43483490132066616,"score_spread":0.36138760943123377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082221597","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036852774,0.0017763375,0.00032613162,0.9599193,0.012137961,0.0015013908,0.000038928545,0.00016223111,0.020452445],"genre_scores_gemma":[0.011288647,0.0022318931,0.000088241155,0.9445934,0.01677097,0.00026264694,0.0019563795,0.000071203256,0.02273661],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99570394,0.0004500877,0.0016540115,0.0006461844,0.00087940606,0.0006663913],"domain_scores_gemma":[0.9956738,0.001168674,0.0018577994,0.0006673618,0.00030351666,0.00032888312],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010292685,0.00040155125,0.0007186698,0.00030623592,0.0004474818,3.7123044e-7,0.00028129842,0.004884703,0.00261444],"category_scores_gemma":[0.0028606788,0.00031082332,0.000044021148,0.0002535589,0.00041030507,0.000108953245,0.00016502514,0.022320034,0.00020020109],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019593783,0.000004496266,0.003448463,0.00045418783,0.000031607677,0.000017658893,0.010708834,1.558599e-7,0.000031182957,0.0001816908,0.97955173,0.005550423],"study_design_scores_gemma":[0.0006563487,0.000068957655,0.0039977306,0.0029959225,0.00014825426,0.000037667625,0.002072067,0.0000072404714,0.0000018546912,0.00060802046,0.9891293,0.0002766548],"about_ca_topic_score_codex":0.00020728768,"about_ca_topic_score_gemma":0.0000119345395,"teacher_disagreement_score":0.01743533,"about_ca_system_score_codex":0.00019484713,"about_ca_system_score_gemma":0.00142909,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W2082415884","doi":"10.1097/acm.0b013e3181c88506","title":"Abraham Flexner of Kentucky, His Report, Medical Education in the United States and Canada, and the Historical Questions Raised by the Report","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Politics; Medical education; Quality (philosophy); Medical school; Political science; Medicine; Public relations; Law","score_opus":0.021141114533595438,"score_gpt":0.41614532111898717,"score_spread":0.3950042065853917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082415884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6704884,0.0032630658,0.000014930647,0.32226488,0.0012393871,0.00080147735,0.000003897796,0.000016669092,0.0019072562],"genre_scores_gemma":[0.94594496,0.0055017215,0.00002492852,0.033932384,0.00088376325,0.00024330731,0.00020396936,0.000020312591,0.013244634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961286,0.0010141821,0.0013630961,0.0002631635,0.00086528814,0.00036566524],"domain_scores_gemma":[0.99428993,0.004000799,0.00068599463,0.0005486802,0.00020669568,0.0002678964],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007462174,0.00015115009,0.00037023824,0.0000768497,0.00049428054,0.00000185291,0.0003630975,0.00035914764,0.00026819232],"category_scores_gemma":[0.0127451755,0.00006518234,0.000013915469,0.0003869213,0.0008178513,0.000041201176,0.00008694545,0.0029032568,8.6636e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005418647,0.000011791745,0.0852471,0.00007009755,0.000008396567,0.00003457094,0.008960782,2.7135312e-7,0.000021095699,0.0043566097,0.9004759,0.00075919635],"study_design_scores_gemma":[0.0012394486,0.000034623095,0.025298031,0.00059486384,0.000051480587,0.0006195487,0.011256891,0.00017107357,0.0000020265338,0.0028617848,0.9577872,0.000082991544],"about_ca_topic_score_codex":0.89876574,"about_ca_topic_score_gemma":0.4741579,"teacher_disagreement_score":0.42460787,"about_ca_system_score_codex":0.00026604874,"about_ca_system_score_gemma":0.0027238934,"threshold_uncertainty_score":0.9993971},"labels":[],"label_agreement":null},{"id":"W2082544788","doi":"10.1097/00001888-200109000-00013","title":"A Tool for Reviewers","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Peer review; Resource (disambiguation); Technical peer review; Engineering ethics; Ethos; Psychology; Computer science; Political science","score_opus":0.3753694585152594,"score_gpt":0.616177991940212,"score_spread":0.24080853342495268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082544788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6997295,0.006757785,0.0060767336,0.2493351,0.0055194134,0.0045036837,0.0000055117994,0.00013452013,0.027937757],"genre_scores_gemma":[0.65631694,0.045008693,0.0010621002,0.116186336,0.02126144,0.0029915678,0.00008566422,0.000045204222,0.15704206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981261,0.00019082396,0.0005136807,0.00019050128,0.00032388337,0.00065499835],"domain_scores_gemma":[0.9979665,0.0013110767,0.00012045016,0.00018155592,0.0001778087,0.00024257458],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00473844,0.00006865212,0.00019197278,0.000097077325,0.00050916895,6.750989e-7,0.00022055875,0.00015570674,0.0020284527],"category_scores_gemma":[0.007805585,0.00004486355,0.000017073886,0.00039121154,0.00011244284,0.00006386673,0.000023707313,0.0007065569,0.00049389474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003127184,0.0000017448382,0.023550872,0.00029271693,0.0000019741788,4.5787226e-7,0.0047495533,1.6798165e-7,0.00018951684,0.002244377,0.95008963,0.018847696],"study_design_scores_gemma":[0.0005663626,0.00011217078,0.006444375,0.00059107045,0.000005679184,0.0000020814243,0.0029699295,0.00015533046,0.0000020526604,0.0033640733,0.98573625,0.000050606042],"about_ca_topic_score_codex":0.00012809431,"about_ca_topic_score_gemma":0.000007916708,"teacher_disagreement_score":0.13314876,"about_ca_system_score_codex":0.00011599152,"about_ca_system_score_gemma":0.00054774276,"threshold_uncertainty_score":0.99888384},"labels":[],"label_agreement":null},{"id":"W2083167067","doi":"10.1097/01.acm.0000222274.98329.60","title":"Bridge Over Troubled Water","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Surprise; Battle; Apprenticeship; Boss; Craft; Cliché; League; Psychology; Medical education; Medicine; Visual arts; History; Social psychology; Art; Engineering","score_opus":0.009953225695386005,"score_gpt":0.24252912212842856,"score_spread":0.23257589643304255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083167067","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93723905,0.004614664,0.006615374,0.0047505377,0.0008430286,0.00014427738,0.0000013747324,0.0011581258,0.04463356],"genre_scores_gemma":[0.99588627,0.00073232426,0.000020232794,0.0007102278,0.00088987953,0.000010895888,0.000021169388,0.00001940868,0.0017095869],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991456,0.0000073469796,0.000241487,0.000120756944,0.00016130238,0.0003234874],"domain_scores_gemma":[0.99973625,0.000030966683,0.000011115711,0.00013851383,0.000008637198,0.00007453706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016326971,0.00011305624,0.0001982147,0.000086385866,0.000021641004,8.082782e-7,0.00015828837,0.00030294553,0.00078610657],"category_scores_gemma":[0.000030169978,0.00007127035,0.000019409452,0.00009622278,0.0001386694,0.00004421303,0.00002265015,0.0006016042,0.00016418684],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017901757,0.0000076434035,0.003787479,0.0001242464,0.00006593261,0.00011606631,0.0007602365,0.00009894251,0.070573606,0.046790686,0.8549594,0.022697823],"study_design_scores_gemma":[0.0014010221,0.00003945173,0.0040363623,0.00007243887,0.000033538276,0.00004336097,0.000047499187,0.0019061333,0.019476868,0.016413383,0.9563489,0.00018103424],"about_ca_topic_score_codex":0.000055463675,"about_ca_topic_score_gemma":0.000002556489,"teacher_disagreement_score":0.10138947,"about_ca_system_score_codex":0.000029842506,"about_ca_system_score_gemma":0.000003800005,"threshold_uncertainty_score":0.86073154},"labels":[],"label_agreement":null},{"id":"W2083241042","doi":"10.1097/acm.0000000000000246","title":"Preceptors’ Understanding and Use of Role Modeling to Develop the CanMEDS Competencies in Residents","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Université Laval","funders":"","keywords":"Thematic analysis; Medical education; Specialty; Psychology; Qualitative research; Conceptual model; Medicine; Family medicine; Computer science","score_opus":0.10541577252948937,"score_gpt":0.35285026055709157,"score_spread":0.2474344880276022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083241042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94955,0.00021422107,0.029436288,0.019813895,0.00028164862,0.00034359162,4.2091233e-7,0.000017122098,0.00034286757],"genre_scores_gemma":[0.99286294,0.00017026295,0.0023903593,0.0040757037,0.0002479357,0.00001748734,0.000010721146,0.0000128645415,0.00021169805],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856764,0.00007180079,0.0005322156,0.00017856405,0.00045210274,0.00019766817],"domain_scores_gemma":[0.999141,0.00030707868,0.00009359355,0.0001995647,0.0001775764,0.00008118442],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016368915,0.000101940626,0.00026621015,0.0002907901,0.000061641746,0.0000030125475,0.000117803946,0.00012772987,0.000040885086],"category_scores_gemma":[0.0090536475,0.000066160115,0.0000070457377,0.00094855594,0.00019964458,0.000078773504,0.000060263625,0.00052080693,0.0000030233166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004066726,0.000056464847,0.5964129,0.0006971523,0.00013354786,0.000004079566,0.15589383,0.0015368712,0.037849616,0.11674991,0.051721577,0.038537357],"study_design_scores_gemma":[0.009766859,0.001478503,0.29894844,0.016644383,0.000539992,0.00023093,0.1637668,0.40282488,0.0035056865,0.06534543,0.035912115,0.0010359804],"about_ca_topic_score_codex":0.00069615233,"about_ca_topic_score_gemma":0.0000548085,"teacher_disagreement_score":0.401288,"about_ca_system_score_codex":0.00018894624,"about_ca_system_score_gemma":0.000122028905,"threshold_uncertainty_score":0.9992935},"labels":[],"label_agreement":null},{"id":"W2083344062","doi":"10.1097/acm.0b013e31817ec788","title":"Teaching and Learning Moments","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University Health Centre; Faculty of Medicine, McGill University; Max Bell Foundation","keywords":"Internship; Medicine; Psychology; Teachable moment; CLIPS; Medical education; Surgery; Psychoanalysis","score_opus":0.036696203641901515,"score_gpt":0.37026821684978817,"score_spread":0.33357201320788665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083344062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95964,0.000720216,0.00075331685,0.025360476,0.00029154666,0.00016360471,8.408621e-8,0.00008857871,0.012982126],"genre_scores_gemma":[0.96957594,0.00057798746,0.0011995186,0.008174467,0.0011330724,0.000013952522,0.000026852755,0.000016881728,0.01928131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881834,0.000075064636,0.0003226048,0.00019732749,0.00039347526,0.0001932122],"domain_scores_gemma":[0.99950653,0.00010885406,0.00008443501,0.00012831984,0.000064222644,0.00010764887],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011375195,0.00010214465,0.00021899452,0.00019179936,0.00030686765,8.38007e-7,0.000060636947,0.00014898,0.0002092815],"category_scores_gemma":[0.004487769,0.000078291574,0.000010739563,0.00021726656,0.00028956422,0.00007168494,0.000030835803,0.0024508121,0.000032210053],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011550574,0.000059689803,0.2530829,0.00037189826,0.00013237716,0.00012255141,0.07910145,0.0000032731934,0.023783484,0.007387946,0.33688536,0.2989536],"study_design_scores_gemma":[0.005760045,0.00094500475,0.13456541,0.0013651837,0.0002136329,0.0038504987,0.014294888,0.002699375,0.0003475832,0.0013246117,0.8342671,0.00036666932],"about_ca_topic_score_codex":0.00008600476,"about_ca_topic_score_gemma":7.087469e-8,"teacher_disagreement_score":0.49738175,"about_ca_system_score_codex":0.000059911756,"about_ca_system_score_gemma":0.00005005486,"threshold_uncertainty_score":0.9998506},"labels":[],"label_agreement":null},{"id":"W2083562894","doi":"10.1097/acm.0b013e3181f073dd","title":"Slowing Down to Stay Out of Trouble in the Operating Room: Remaining Attentive in Automaticity","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Automaticity; MEDLINE; Psychology; Automatism (medicine); Medicine; Neuroscience; Political science","score_opus":0.061978274505197016,"score_gpt":0.37800305589823896,"score_spread":0.31602478139304196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083562894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97907096,0.000061015257,0.00032329786,0.006316765,0.0002491756,0.0004900492,6.858165e-7,0.000030773732,0.0134572955],"genre_scores_gemma":[0.99553806,0.0000069012535,0.0005795714,0.0033968098,0.00030074758,0.000020790669,0.000007918987,0.000012739527,0.00013646092],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981074,0.0001176768,0.0007477039,0.00024014754,0.00048321355,0.00030386602],"domain_scores_gemma":[0.9985218,0.00096420944,0.00011104541,0.0002177678,0.000057499656,0.00012766809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031403976,0.00013828809,0.00047474372,0.00023536543,0.000044879045,0.0000038766734,0.00017776612,0.00016889755,0.00031566454],"category_scores_gemma":[0.0031055782,0.00008441352,0.00003673072,0.0005537557,0.000075953154,0.00008451112,0.00004243303,0.0013824686,0.0000128896945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030658697,0.00008614028,0.66396147,0.00016513138,0.00006224839,0.00017759342,0.21934311,0.00065599696,0.07541997,0.0071148267,0.00043216028,0.03227478],"study_design_scores_gemma":[0.028382033,0.00086946273,0.82672113,0.0055645164,0.00016757043,0.00007649034,0.06936774,0.055223648,0.0036820897,0.001177805,0.008236896,0.00053061405],"about_ca_topic_score_codex":0.00014212965,"about_ca_topic_score_gemma":0.000107199085,"teacher_disagreement_score":0.16275969,"about_ca_system_score_codex":0.000037431888,"about_ca_system_score_gemma":0.00005169031,"threshold_uncertainty_score":0.6006215},"labels":[],"label_agreement":null},{"id":"W2084002207","doi":"10.1097/acm.0b013e318271fc82","title":"Conflicting Messages","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Interprofessional education; Health care; Hierarchy; Collaborative leadership; Medical education; Nursing; Psychology; Work (physics); Collaborative Care; Medicine; Public relations; Political science","score_opus":0.08940556382121037,"score_gpt":0.561021683442293,"score_spread":0.47161611962108263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084002207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6980366,0.002462304,0.0009840414,0.0563312,0.011088641,0.00057726126,0.0000023344876,0.00017848371,0.23033911],"genre_scores_gemma":[0.92434084,0.00011543104,0.00005819785,0.017035559,0.004499642,0.00008909463,0.000022504319,0.00001252602,0.053826213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998581,0.00028519347,0.00042085355,0.000101315476,0.00023729996,0.00037433076],"domain_scores_gemma":[0.9987775,0.0005638882,0.00019333472,0.00013052586,0.00014291615,0.00019182434],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014412167,0.00008724362,0.00015316771,0.00008015064,0.0003915413,5.4079754e-7,0.00011089281,0.00022978868,0.006082239],"category_scores_gemma":[0.0011040766,0.000060629925,0.000010754478,0.00021581225,0.000055021275,0.0001769208,0.000038408245,0.0010127327,0.0011248483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046599205,0.0000073589417,0.20513576,0.00007330192,0.000014466604,2.5216966e-7,0.10936759,1.7131661e-7,0.0075751008,0.10792795,0.5681578,0.0016936545],"study_design_scores_gemma":[0.00066489005,0.000025505224,0.051029313,0.00060630415,0.000024753275,0.0000026080374,0.08101288,0.00002608407,0.00020517186,0.0010066004,0.8652823,0.00011357205],"about_ca_topic_score_codex":0.000070182534,"about_ca_topic_score_gemma":0.000002687793,"teacher_disagreement_score":0.2971245,"about_ca_system_score_codex":0.00008303283,"about_ca_system_score_gemma":0.00020918898,"threshold_uncertainty_score":0.99965286},"labels":[],"label_agreement":null},{"id":"W2084731480","doi":"10.1097/acm.0b013e31816094fc","title":"Beyond Borders: Building Global Health Programs at McGill University Faculty of Medicine","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Quebec Population Health Research Network; McGill University; McGill University Health Centre","funders":"","keywords":"Global health; Work (physics); Creativity; Health care; Medical education; Public relations; Globalization; Faculty development; Political science; Medicine; Professional development; Engineering","score_opus":0.061403722282396905,"score_gpt":0.3824553748604396,"score_spread":0.3210516525780427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084731480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.865775,0.0071590524,0.00023383624,0.11531722,0.0008166808,0.0010866886,0.00016959535,0.00024148163,0.009200443],"genre_scores_gemma":[0.9733805,0.0071449396,0.00047980002,0.015260269,0.00062106416,0.0000033287308,0.00031239423,0.00002318797,0.0027745294],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644244,0.00013264662,0.00094762444,0.0005289505,0.0010202272,0.00092809414],"domain_scores_gemma":[0.9974318,0.00014407949,0.000493566,0.00039111314,0.00026468417,0.0012747335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001177213,0.0003185012,0.0012432022,0.00018649267,0.0003276444,2.3749743e-7,0.00024099436,0.00034756702,0.0002111227],"category_scores_gemma":[0.0006164357,0.00024313791,0.00009887434,0.0010966031,0.0010003456,0.00011921147,0.00011775808,0.0006528497,0.000020968622],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021408403,0.00013694665,0.20288706,0.0015726802,0.00023384766,0.0007549627,0.0027008676,0.0000051333304,0.0014094264,0.017775295,0.7064481,0.06393487],"study_design_scores_gemma":[0.013567318,0.0035220038,0.04795025,0.0029594647,0.0002505391,0.0027708288,0.0036635294,0.000105204614,0.000180958,0.001800652,0.9228358,0.00039342302],"about_ca_topic_score_codex":0.003432995,"about_ca_topic_score_gemma":0.000051409777,"teacher_disagreement_score":0.21638776,"about_ca_system_score_codex":0.0012265634,"about_ca_system_score_gemma":0.0005000062,"threshold_uncertainty_score":0.9914876},"labels":[],"label_agreement":null},{"id":"W2085207178","doi":"10.1097/acm.0b013e3180555a2d","title":"Measures of Cultural Competence: Examining Hidden Assumptions","year":2007,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":328,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cultural humility; Cultural competence; Ethnic group; Competence (human resources); Psychology; Cultural diversity; Social psychology; Health equity; Sociology; Medicine; Nursing; Pedagogy; Public health","score_opus":0.5054906685704087,"score_gpt":0.5281571246968423,"score_spread":0.022666456126433587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085207178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006441983,0.9744344,0.000011662448,0.00047681335,0.0019740388,0.0009901013,0.000020553278,0.0001342108,0.0218938],"genre_scores_gemma":[0.000531007,0.992233,0.00010788482,0.00017902505,0.0041510593,0.00005552725,0.00010766745,0.000032996413,0.002601878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99458337,0.0006506455,0.001776216,0.0005075627,0.001736927,0.0007452528],"domain_scores_gemma":[0.9954861,0.0020296872,0.0011508925,0.00036984548,0.00053280394,0.00043069717],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004076639,0.0004424183,0.0022318612,0.0003465957,0.0004663088,0.000009235651,0.0012598695,0.0011889983,0.0006279984],"category_scores_gemma":[0.0043696268,0.00029627024,0.00022274352,0.0012448097,0.0014136442,0.00018570841,0.000109128676,0.00228637,0.00009027944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002926408,0.0000037167208,0.000102493614,0.0069310246,0.000088972476,0.00001165563,0.032598656,2.2636578e-7,0.0000029002513,0.0112473415,0.017989852,0.93102026],"study_design_scores_gemma":[0.00012412017,0.000060295148,0.000027113132,0.028379753,0.0004919809,0.000019465817,0.018020479,4.050325e-7,2.0802673e-7,0.00018156966,0.9524163,0.00027834036],"about_ca_topic_score_codex":0.0018270207,"about_ca_topic_score_gemma":0.00027417415,"teacher_disagreement_score":0.9344264,"about_ca_system_score_codex":0.00050372386,"about_ca_system_score_gemma":0.0008492595,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2085320649","doi":"10.1097/acm.0b013e3182624c53","title":"Residents as Role Models","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"MEDLINE; Psychology; Medical education; Medicine; Political science","score_opus":0.046446080220329755,"score_gpt":0.39961130457822847,"score_spread":0.3531652243578987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085320649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8679256,0.0046296683,0.0015862351,0.030295525,0.0016604394,0.00044393708,5.899039e-7,0.00015517362,0.09330286],"genre_scores_gemma":[0.96699387,0.00043651188,0.0005992328,0.017769316,0.003969116,0.00004134785,0.0000608149,0.000029255849,0.01010054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980436,0.000037583824,0.00050267036,0.00019604887,0.00077123125,0.00044889623],"domain_scores_gemma":[0.99901503,0.00006673353,0.00012227014,0.00036459017,0.00015870544,0.0002726556],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011937186,0.00014849642,0.00028572205,0.0002488917,0.00007493402,0.0000016472811,0.00015937947,0.0002949394,0.0015082811],"category_scores_gemma":[0.0022791624,0.000112749796,0.000026348605,0.0005529864,0.00019972103,0.0003197823,0.000044057142,0.0009502783,0.0006133668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015210175,0.000102696235,0.067441456,0.00017875395,0.00010889387,0.00000983346,0.022009801,0.0000052192563,0.011923406,0.09744179,0.7524409,0.04818514],"study_design_scores_gemma":[0.011524357,0.0012248992,0.18678094,0.003946095,0.0013062586,0.0024748936,0.03483212,0.0057547945,0.009899658,0.15275347,0.58830124,0.0012012919],"about_ca_topic_score_codex":0.00011560499,"about_ca_topic_score_gemma":1.6466376e-7,"teacher_disagreement_score":0.16413969,"about_ca_system_score_codex":0.00014248914,"about_ca_system_score_gemma":0.000109002925,"threshold_uncertainty_score":0.9994045},"labels":[],"label_agreement":null},{"id":"W2085403719","doi":"10.1097/acm.0b013e3181d6c319","title":"Instructional Design Variations in Internet-Based Learning for Health Professions Education: A Systematic Review and Meta-Analysis","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":584,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Scopus; MEDLINE; Meta-analysis; Medical education; Medicine; Systematic review; Interactivity; The Internet; Randomized controlled trial; Instructional design; Psychology; Nursing; Computer science; Multimedia; Internal medicine; Psychological intervention; World Wide Web; Mathematics education","score_opus":0.25948009638734415,"score_gpt":0.5273615965105528,"score_spread":0.26788150012320866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085403719","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.314685e-7,0.9434455,0.04747579,0.0028800098,0.0002014183,0.005903375,0.00003063234,0.000029903575,0.000033229942],"genre_scores_gemma":[0.000017677268,0.9783367,0.0009543077,0.003239723,0.0001095548,0.0070371646,0.00067228434,0.000036063793,0.009596557],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99470085,0.0018357236,0.0019272218,0.00056852325,0.0006219289,0.00034578098],"domain_scores_gemma":[0.9944553,0.0032547126,0.0013231665,0.00042837858,0.0001518565,0.00038663603],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051037804,0.0003786834,0.005324904,0.0009586929,0.00014376994,0.00001882536,0.00049123383,0.00044267686,0.0010515397],"category_scores_gemma":[0.01103115,0.00023891161,0.0006613105,0.0015141027,0.00010878982,0.000088180226,0.00007952655,0.0023798163,0.00004516301],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053609688,0.000023511313,0.000004633616,0.9612545,0.012986454,0.0000029577848,0.00011041846,0.0000010761999,5.1857352e-8,0.0025303094,0.013955936,0.009124824],"study_design_scores_gemma":[0.0004434682,0.0001112321,0.000003665394,0.14574751,0.5480094,0.00015777482,0.00009295897,0.00019579822,3.400708e-8,0.0009416667,0.30397385,0.0003226288],"about_ca_topic_score_codex":0.00014950152,"about_ca_topic_score_gemma":0.000062362735,"teacher_disagreement_score":0.81550694,"about_ca_system_score_codex":0.0003038172,"about_ca_system_score_gemma":0.0027328138,"threshold_uncertainty_score":0.99992174},"labels":[],"label_agreement":null},{"id":"W2085755368","doi":"10.1097/acm.0b013e3182a356af","title":"Practice Indicators of Suboptimal Care and Avoidable Adverse Events","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Objective structured clinical examination; Test (biology); Family medicine; Medicine; Clinical Practice; Educational measurement; MEDLINE; Adverse effect; Medical education; Psychology; Curriculum; Internal medicine","score_opus":0.34468383320414026,"score_gpt":0.5467704868698448,"score_spread":0.2020866536657045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085755368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9390345,0.0045380862,0.000064668784,0.036723733,0.0007509869,0.0017527835,0.000010678769,0.0000796929,0.017044853],"genre_scores_gemma":[0.9785758,0.0033696748,0.00073952076,0.014638299,0.0006183787,0.00018694068,0.000026240545,0.000034506007,0.001810632],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9950052,0.002128356,0.0012063584,0.0003783157,0.0006761781,0.00060561614],"domain_scores_gemma":[0.99251175,0.004833527,0.0012177496,0.00040615743,0.0005121465,0.00051869743],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038800691,0.00020283258,0.00050861825,0.00027133583,0.0003585732,7.200543e-7,0.0002965605,0.00061868876,0.0015614453],"category_scores_gemma":[0.014328968,0.00015887403,0.00002422402,0.00044297992,0.0002781186,0.00080422254,0.0002126557,0.0027804964,0.00043085255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021944652,0.000033128465,0.7704673,0.0035231798,0.00011196973,0.000011319177,0.14201076,0.0000013950133,0.0010651223,0.0034518763,0.0668834,0.012221145],"study_design_scores_gemma":[0.0041500726,0.00082616624,0.17966324,0.0027740719,0.0003044906,0.000022805549,0.44638753,0.00004359336,0.00013359595,0.0011479069,0.3641365,0.00041003097],"about_ca_topic_score_codex":0.005896163,"about_ca_topic_score_gemma":0.000031233736,"teacher_disagreement_score":0.59080404,"about_ca_system_score_codex":0.0001804413,"about_ca_system_score_gemma":0.0005497163,"threshold_uncertainty_score":0.9995201},"labels":[],"label_agreement":null},{"id":"W2086328413","doi":"10.1097/00001888-200005000-00015","title":"The Teaching of Cultural Issues in U.S. and Canadian Medical Schools","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethnic group; Curriculum; Multiculturalism; Cultural diversity; Medical education; Diversity (politics); Cultural competence; Cultural issues; Psychology; Medicine; Pedagogy; Family medicine; Sociology; Anthropology","score_opus":0.03321485908760405,"score_gpt":0.40346586802345225,"score_spread":0.37025100893584817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086328413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7625796,0.009822623,5.6099143e-8,0.19875318,0.00019834931,0.000170982,9.465117e-7,0.00001521847,0.028459033],"genre_scores_gemma":[0.97556007,0.01902487,0.000007655445,0.0019267801,0.0007860743,0.0000069534067,0.0000018119047,0.0000034505938,0.0026823438],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982833,0.00024666617,0.00033844472,0.0001302696,0.00064347906,0.0003578285],"domain_scores_gemma":[0.9989434,0.00037752386,0.00004496355,0.00008754231,0.00003820696,0.0005084033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027616066,0.000070666494,0.00016769476,0.00004462121,0.00045547716,0.0000064869114,0.00036094413,0.00021598549,0.0009035159],"category_scores_gemma":[0.0051633907,0.00003990464,0.000011409634,0.00018280938,0.00057423953,0.00011398962,0.000013815022,0.0011673499,0.000014377927],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027818302,0.0000029726798,0.10830722,0.00004448527,0.00001526692,0.00003322117,0.44341826,0.0000029986268,0.000056293535,0.059630547,0.16916583,0.21929508],"study_design_scores_gemma":[0.0002574098,0.000032575866,0.014199674,0.00043083407,0.000003952112,0.000007711341,0.09911842,0.000042720305,0.0000024475655,0.0017157056,0.884115,0.000073545976],"about_ca_topic_score_codex":0.637711,"about_ca_topic_score_gemma":0.4064058,"teacher_disagreement_score":0.7149492,"about_ca_system_score_codex":0.000119089156,"about_ca_system_score_gemma":0.0004323211,"threshold_uncertainty_score":0.98928654},"labels":[],"label_agreement":null},{"id":"W2086487466","doi":"10.1097/acm.0b013e31826735fc","title":"Renowned Physicians’ Perceptions of Expert Diagnostic Practice","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Excellence; Grounded theory; Thematic analysis; Medical education; Constructivist grounded theory; Psychology; Context (archaeology); Possession (linguistics); Perception; Qualitative research; Medicine; Sociology","score_opus":0.04510240496446501,"score_gpt":0.41393838488857954,"score_spread":0.36883597992411454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086487466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8558487,0.023266086,0.0023250866,0.079769515,0.0021087048,0.00087007077,0.000011929854,0.00022091657,0.03557897],"genre_scores_gemma":[0.97525984,0.008067137,0.00077697565,0.011136078,0.0033398443,0.000039951006,0.000053940432,0.00002976997,0.0012964642],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979802,0.000115323695,0.00067058706,0.00023505054,0.0005662163,0.0004326639],"domain_scores_gemma":[0.96457326,0.03412507,0.0002688688,0.00040271255,0.0002018583,0.00042822232],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010473734,0.00018436243,0.00059474714,0.00010624327,0.000051866988,0.0000012275067,0.00013218641,0.00026135065,0.00086764625],"category_scores_gemma":[0.25848472,0.0001341937,0.00009005741,0.0003401374,0.00039624784,0.0001647958,0.000048316335,0.00071812916,0.00020198166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000533112,0.00092290086,0.2986559,0.00015292555,0.00036136142,0.000052764157,0.03477317,0.0000037452128,0.02436532,0.0060591022,0.5439273,0.09019237],"study_design_scores_gemma":[0.0119001735,0.0029536674,0.643246,0.02441322,0.0031830254,0.00094090484,0.035600316,0.00010540315,0.0040308684,0.0010327848,0.27176237,0.000831306],"about_ca_topic_score_codex":0.00013580233,"about_ca_topic_score_gemma":4.422833e-7,"teacher_disagreement_score":0.34459007,"about_ca_system_score_codex":0.00005172475,"about_ca_system_score_gemma":0.00006517445,"threshold_uncertainty_score":0.9500118},"labels":[],"label_agreement":null},{"id":"W2088720687","doi":"10.1097/acm.0000000000000432","title":"In Reply to Norman et al and to Ilgen et al","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria General Hospital; Nova Scotia Health Authority; Capital District Health Authority","funders":"","keywords":"Certainty; Respondent; Consistency (knowledge bases); Psychology; Point (geometry); Computer science; Cognitive psychology; Epistemology; Artificial intelligence; Philosophy; Mathematics","score_opus":0.045871171497257994,"score_gpt":0.4069495223790373,"score_spread":0.3610783508817793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088720687","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018920278,0.0006308011,0.00013823555,0.9746344,0.00084461214,0.00079360674,0.000014345696,0.00007132611,0.003952389],"genre_scores_gemma":[0.0027744544,0.0012126006,0.0002598635,0.98578036,0.0033700073,0.00007963725,0.00028833916,0.00008510102,0.0061496655],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962152,0.00021474434,0.0010396803,0.0009669119,0.00091490045,0.00064851873],"domain_scores_gemma":[0.9866837,0.011610743,0.0001919456,0.0006850067,0.000094324445,0.00073423743],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029276807,0.0004524567,0.0013486098,0.00045826996,0.000026791706,0.0000074918485,0.00029197204,0.00082614395,0.00033917985],"category_scores_gemma":[0.075508654,0.00033983766,0.00006939441,0.00034470798,0.00015952764,0.000043663906,0.00020162316,0.0056910724,0.00038025086],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011715362,0.00000867734,0.003563395,0.000045430465,0.000035189343,0.0006475317,0.0011254707,0.0000010318889,0.00008435814,0.000045707886,0.99315387,0.0011721699],"study_design_scores_gemma":[0.0023578028,0.0010937339,0.0038165932,0.009641975,0.00013676123,0.000363053,0.00004829523,0.000014103754,0.000014306184,0.0001870718,0.9820062,0.00032014004],"about_ca_topic_score_codex":0.000894537,"about_ca_topic_score_gemma":0.000017032296,"teacher_disagreement_score":0.07258098,"about_ca_system_score_codex":0.000093506234,"about_ca_system_score_gemma":0.00017090335,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W2088823622","doi":"10.1097/acm.0b013e3181d73fb6","title":"Toward Authentic Clinical Evaluation: Pitfalls in the Pursuit of Competency","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; University Health Network; University of Toronto; The Wilson Centre","funders":"","keywords":"Psychology; Medical education; MEDLINE; Representation (politics); Standardized test; Medicine; Mathematics education; Political science","score_opus":0.11786130562613686,"score_gpt":0.4775186042921444,"score_spread":0.3596572986660075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088823622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89064515,0.00036042472,0.00021176542,0.0976145,0.0024284138,0.00085795973,6.8607136e-7,0.000020789283,0.007860313],"genre_scores_gemma":[0.985686,0.00014599758,0.0006762672,0.011101859,0.0019522127,0.00006737703,0.000054791242,0.000012672932,0.00030283147],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962138,0.00022608024,0.0013181005,0.00026260095,0.001746816,0.00023258227],"domain_scores_gemma":[0.9980576,0.0005636826,0.00030493646,0.00056653685,0.00043018526,0.000077031305],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014675886,0.00013017221,0.00042403003,0.0002473537,0.00003666332,0.0000028103084,0.00058457896,0.00035500072,0.0018176401],"category_scores_gemma":[0.014864796,0.00007804115,0.00005114839,0.00088829745,0.0007427654,0.000060219,0.000042418553,0.0024588634,0.0000483334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021722377,0.0005608216,0.26999506,0.0005204397,0.00014294354,0.000030933996,0.040024187,0.0000015885569,0.014947737,0.11352238,0.25570226,0.3043344],"study_design_scores_gemma":[0.01055475,0.0011552625,0.8478381,0.0012907967,0.00090581184,0.00045052255,0.012799074,0.0055994308,0.00030105156,0.03123228,0.08756324,0.00030966892],"about_ca_topic_score_codex":0.000036147678,"about_ca_topic_score_gemma":0.000005459033,"teacher_disagreement_score":0.57784307,"about_ca_system_score_codex":0.000035616114,"about_ca_system_score_gemma":0.00047509166,"threshold_uncertainty_score":0.9998425},"labels":[],"label_agreement":null},{"id":"W2089237819","doi":"10.1097/00001888-200510001-00021","title":"Perceptions of Operating Room Tension across Professions: Building Generalizable Evidence and Educational Resources","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Curriculum; Perception; Psychology; Professional responsibility; Medical education; Certification; Function (biology); Medicine; Nursing; Pedagogy; Political science","score_opus":0.14336930955091742,"score_gpt":0.5148933496305746,"score_spread":0.3715240400796572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089237819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91617155,0.0037392892,0.0028081047,0.07577794,0.000455784,0.00053046,0.0000068512436,0.000041085506,0.0004689136],"genre_scores_gemma":[0.98203546,0.002650734,0.0026544337,0.004214484,0.0014874502,0.00012766563,0.000026096055,0.000015488344,0.006788171],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976442,0.00038024737,0.0008821715,0.00029532862,0.00041711598,0.00038094743],"domain_scores_gemma":[0.9975448,0.0012975194,0.00046353665,0.00023455358,0.0002328098,0.00022677034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019224661,0.00013643004,0.0002893978,0.00010797372,0.0010180285,3.951176e-7,0.00020357905,0.00028422027,0.0008498978],"category_scores_gemma":[0.004115985,0.00009949545,0.00002014215,0.000274084,0.0002501565,0.00030883602,0.00015240329,0.0009681966,0.000041450763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052267245,0.00004086352,0.6112083,0.0005836894,0.000025967265,4.6101e-7,0.20637165,0.0005128529,0.1341772,0.004177561,0.0396488,0.0032003857],"study_design_scores_gemma":[0.0031237013,0.00029014118,0.6624592,0.029705206,0.00014820305,0.000030371006,0.15209371,0.010454451,0.00059351965,0.0016968548,0.13887928,0.0005253892],"about_ca_topic_score_codex":0.00015679759,"about_ca_topic_score_gemma":0.000021996164,"teacher_disagreement_score":0.13358368,"about_ca_system_score_codex":0.00009380066,"about_ca_system_score_gemma":0.00022490734,"threshold_uncertainty_score":0.9305785},"labels":[],"label_agreement":null},{"id":"W2089687241","doi":"10.1097/01.acm.0000232422.81299.b7","title":"Learning in Practice: Experiences and Perceptions of High-Scoring Physicians","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Enthusiasm; Psychology; Laughter; Social psychology; Medical education; Psychoanalysis; Medicine","score_opus":0.013690484042215095,"score_gpt":0.36660933030002624,"score_spread":0.3529188462578111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089687241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822597,0.00044710853,0.0007748917,0.013228437,0.00023306407,0.00016799668,1.491785e-7,0.000031322164,0.0028573333],"genre_scores_gemma":[0.9956083,0.00037844182,0.0013737848,0.0010598728,0.00076690305,0.000042934284,0.000022853665,0.000010404201,0.00073649816],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9988005,0.000046094698,0.00046020426,0.00018552391,0.00034379776,0.00016388638],"domain_scores_gemma":[0.9993979,0.00016500597,0.0001745349,0.00011444954,0.00011993331,0.00002822546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006156462,0.00008815117,0.0002537364,0.00024681227,0.000053207004,0.000001449276,0.000058472924,0.00012252196,0.00011475418],"category_scores_gemma":[0.002223719,0.00007383503,0.000010317123,0.0006055108,0.00036835947,0.00014535124,0.00002001002,0.0007411408,0.000003830813],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019967653,0.0002515353,0.3873562,0.00047761665,0.000061803985,0.000037491016,0.24466112,0.00012693058,0.09390452,0.034870956,0.02313702,0.21491514],"study_design_scores_gemma":[0.0032457202,0.000763373,0.39714056,0.0023133936,0.00021848375,0.00019658415,0.5793501,0.001132704,0.0017859474,0.001932765,0.011679021,0.00024130807],"about_ca_topic_score_codex":0.00054986804,"about_ca_topic_score_gemma":0.0000035016842,"teacher_disagreement_score":0.33468902,"about_ca_system_score_codex":0.000059860857,"about_ca_system_score_gemma":0.000053976593,"threshold_uncertainty_score":0.3219929},"labels":[],"label_agreement":null},{"id":"W2090039383","doi":"10.1097/00001888-200003000-00018","title":"A Comparison of Standard-setting Procedures for an OSCE in Undergraduate Medical Education","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Objective structured clinical examination; Medical education; Cutoff; Psychology; Medicine; Mathematics education","score_opus":0.038030555905390444,"score_gpt":0.45950095996737805,"score_spread":0.4214704040619876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090039383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93024737,0.0010489313,0.0017600665,0.062163357,0.0004278095,0.0010904141,0.0000025326383,0.00006082858,0.0031987235],"genre_scores_gemma":[0.9885443,0.00032510972,0.0029961127,0.005829105,0.00097401044,0.00016000481,0.00023025027,0.000028680168,0.00091243273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972158,0.00006918905,0.0011477926,0.00032387272,0.0009438263,0.0002995402],"domain_scores_gemma":[0.9988323,0.00017093778,0.00022350837,0.00027542704,0.00030471472,0.00019309942],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018255911,0.00016180842,0.0005468279,0.00034336664,0.00005895076,0.0000021910657,0.00021578126,0.0003532973,0.00080645294],"category_scores_gemma":[0.009223931,0.00013183059,0.000028986653,0.0007285641,0.0003084966,0.00011825101,0.000012060203,0.0008144994,0.0000062150903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074950006,0.0004750122,0.08886163,0.0012483479,0.00003783894,0.0000018456404,0.011489046,0.000014096759,0.0016055573,0.007975632,0.20106246,0.68647903],"study_design_scores_gemma":[0.046829384,0.014626568,0.1431105,0.04419188,0.0013628326,0.00096515653,0.07541298,0.062170386,0.01188109,0.08468384,0.51265377,0.0021115898],"about_ca_topic_score_codex":0.0000727481,"about_ca_topic_score_gemma":0.000027502605,"teacher_disagreement_score":0.6843675,"about_ca_system_score_codex":0.00017131587,"about_ca_system_score_gemma":0.0019960292,"threshold_uncertainty_score":0.9991218},"labels":[],"label_agreement":null},{"id":"W2090514596","doi":"10.1097/acm.0b013e3182a34b05","title":"“I AM a Doctor”","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":226,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Standardization; Diversity (politics); Identity (music); Social constructionism; Sociology; Strict constructionism; Construct (python library); Pedagogy; Public relations; Engineering ethics; Medical education; Psychology; Medicine; Political science; Social science; Law","score_opus":0.13672824692883426,"score_gpt":0.4898265314376937,"score_spread":0.3530982845088595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090514596","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013521786,0.9795391,0.00013424997,0.0035556355,0.0023641195,0.0020252557,0.0000027603437,0.00017702539,0.012188319],"genre_scores_gemma":[0.0000022959437,0.95278066,0.00044006243,0.0039251945,0.0071308296,0.0005864581,0.0007199762,0.00010832373,0.03430619],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604166,0.000114134185,0.0017696609,0.0006188409,0.0009365944,0.00051909883],"domain_scores_gemma":[0.9976465,0.00025277998,0.0006489901,0.00088763866,0.0002856597,0.00027842028],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001058354,0.0005796941,0.0027982525,0.0008068342,0.0000759,0.000005268939,0.00045912253,0.0014916784,0.006263471],"category_scores_gemma":[0.0042906627,0.00036335445,0.00020422271,0.0015270059,0.0004806382,0.000086020475,0.00009130172,0.003943661,0.0032195165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013002451,0.000007325512,0.0000037404648,0.009992888,0.0000879486,0.000008109638,0.00017267454,2.1486162e-9,8.4472475e-7,0.0012247071,0.3600224,0.62847805],"study_design_scores_gemma":[0.00046274738,0.0001353587,0.0000042176835,0.051747404,0.0019965016,0.0006065446,0.0001324978,0.0000056410427,3.8336233e-7,0.00021719157,0.944431,0.00026050868],"about_ca_topic_score_codex":0.000027317998,"about_ca_topic_score_gemma":7.9917264e-8,"teacher_disagreement_score":0.6282175,"about_ca_system_score_codex":0.00044067026,"about_ca_system_score_gemma":0.0007269097,"threshold_uncertainty_score":0.99988186},"labels":[],"label_agreement":null},{"id":"W2090877423","doi":"10.1097/acm.0000000000000737","title":"How Do Medical Schools Identify and Remediate Professionalism Lapses in Medical Students? A Study of U.S. and Canadian Medical Schools","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Conference Board of Canada","funders":"","keywords":"Medical education; Accreditation; Strengths and weaknesses; Best practice; Psychology; Transparency (behavior); Qualitative research; Mental health; Medicine; Political science; Sociology; Psychiatry","score_opus":0.05924651008385494,"score_gpt":0.4418514364421478,"score_spread":0.38260492635829285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090877423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81128526,0.0032845275,0.000021598957,0.18302448,0.00094370154,0.0011673293,0.000002663788,0.000040966417,0.00022948797],"genre_scores_gemma":[0.98281294,0.0018451978,0.000082204206,0.013115947,0.001385677,0.0001692893,0.00005322501,0.000046078385,0.0004894401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98610723,0.0005025848,0.0016388249,0.0007791868,0.010246348,0.00072581536],"domain_scores_gemma":[0.994743,0.00038501332,0.00034188761,0.00054023264,0.00054605165,0.0034438083],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014021291,0.00039172408,0.0011552984,0.001218593,0.00011099461,0.000030278738,0.0009294156,0.0015334537,0.0009067994],"category_scores_gemma":[0.0885702,0.00028901963,0.000029338164,0.0014223638,0.0009115405,0.00029227725,0.00044650064,0.0052259928,0.000017504257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021385882,0.00043396364,0.84651995,0.0002951618,0.0001835833,0.0011832218,0.012086531,8.4823746e-8,0.000054340857,0.0009538729,0.097421624,0.040653817],"study_design_scores_gemma":[0.048600525,0.0027333994,0.68720603,0.018555935,0.0005444426,0.0029424261,0.19536766,0.0009810454,0.00003940058,0.0035229225,0.038562145,0.0009440342],"about_ca_topic_score_codex":0.0113583,"about_ca_topic_score_gemma":0.0056313137,"teacher_disagreement_score":0.18328114,"about_ca_system_score_codex":0.00033189385,"about_ca_system_score_gemma":0.0055832826,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W2091028699","doi":"10.1097/acm.0000000000000012","title":"The Migration of Physicians and the Local Supply of Practitioners","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Workers Compensation Board of British Columbia","funders":"","keywords":"Physician supply; Specialty; Workforce; Relocation; Descriptive statistics; Family medicine; Logistic regression; Medicine; Location; Distribution (mathematics); Rural area; Demography; Geography; Population; Environmental health; Sociology; Political science","score_opus":0.02623388070844116,"score_gpt":0.41115398726041014,"score_spread":0.38492010655196895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091028699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7427164,0.0050437,0.00059959857,0.24340576,0.00045966497,0.0016683328,0.0000042923016,0.000023150731,0.006079115],"genre_scores_gemma":[0.9865335,0.0062098657,0.000027504733,0.005029065,0.00030159522,0.00010772216,0.000007952681,0.0000072591174,0.0017755183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829125,0.00045795305,0.0006315441,0.00009684302,0.0002832708,0.00023913741],"domain_scores_gemma":[0.99609935,0.0029279913,0.00052991783,0.00019831897,0.00019670487,0.000047694906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012624934,0.00007705701,0.00024909727,0.000024872685,0.00031072155,6.1807674e-7,0.00015881551,0.00014661689,0.00015531972],"category_scores_gemma":[0.0006682675,0.000034654186,0.00001631626,0.00017066466,0.0011147987,0.00008398108,0.000041906893,0.00066809735,0.000028306367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034045658,0.0000089651885,0.03841042,0.00047471139,0.000053447016,2.3474449e-7,0.06851138,0.000012095915,0.0020185309,0.12263564,0.7427347,0.024799425],"study_design_scores_gemma":[0.007324555,0.0004577052,0.0788655,0.00556067,0.00020511473,0.000006771438,0.40314957,0.003211129,0.0004992876,0.049410295,0.45111078,0.0001986259],"about_ca_topic_score_codex":0.0063165976,"about_ca_topic_score_gemma":0.00021904091,"teacher_disagreement_score":0.33463818,"about_ca_system_score_codex":0.000032047417,"about_ca_system_score_gemma":0.000067939305,"threshold_uncertainty_score":0.95488477},"labels":[],"label_agreement":null},{"id":"W2091064727","doi":"10.1097/acm.0b013e3181eaafb4","title":"University of British Columbia Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Scholarship; Mentorship; Medical education; Excellence; Faculty development; Promotion (chess); Corporate governance; Medicine; Political science; Professional development; Sociology; Management; Pedagogy","score_opus":0.022506742509929494,"score_gpt":0.3246404450870976,"score_spread":0.3021337025771681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091064727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785935,0.00016939246,0.0004337328,0.011492421,0.0008733052,0.0002959387,0.000016486949,0.00004162588,0.008083567],"genre_scores_gemma":[0.9835524,0.00028597214,0.001225651,0.0011573443,0.00077133276,0.0000012991349,0.00017357871,0.000015439411,0.012816963],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99825954,0.000029008113,0.00060768786,0.00023704136,0.00067073334,0.0001959762],"domain_scores_gemma":[0.9983862,0.00009814369,0.00037039758,0.00036213486,0.000647438,0.00013567724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010968192,0.00008876327,0.0005507018,0.00013044215,0.00004909712,7.5491016e-7,0.00025568806,0.00035267315,0.0053911735],"category_scores_gemma":[0.0032695343,0.00011015898,0.00003570468,0.00078037946,0.0019996578,0.00006300493,0.000044103755,0.0011592387,0.0000100339685],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045635334,0.00004721873,0.05927267,0.00032151837,0.00006496283,0.00001864381,0.0026111223,1.700079e-7,0.055394046,0.0009774673,0.8297166,0.051529948],"study_design_scores_gemma":[0.011693165,0.001225456,0.52015346,0.0034475506,0.000744944,0.00069852703,0.016504396,0.0002697269,0.00079028105,0.0040146303,0.4401552,0.00030267352],"about_ca_topic_score_codex":0.014833326,"about_ca_topic_score_gemma":0.0011096867,"teacher_disagreement_score":0.4608808,"about_ca_system_score_codex":0.000034970857,"about_ca_system_score_gemma":0.00017852269,"threshold_uncertainty_score":0.995518},"labels":[],"label_agreement":null},{"id":"W2091190226","doi":"10.1097/00001888-200009001-00002","title":"A Guide to the 130 Reports in This Snapshot Supplement to Academic Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Variety (cybernetics); Academic medicine; Medical school; Snapshot (computer storage); Medicine; Psychology; Public relations; Political science; Computer science","score_opus":0.032279212125908036,"score_gpt":0.414104930212745,"score_spread":0.38182571808683696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091190226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28743276,0.0010770367,0.00044875164,0.66828746,0.0017728009,0.0025111898,0.0000035116072,0.00010142962,0.038365062],"genre_scores_gemma":[0.60689443,0.0018764309,0.0017095191,0.29746568,0.009976723,0.00093537115,0.0005639702,0.00010730696,0.080470555],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354964,0.00014969204,0.0026008429,0.0008803415,0.0019078129,0.00091168686],"domain_scores_gemma":[0.9973279,0.00029363594,0.00027294102,0.0012394688,0.0002954999,0.0005705033],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006529123,0.00042739883,0.00086361374,0.0008654078,0.00016162252,0.0000041075887,0.0006259935,0.00050696696,0.05231937],"category_scores_gemma":[0.009230846,0.0002650849,0.000049299695,0.003254596,0.00037794153,0.0001095909,0.00011844374,0.0028403974,0.0005483747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015429966,0.00001888058,0.0041463724,0.000052367333,0.00003030279,0.00011567756,0.013247561,0.000026271015,0.0022167226,0.00057340163,0.9319798,0.04743838],"study_design_scores_gemma":[0.0017238044,0.0007370636,0.007392679,0.0019508245,0.00014591933,0.00069703395,0.003716317,0.0001375335,0.00038181132,0.00065213576,0.9822107,0.00025418345],"about_ca_topic_score_codex":0.0016296724,"about_ca_topic_score_gemma":0.000055374923,"teacher_disagreement_score":0.37082177,"about_ca_system_score_codex":0.0006446256,"about_ca_system_score_gemma":0.00033783293,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W2091777539","doi":"10.1097/acm.0b013e31823053f3","title":"Going Beyond Kirkpatrick in Evaluating a Clinician Scientist Program: Itʼs Not “If It Works” but “How It Works”","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"Canadian Institutes of Health Research","keywords":"Logic model; Curriculum; Identity (music); Medical education; Psychology; Professional development; Program evaluation; Computer science; Sociology; Pedagogy; Medicine; Political science","score_opus":0.1473357969825575,"score_gpt":0.45225823937719384,"score_spread":0.30492244239463634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091777539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8935482,0.001220932,0.001541422,0.083148636,0.00405655,0.002502362,0.0000022521326,0.000263751,0.01371591],"genre_scores_gemma":[0.94847804,0.0005658724,0.014827898,0.026289158,0.0036012684,0.0003591456,0.00013985678,0.000083331106,0.0056554168],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.994064,0.00023221117,0.0018503269,0.00095945544,0.0018386185,0.001055397],"domain_scores_gemma":[0.99696547,0.000547584,0.0007126592,0.00081398716,0.00057971204,0.000380572],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008423873,0.00043474548,0.0008937173,0.001137241,0.0002395076,0.000031728006,0.000621425,0.0007372814,0.0011600996],"category_scores_gemma":[0.019637905,0.0003662921,0.000095888696,0.00393399,0.0009007334,0.00046164237,0.00017018737,0.0035838326,0.00021050494],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003468644,0.00026555118,0.036612853,0.00033315734,0.000081119426,0.0000966141,0.020076992,0.0000027262608,0.0013971813,0.000512044,0.11963079,0.8206441],"study_design_scores_gemma":[0.058075428,0.01116244,0.3171643,0.0932801,0.004011327,0.0017828714,0.18865702,0.07147999,0.0046122177,0.009888235,0.23497152,0.004914556],"about_ca_topic_score_codex":0.00012820074,"about_ca_topic_score_gemma":0.00002306206,"teacher_disagreement_score":0.81572956,"about_ca_system_score_codex":0.0005023823,"about_ca_system_score_gemma":0.00066696893,"threshold_uncertainty_score":0.9998789},"labels":[],"label_agreement":null},{"id":"W2091871476","doi":"10.1097/acm.0b013e3181bf9fef","title":"Skills of Internal Medicine Residents in Disclosing Medical Errors: A Study Using Standardized Patients","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; MEDLINE; Family medicine; Medical education; Medical physics; Psychology","score_opus":0.0748728851824933,"score_gpt":0.4882346459537731,"score_spread":0.4133617607712798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091871476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473203,0.0003102904,0.00193451,0.007976658,0.0013627172,0.001487038,0.000007883632,0.000049977283,0.0021388931],"genre_scores_gemma":[0.99441266,0.00022964593,0.000054181397,0.004253515,0.00067274703,0.000024315617,0.000034539884,0.000022114751,0.0002962652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9927927,0.0011443653,0.0025897103,0.00045073323,0.0023907095,0.00063172844],"domain_scores_gemma":[0.99676335,0.0008958134,0.001174325,0.00040043946,0.00027089863,0.0004952037],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046909754,0.00027945664,0.0010124253,0.000607601,0.00020296486,1.8293473e-7,0.00058295374,0.0004678318,0.0010217945],"category_scores_gemma":[0.010980606,0.00019493989,0.00004146657,0.00076310214,0.00039560755,0.00019213802,0.0001344648,0.002163834,0.00001506297],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046124554,0.00024914,0.9187417,0.000101048005,0.00003820975,0.000022426439,0.07438989,0.00001118184,0.00037550766,0.00015851064,0.0036368405,0.0018143153],"study_design_scores_gemma":[0.022150617,0.0014475543,0.93275833,0.014499589,0.00013294151,0.0000037775915,0.02562839,0.00028601033,0.000037788304,0.0013596629,0.0014669325,0.00022842376],"about_ca_topic_score_codex":0.0010910907,"about_ca_topic_score_gemma":0.00009277663,"teacher_disagreement_score":0.0487615,"about_ca_system_score_codex":0.00036729424,"about_ca_system_score_gemma":0.0004193065,"threshold_uncertainty_score":0.9998914},"labels":[],"label_agreement":null},{"id":"W2092001134","doi":"10.1097/acm.0b013e31803e86c5","title":"The Current Status of Medical Genetics Instruction in U.S. and Canadian Medical Schools","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical genetics; Curriculum; Cancer genetics; Medical education; Medicine; Family medicine; Medical school; Accreditation; Psychology; Genetics; Cancer; Biology; Pedagogy","score_opus":0.016023248889046847,"score_gpt":0.3434188146803635,"score_spread":0.3273955657913167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092001134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94328946,0.04812112,0.00043348563,0.00676355,0.00073087786,0.00013632598,0.0000036335734,0.000003114767,0.00051840465],"genre_scores_gemma":[0.9215534,0.077024154,0.000036774378,0.000635282,0.00068811775,0.000007198181,0.000020940006,0.000009363601,0.000024770421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982861,0.000048555183,0.0004264266,0.0001976324,0.0006711715,0.00037007726],"domain_scores_gemma":[0.9990143,0.00006074375,0.00007682008,0.00018034774,0.00005327678,0.00061449315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001831814,0.000090573856,0.00011815252,0.000100490965,0.000054293723,0.0000021391581,0.00026608157,0.00036912592,0.000058496706],"category_scores_gemma":[0.0021790243,0.00006495989,0.00001234705,0.000175248,0.00042362965,0.0000020433677,0.00007349903,0.000719813,0.0000015601295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038645765,0.0000036782637,0.06520491,0.000018596016,0.000022833228,0.0000068015333,0.00048685799,0.0000031486513,0.0026613993,0.0005234345,0.010176562,0.92085314],"study_design_scores_gemma":[0.001851358,0.00014254714,0.08354857,0.00021684452,0.0000142763065,0.00008949207,0.0014384208,0.00022752056,0.005157404,0.0006371153,0.9065297,0.00014673019],"about_ca_topic_score_codex":0.0045714383,"about_ca_topic_score_gemma":0.051153433,"teacher_disagreement_score":0.9207064,"about_ca_system_score_codex":0.00009888357,"about_ca_system_score_gemma":0.0017363589,"threshold_uncertainty_score":0.96616054},"labels":[],"label_agreement":null},{"id":"W2092264731","doi":"10.1097/00001888-200510001-00007","title":"Does the Medical College Admission Test Predict Clinical Reasoning Skills? A Longitudinal Study Employing the Medical Council of Canada Clinical Reasoning Examination","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Verbal reasoning; Predictive validity; Test (biology); Entrance exam; Stepwise regression; Variance (accounting); Clinical judgment; Medical school; Psychology; Educational measurement; Medicine; Clinical psychology; Medical education; Internal medicine; Cognition; Curriculum; Psychiatry; Pedagogy; Medical physics","score_opus":0.07387066750429407,"score_gpt":0.4058286142227868,"score_spread":0.33195794671849277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092264731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171663,0.0015825795,0.00024182355,0.07372964,0.0024941203,0.0015785518,0.000025838539,0.00014199816,0.0030391852],"genre_scores_gemma":[0.9768582,0.0032076307,0.00016637752,0.0075902417,0.009011328,0.00009188978,0.000035245444,0.000073479794,0.0029656352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9813768,0.0019471162,0.0048485654,0.001228865,0.009573387,0.0010252235],"domain_scores_gemma":[0.8394392,0.15270223,0.0016992637,0.0017493122,0.0014485004,0.0029614803],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.050301444,0.00059023337,0.0019470671,0.00009973162,0.00056247244,0.000014469241,0.001376372,0.0012073371,0.0022685835],"category_scores_gemma":[0.71086,0.0002475649,0.0003001183,0.00086719444,0.0019901558,0.00012762361,0.00050594617,0.005793068,0.000019690806],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000357396,0.0008854599,0.8654412,0.000045076737,0.00032228406,0.0006557263,0.0014156963,0.0000043034515,0.0000029719654,0.00019879501,0.08323671,0.047434356],"study_design_scores_gemma":[0.011393002,0.0026840956,0.9146271,0.012729642,0.0012573308,0.0009384121,0.0057261153,0.0073236334,0.000014358535,0.000060075945,0.042867534,0.00037870803],"about_ca_topic_score_codex":0.018013239,"about_ca_topic_score_gemma":0.032916076,"teacher_disagreement_score":0.6605586,"about_ca_system_score_codex":0.0007411227,"about_ca_system_score_gemma":0.014749644,"threshold_uncertainty_score":0.9999977},"labels":[],"label_agreement":null},{"id":"W2092546024","doi":"10.1097/acm.0000000000000707","title":"The McMaster Modular Assessment Program (McMAP)","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital","funders":"","keywords":"Modular design; Computer science; MEDLINE; Program evaluation; Medical education; Medical physics; Medicine; Programming language; Mathematics; Political science; Statistics","score_opus":0.0680022444649577,"score_gpt":0.442427721536358,"score_spread":0.3744254770714003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092546024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43645036,0.003812403,0.0065555326,0.38907275,0.0054241996,0.0033226463,0.0000012196152,0.0006031989,0.15475771],"genre_scores_gemma":[0.93948555,0.00046379666,0.008432739,0.017774936,0.0049413457,0.00051977974,0.00011054262,0.000056271354,0.028215062],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758255,0.00007514251,0.0006024807,0.0002676266,0.0010919444,0.00038022245],"domain_scores_gemma":[0.9985946,0.00010880996,0.000161671,0.00043744073,0.0004451236,0.00025235803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026019756,0.00016597043,0.00027484226,0.00010944108,0.00014300623,0.000008580718,0.0002614318,0.00022568539,0.00027814507],"category_scores_gemma":[0.0030130793,0.0000914819,0.000029719888,0.00064253825,0.0005000556,0.00008384326,0.00006072907,0.001277321,0.00010368474],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054058397,0.000050038718,0.0064510372,0.000043057862,0.00006310059,0.000009319054,0.0018696052,0.0000029889748,0.0006180675,0.009951923,0.49993405,0.48095277],"study_design_scores_gemma":[0.002123174,0.0006487846,0.008839827,0.00023737464,0.00011839018,0.00012866894,0.004585098,0.0040366184,0.00009802583,0.0031688476,0.97590166,0.00011354383],"about_ca_topic_score_codex":0.000019884865,"about_ca_topic_score_gemma":5.4442484e-7,"teacher_disagreement_score":0.5030352,"about_ca_system_score_codex":0.00025892392,"about_ca_system_score_gemma":0.00033720446,"threshold_uncertainty_score":0.5549395},"labels":[],"label_agreement":null},{"id":"W2092923336","doi":"10.1097/acm.0000000000000284","title":"Is Social Sciences and Humanities (SSH) Premedical Education Marginalized in the Medical School Admission Process? A Review and Contextualization of the Literature","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre; Canada Research Chairs","funders":"","keywords":"Contextualization; Medical education; PsycINFO; Medical school; MEDLINE; Medicine; Psychology","score_opus":0.12032827374114993,"score_gpt":0.49309822210915555,"score_spread":0.3727699483680056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092923336","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006374828,0.9036701,0.000005355186,0.09308656,0.00021423152,0.0016065006,0.0000044672956,0.000012404444,0.0013366325],"genre_scores_gemma":[0.0004443165,0.9284391,0.000006795573,0.06809506,0.0009625539,0.00016487422,0.0000838079,0.000017973345,0.0017855131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564475,0.0008495786,0.0012657202,0.0004482422,0.0015480915,0.00024362351],"domain_scores_gemma":[0.99750566,0.0006779081,0.0007051256,0.00027249183,0.00018716714,0.0006516399],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036827605,0.00033841855,0.001684061,0.00024886156,0.00024607105,0.000013529797,0.0005215635,0.00071786315,0.0029307946],"category_scores_gemma":[0.03850735,0.00014168782,0.00010867149,0.001069899,0.001561923,0.00007538048,0.00009056094,0.0020790894,0.000002651398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017780518,0.0000969528,0.00016454182,0.20572369,0.00006322201,0.0000037780383,0.013061215,1.3124594e-9,0.0000010423065,0.004496823,0.38931537,0.3870556],"study_design_scores_gemma":[0.00047785553,0.00008369069,0.00007666684,0.26405305,0.0009084868,0.0003617591,0.0013626926,0.000004536188,2.0203886e-7,0.00039070664,0.73217964,0.00010071747],"about_ca_topic_score_codex":0.000012909203,"about_ca_topic_score_gemma":0.0000013342329,"teacher_disagreement_score":0.38695487,"about_ca_system_score_codex":0.0000453833,"about_ca_system_score_gemma":0.006101937,"threshold_uncertainty_score":0.9995325},"labels":[],"label_agreement":null},{"id":"W2093328569","doi":"10.1097/01.acm.0000249878.25186.b7","title":"The Predictive Validity of the MCAT for Medical School Performance and Medical Board Licensing Examinations: A Meta-Analysis of the Published Research","year":2006,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":295,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"United States Medical Licensing Examination; Predictive validity; Medical school; Medicine; Meta-analysis; Entrance exam; Moderation; MEDLINE; Medical education; Confidence interval; Family medicine; Psychology; Clinical psychology; Internal medicine; Social psychology","score_opus":0.37698955737993073,"score_gpt":0.5240227611780366,"score_spread":0.14703320379810586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093328569","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021461565,0.9132889,0.00010352442,0.08155829,0.00065661647,0.002986038,0.000054162618,0.000021483196,0.0011163717],"genre_scores_gemma":[0.0028850597,0.9869251,0.000028211025,0.0021970905,0.0010567515,0.0004984185,0.000103962346,0.00004326176,0.0062621245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878488,0.0021998251,0.002657597,0.0006815268,0.0060290378,0.0005831974],"domain_scores_gemma":[0.9771877,0.016576817,0.0014248356,0.0016397778,0.0012798808,0.0018910026],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.021071546,0.00043723764,0.0037699002,0.0006246865,0.0006549415,0.000014986718,0.0017445311,0.0013000063,0.0027159937],"category_scores_gemma":[0.25924754,0.00015380005,0.0013795748,0.003945031,0.0038997815,0.00008736822,0.0005607871,0.0050829113,0.0000022328754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009658596,0.00028093974,0.0010172809,0.019166483,0.060670454,0.000004588759,0.0018856428,0.0000010829268,0.0000039729866,0.0030997868,0.64347804,0.27029514],"study_design_scores_gemma":[0.00064338715,0.00015341215,0.0010622412,0.008557065,0.14781886,0.000052718828,0.0004603122,0.000892968,0.0000048104416,0.00019583503,0.84003466,0.00012374095],"about_ca_topic_score_codex":0.00013443711,"about_ca_topic_score_gemma":0.000031013493,"teacher_disagreement_score":0.2701714,"about_ca_system_score_codex":0.00018847607,"about_ca_system_score_gemma":0.00901229,"threshold_uncertainty_score":0.99999654},"labels":[],"label_agreement":null},{"id":"W2093567165","doi":"10.1097/acm.0b013e31822c124a","title":"Seeking Balance: The Complexity of Choice-Making Among Academic Surgeons","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Balance (ability); Psychology; Process (computing); Set (abstract data type); Interpretative phenomenological analysis; Medical education; Social psychology; Sociology; Medicine; Qualitative research; Computer science","score_opus":0.1706101738039254,"score_gpt":0.35997158930951473,"score_spread":0.18936141550558933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093567165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79079604,0.0021583945,0.00068808626,0.0141252475,0.0020124398,0.0005326203,0.000008167014,0.00016287976,0.18951611],"genre_scores_gemma":[0.99438006,0.0012380746,0.000024725725,0.0022324044,0.0009647509,0.000006236976,0.0000049110254,0.000009870487,0.0011389797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711335,0.00033755106,0.00047380946,0.0002548802,0.0013138612,0.0005065676],"domain_scores_gemma":[0.9983847,0.0006473339,0.00036466692,0.0002736525,0.00014358696,0.00018603734],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050648907,0.00015233204,0.0003820134,0.00011491298,0.000543048,0.000004017049,0.0014513078,0.0003482488,0.0014824016],"category_scores_gemma":[0.0022290968,0.00010512433,0.00006115801,0.0006080754,0.0064924797,0.00021843865,0.00018533727,0.0014490477,0.000019644865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021180327,0.000005988704,0.7452086,0.000037693193,0.000044881413,0.0000073084984,0.1589113,6.7379347e-7,0.00028679453,0.069745556,0.02394392,0.0017860605],"study_design_scores_gemma":[0.001499891,0.0001807836,0.5633658,0.0020324816,0.00040378622,0.000008758647,0.28529897,0.00016888586,0.00021105552,0.04493756,0.101437196,0.00045482523],"about_ca_topic_score_codex":0.008554557,"about_ca_topic_score_gemma":0.0005912217,"teacher_disagreement_score":0.20358399,"about_ca_system_score_codex":0.00006918414,"about_ca_system_score_gemma":0.000112183945,"threshold_uncertainty_score":0.99943036},"labels":[],"label_agreement":null},{"id":"W2094696849","doi":"10.1097/00001888-200403000-00006","title":"New Directions in Medical e-Curricula and the Use of Digital Repositories","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Mainstream; Computer science; Curriculum development; Multimedia; Digital content; Knowledge management; World Wide Web; Engineering ethics; Medical education; Medicine; Psychology; Political science; Engineering; Pedagogy","score_opus":0.15909121380237393,"score_gpt":0.5082810365940382,"score_spread":0.34918982279166433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094696849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7945517,0.0019665214,0.000708617,0.198472,0.0016393691,0.00065560255,0.0000018458925,0.000025909298,0.0019785038],"genre_scores_gemma":[0.9913566,0.0034395643,0.000073050214,0.0018009942,0.0013304026,0.000042442825,0.0000049957284,0.000004708006,0.001947235],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828213,0.00018579522,0.00054189994,0.00013633892,0.00055628933,0.00029756187],"domain_scores_gemma":[0.9972367,0.0020765273,0.00011485841,0.00013109217,0.00006863879,0.0003721547],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016325528,0.000056859866,0.00018615491,0.00010306418,0.00024365817,0.000002977608,0.00014801828,0.00016524698,0.00013357525],"category_scores_gemma":[0.012045416,0.00002907961,0.000009978382,0.00053311244,0.0006103628,0.00022155055,0.00006176546,0.0010106041,0.000011072768],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026973578,0.00002692193,0.5295144,0.00029449823,0.0000147819,0.0000121146,0.12707865,0.00001692156,0.00007396562,0.048851345,0.25816888,0.035677828],"study_design_scores_gemma":[0.017346466,0.00047266847,0.35792205,0.007963373,0.00004205512,0.000110781686,0.04753996,0.0007040492,0.000048515274,0.05874224,0.508801,0.00030686436],"about_ca_topic_score_codex":0.0066291653,"about_ca_topic_score_gemma":0.0001779623,"teacher_disagreement_score":0.2506321,"about_ca_system_score_codex":0.00007438476,"about_ca_system_score_gemma":0.0010636229,"threshold_uncertainty_score":0.99998575},"labels":[],"label_agreement":null},{"id":"W2095274457","doi":"10.1097/acm.0b013e3182674488","title":"Engaged at the Extremes","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St Joseph's Health Care","funders":"","keywords":"Summative assessment; Formative assessment; Medical education; Transparency (behavior); Grounded theory; Psychology; Quality (philosophy); Medicine; Pedagogy; Qualitative research; Computer science","score_opus":0.08063076385720097,"score_gpt":0.3902039357160202,"score_spread":0.3095731718588192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095274457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8765881,0.0064055016,0.0003529373,0.09042427,0.0021306225,0.0005763218,6.178312e-7,0.000093688825,0.023427911],"genre_scores_gemma":[0.9481457,0.00038192066,0.00017142862,0.022708818,0.0047049555,0.00009549629,0.000056172725,0.000021086096,0.02371441],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998313,0.00017737839,0.00040478064,0.00015014125,0.00057825254,0.0003764666],"domain_scores_gemma":[0.9987864,0.0004459947,0.00011535336,0.0004073671,0.00009954148,0.00014532558],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040691826,0.00012903914,0.00021473556,0.000107864005,0.00034516142,0.0000011518022,0.0001535575,0.00019013975,0.0044083465],"category_scores_gemma":[0.008406725,0.000068777794,0.000027595808,0.0004967421,0.0004382247,0.00008621061,0.00005844438,0.0020148065,0.00045552535],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003829677,0.00002026498,0.04178941,0.000048833146,0.000039136863,0.0000017035777,0.013393101,1.4240028e-7,0.00893456,0.004682465,0.89223266,0.03881944],"study_design_scores_gemma":[0.0011488077,0.000080585676,0.05322867,0.0002214591,0.00018757574,0.00030707347,0.008101089,0.000053490072,0.00224947,0.00037987993,0.9339287,0.00011318785],"about_ca_topic_score_codex":0.000014308145,"about_ca_topic_score_gemma":4.722009e-7,"teacher_disagreement_score":0.07155758,"about_ca_system_score_codex":0.00017461396,"about_ca_system_score_gemma":0.0000534867,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W2095319692","doi":"10.1097/acm.0b013e3181b6c08e","title":"An Analysis of Long-Term Outcomes of the Impact of Curriculum: A Comparison of the Three- and Four-Year Medical School Curricula","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Heritage Medical Research Clinic","funders":"","keywords":"Curriculum; Term (time); Medical education; Medical school; Psychology; Medicine; Pedagogy","score_opus":0.034476473134738034,"score_gpt":0.43404171089178023,"score_spread":0.3995652377570422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095319692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921501,0.0006030162,0.00036667916,0.0061418023,0.00016158617,0.00043721756,0.0000063799816,0.0000094486395,0.00012373914],"genre_scores_gemma":[0.99902827,0.00012038579,0.00009722336,0.0005555803,0.00014005574,0.0000047291833,0.000022638547,0.000009129472,0.000021980164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964939,0.00014008963,0.0014087906,0.00022455891,0.0015277144,0.00020495032],"domain_scores_gemma":[0.9973236,0.00018681622,0.0010330012,0.00078313565,0.00047304903,0.00020044412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014403887,0.00018865675,0.0011989106,0.0004074821,0.000042923864,9.968428e-7,0.0005673549,0.00032276585,0.0005593527],"category_scores_gemma":[0.0070456024,0.00008500075,0.0002349362,0.002489921,0.0010430008,0.000064172375,0.00006787087,0.0009317635,4.2876266e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003084835,0.00020914875,0.98636764,0.00008598761,0.0004830604,5.958384e-7,0.0012760147,0.000022618877,0.0022691751,0.00047466764,0.0015919863,0.007188241],"study_design_scores_gemma":[0.0012700794,0.00048518626,0.9880548,0.0009409942,0.0019156891,0.000014372788,0.00074246293,0.0055701695,0.0007359462,0.00020062109,0.0000034922305,0.0000661541],"about_ca_topic_score_codex":0.0004306387,"about_ca_topic_score_gemma":0.000017193128,"teacher_disagreement_score":0.0071220873,"about_ca_system_score_codex":0.00007449144,"about_ca_system_score_gemma":0.00035460823,"threshold_uncertainty_score":0.8434753},"labels":[],"label_agreement":null},{"id":"W2096525241","doi":"10.1097/acm.0b013e31829a3ce9","title":"Toward Graduate Medical Education (GME) Accountability","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petrel Robertson Consulting (Canada)","funders":"National Institute on Minority Health and Health Disparities; National Institutes of Health","keywords":"Graduate medical education; Specialty; Workforce; Medicine; Family medicine; Accountability; Health care; Physician supply; Nursing; Medical education; Accreditation; Political science; Population; Environmental health","score_opus":0.16726781560850332,"score_gpt":0.5212334263422492,"score_spread":0.3539656107337459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096525241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7601494,0.0022405076,0.00015088724,0.18168305,0.00457097,0.0020092572,0.0000022542324,0.00031185232,0.048881784],"genre_scores_gemma":[0.92903304,0.0020585954,0.00010482431,0.05585663,0.0036522308,0.0006029767,0.000059525904,0.00003193374,0.0086002145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99530244,0.00063695945,0.0013437557,0.00046980783,0.0013024505,0.00094457564],"domain_scores_gemma":[0.9965192,0.0010222225,0.00035332984,0.0005282146,0.000516568,0.001060484],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002795559,0.00024990557,0.00052918855,0.00011617983,0.00038552153,0.000002356183,0.0006102878,0.0008633081,0.03502134],"category_scores_gemma":[0.005999731,0.000177856,0.000036210302,0.0004391671,0.0003362264,0.00026581238,0.00018187672,0.0030606943,0.0056652385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019980904,0.000018402232,0.07359746,0.00041926614,0.000009656286,0.0000011507841,0.013341761,1.2754131e-7,0.0000392874,0.0050736526,0.88343847,0.024040801],"study_design_scores_gemma":[0.0027448523,0.0002503586,0.13938735,0.007345619,0.00008327897,0.000033911616,0.08399352,0.0005036841,0.000022563638,0.07032519,0.69474363,0.0005660557],"about_ca_topic_score_codex":0.010834288,"about_ca_topic_score_gemma":0.000077269266,"teacher_disagreement_score":0.18869485,"about_ca_system_score_codex":0.00041850307,"about_ca_system_score_gemma":0.0017355739,"threshold_uncertainty_score":0.99923927},"labels":[],"label_agreement":null},{"id":"W2096619599","doi":"10.1097/acm.0b013e318178356b","title":"Back to the Basic Sciences: An Innovative Approach to Teaching Senior Medical Students How Best to Integrate Basic Science and Clinical Medicine","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"McGill University; University of Pittsburgh","keywords":"Curriculum; Medical education; Medical school; Context (archaeology); Medical science; Medicine; Psychology; Pedagogy","score_opus":0.11963000952872188,"score_gpt":0.46998190298754855,"score_spread":0.35035189345882667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096619599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7372178,0.00009401334,0.0066553233,0.24523005,0.0017026837,0.0018188283,0.0000023197244,0.000059516024,0.007219487],"genre_scores_gemma":[0.81947875,0.0001817537,0.0072975364,0.16355142,0.006152684,0.00015714717,0.000030021192,0.000049338152,0.003101357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886452,0.0004383749,0.0015339279,0.0015834292,0.0068029044,0.0009961572],"domain_scores_gemma":[0.9939548,0.0006812857,0.00029300043,0.0009938579,0.0022986277,0.0017784331],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03214433,0.0004762925,0.0010060883,0.0014577792,0.0011609732,0.00003918749,0.0025760774,0.00040242058,0.00030634672],"category_scores_gemma":[0.10176503,0.00026800245,0.000032553744,0.009259792,0.0066032778,0.00040802298,0.0007416486,0.0034885716,0.00027413308],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030111085,0.00056403654,0.10629582,0.00013214938,0.000112542504,0.000036780086,0.07322353,0.000008235996,0.002178261,0.0056852927,0.69592535,0.11553689],"study_design_scores_gemma":[0.011171016,0.01856421,0.24657622,0.0085559655,0.0005176929,0.0023687712,0.111907326,0.0061626444,0.00045645732,0.00025660364,0.59179777,0.001665351],"about_ca_topic_score_codex":0.00022636342,"about_ca_topic_score_gemma":0.000009450637,"teacher_disagreement_score":0.1402804,"about_ca_system_score_codex":0.00043757688,"about_ca_system_score_gemma":0.0017578758,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W2098045199","doi":"10.1097/acm.0b013e31828b3389","title":"Core Personal Competencies Important to Entering Students’ Success in Medical School","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Core (optical fiber); Core competency; Medical education; Psychology; Medical school; Medicine; Business; Computer science; Marketing","score_opus":0.07937194995298366,"score_gpt":0.4253195713686557,"score_spread":0.34594762141567204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098045199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8736501,0.00074498757,0.000058244616,0.12265401,0.00058358285,0.0006713384,0.0000013042713,0.000066681096,0.001569774],"genre_scores_gemma":[0.92328244,0.0006523322,0.00011410117,0.069549754,0.0010507844,0.00012643062,0.000031671647,0.000023099135,0.005169369],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962018,0.000049799903,0.0009487146,0.0004046632,0.0018858268,0.00050920586],"domain_scores_gemma":[0.9934243,0.00023248869,0.00011141837,0.0002481697,0.00012032479,0.005863327],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010562994,0.00022608483,0.0005739084,0.00033642483,0.00006529091,0.00000824206,0.00045600507,0.00028138098,0.09513985],"category_scores_gemma":[0.018342167,0.00015251155,0.000047787686,0.00051325955,0.00022814314,0.00009498616,0.00016682954,0.0014744488,0.00046601897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005882159,0.00010512611,0.8243145,0.00013890854,0.00004040692,0.00016758556,0.00695224,1.8265271e-7,0.0084259,0.000281384,0.15609497,0.0034199783],"study_design_scores_gemma":[0.0061829677,0.0006209005,0.8862694,0.0063485284,0.00008364866,0.00059956836,0.017454313,0.0012566219,0.00018551137,0.00031024797,0.080283634,0.00040463745],"about_ca_topic_score_codex":0.00047872975,"about_ca_topic_score_gemma":0.000016487074,"teacher_disagreement_score":0.094673835,"about_ca_system_score_codex":0.00014725921,"about_ca_system_score_gemma":0.000988508,"threshold_uncertainty_score":0.98992676},"labels":[],"label_agreement":null},{"id":"W2098653672","doi":"10.1097/acm.0b013e3181c885d8","title":"Medical Education for a Healthier Population: Reflections on the Flexner Report From a Public Health Perspective","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Centers for Disease Control and Prevention","keywords":"Public health; Context (archaeology); Health care; Population health; Public relations; International health; Medicine; Medical education; Health education; Population; Political science; Nursing; Environmental health; Law","score_opus":0.25638426886658855,"score_gpt":0.6077324495623239,"score_spread":0.3513481806957353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098653672","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06841464,0.00033495628,0.00070154906,0.89312327,0.011964762,0.0021785733,0.000021170783,0.00014878488,0.02311227],"genre_scores_gemma":[0.56713927,0.00049343647,0.0003598484,0.38912475,0.0285544,0.0026388457,0.0006778019,0.000059547747,0.010952103],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955067,0.00079977594,0.0014002,0.00052795024,0.0008152897,0.00095008523],"domain_scores_gemma":[0.9935303,0.0029769738,0.0008660252,0.00074072805,0.00071829744,0.001167724],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008420839,0.00021565678,0.0004263009,0.00027552326,0.0023138681,0.0000074570694,0.0004089481,0.00072873826,0.0038259928],"category_scores_gemma":[0.029946636,0.00013525758,0.000056611276,0.000660778,0.00020953883,0.00016075395,0.00005512893,0.004085927,0.00014692743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019084016,0.000037921724,0.002210691,0.000044533175,0.000015143366,2.5531793e-7,0.030091608,6.5158204e-8,0.000017842201,0.31997356,0.64440143,0.0031878895],"study_design_scores_gemma":[0.0005578464,0.00013587062,0.02161875,0.00030993074,0.000010460911,0.00002477715,0.03923347,0.000099281504,5.5311585e-7,0.046452608,0.89143836,0.00011811218],"about_ca_topic_score_codex":0.046629295,"about_ca_topic_score_gemma":0.0042499825,"teacher_disagreement_score":0.5039985,"about_ca_system_score_codex":0.0009801749,"about_ca_system_score_gemma":0.012699003,"threshold_uncertainty_score":0.998985},"labels":[],"label_agreement":null},{"id":"W2099468854","doi":"10.1097/acm.0b013e31827647a0","title":"Characteristics of Successful and Failed Mentoring Relationships","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":572,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"National Center for Research Resources; National Institute of Mental Health","keywords":"Mentorship; Reciprocity (cultural anthropology); Medical education; Psychology; Career development; Qualitative research; Personality; Medicine; Social psychology; Sociology","score_opus":0.07153922710734309,"score_gpt":0.3504342164391002,"score_spread":0.27889498933175716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099468854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97674745,0.0032970891,0.00022324643,0.0008006404,0.0038539805,0.00013227748,0.000002371862,0.000041302672,0.014901654],"genre_scores_gemma":[0.99061495,0.00057216553,0.00008941369,0.0001302987,0.0012536128,0.00002317609,0.0000116311,0.000014247664,0.00729052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985349,0.00011238833,0.0005536365,0.00017008922,0.00024244707,0.00038652917],"domain_scores_gemma":[0.99891716,0.00038988778,0.00024951677,0.0001667406,0.000028317172,0.00024836703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020223735,0.00012725074,0.00028082295,0.000115078175,0.00006371795,0.0000013452988,0.00014042183,0.0002280659,0.0006346059],"category_scores_gemma":[0.000593887,0.00010261789,0.000011827582,0.000145593,0.000115927854,0.00009868202,0.00005439753,0.0006699041,0.00005949609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016711503,0.0000070894257,0.9484555,0.000041519914,0.00003749223,8.6287696e-7,0.026666537,2.2541252e-8,0.0007554574,0.0117416745,0.0066238726,0.0056532654],"study_design_scores_gemma":[0.00073244865,0.000038052116,0.8937676,0.00026816432,0.000073517476,0.000014456201,0.0041746134,0.000003619616,0.00031838627,0.00029420728,0.10016931,0.00014562566],"about_ca_topic_score_codex":0.00003280018,"about_ca_topic_score_gemma":1.2060042e-7,"teacher_disagreement_score":0.09354544,"about_ca_system_score_codex":0.000033783384,"about_ca_system_score_gemma":0.0000107759315,"threshold_uncertainty_score":0.69484895},"labels":[],"label_agreement":null},{"id":"W2100068953","doi":"10.1097/00001888-200510001-00023","title":"Failure to Fail: The Perspectives of Clinical Supervisors","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":428,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Documentation; Medical education; Affect (linguistics); Psychology; Appeal; Process (computing); Nursing; Medicine; Computer science","score_opus":0.05777859950923887,"score_gpt":0.4507655142423583,"score_spread":0.3929869147331194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100068953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6822126,0.0006566796,0.00064997317,0.31334865,0.00033282672,0.00038769562,8.0375844e-7,0.000036516896,0.002374266],"genre_scores_gemma":[0.97272664,0.00034289475,0.001824957,0.017781613,0.0047528255,0.000031217252,0.000012941817,0.000020216647,0.0025066717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976,0.000096289405,0.0010803562,0.00029815736,0.00067861925,0.00024653162],"domain_scores_gemma":[0.998422,0.00033656298,0.0001808723,0.0005048682,0.00039582205,0.00015983544],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026470092,0.00014141116,0.00048031745,0.00019849803,0.000064998494,0.000001447813,0.00031769756,0.00027101292,0.0013787576],"category_scores_gemma":[0.010930117,0.00008039616,0.00006592158,0.00086719816,0.00060511887,0.000070609094,0.000056900095,0.0013220323,0.00013763463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014551602,0.00005824421,0.026762646,0.00007381778,0.00011173219,0.000002461958,0.120416984,0.000007901594,0.0019488519,0.011723143,0.75159407,0.08715462],"study_design_scores_gemma":[0.0025058065,0.000772699,0.040946092,0.00062911486,0.00024836912,0.00009247589,0.25059587,0.00048372877,0.0006667887,0.00048258496,0.70240116,0.00017529684],"about_ca_topic_score_codex":0.000028782513,"about_ca_topic_score_gemma":0.000004753562,"teacher_disagreement_score":0.29556704,"about_ca_system_score_codex":0.00006943331,"about_ca_system_score_gemma":0.00018162376,"threshold_uncertainty_score":0.99953413},"labels":[],"label_agreement":null},{"id":"W2100681618","doi":"10.1097/acm.0b013e3181900f4b","title":"Evolving Curriculum Design: A Novel Framework for Continuous, Timely, and Relevant Curriculum Adaptation in Faculty Development","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Curriculum; Adaptation (eye); Flexibility (engineering); Context (archaeology); Curriculum development; Professional development; Medical education; Curriculum theory; Faculty development; Relevance (law); Curriculum mapping; Delphi method; Process (computing); Computer science; Engineering ethics; Psychology; Pedagogy; Medicine; Political science; Engineering; Management","score_opus":0.12756619355841575,"score_gpt":0.42461113068609235,"score_spread":0.2970449371276766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100681618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014069502,0.8460256,0.14753343,0.0011957836,0.0008365292,0.0040985406,0.000008130274,0.00009036561,0.000070951064],"genre_scores_gemma":[0.00006646217,0.8404964,0.15471208,0.00068748207,0.0012624775,0.0011947767,0.0011097614,0.000096790274,0.00037375157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950282,0.00012398536,0.0023901344,0.0009060359,0.00088488223,0.00066676165],"domain_scores_gemma":[0.9969764,0.0008023232,0.0010598716,0.00039662543,0.0005291742,0.00023562489],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018791525,0.0007028995,0.0026366832,0.0009213809,0.0001811243,0.0000093560175,0.00030865616,0.0015499819,0.000077984936],"category_scores_gemma":[0.015647203,0.0005146552,0.000120770164,0.0015078634,0.0003109748,0.00013694343,0.00008855269,0.0029413896,0.000028110191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015005207,0.0001187496,0.00018016041,0.0094058905,0.00015740823,0.00001763172,0.004383261,0.0000015046365,0.0000023390999,0.0014702003,0.043212038,0.9410358],"study_design_scores_gemma":[0.0016852529,0.00023272572,0.00008878242,0.09031919,0.00064819853,0.0006497202,0.001776817,0.0024765437,0.0000011650463,0.00030696488,0.9013125,0.0005021952],"about_ca_topic_score_codex":0.000056956727,"about_ca_topic_score_gemma":0.0000016886091,"teacher_disagreement_score":0.94053364,"about_ca_system_score_codex":0.00083096937,"about_ca_system_score_gemma":0.0014520106,"threshold_uncertainty_score":0.9997462},"labels":[],"label_agreement":null},{"id":"W2111395830","doi":"10.1097/acm.0b013e31829a3689","title":"Satisfaction, Motivation, and Future of Community Preceptors","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Nursing education and management","field":"Nursing","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Precept; Preceptor; Incentive; Medical education; Medicine; Health care; Quarter (Canadian coin); Family medicine; Psychology; Nursing","score_opus":0.025785817625248682,"score_gpt":0.30969929214220826,"score_spread":0.2839134745169596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111395830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9255919,0.00044630544,0.000049737406,0.06778519,0.0037924529,0.0002604643,4.4813152e-7,0.000045896213,0.0020276008],"genre_scores_gemma":[0.9953891,0.0001858407,0.000046263518,0.0024652039,0.00058244803,0.000012413212,0.00001159708,0.000008435833,0.0012986886],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99935144,0.00011344598,0.0002295775,0.00006839493,0.000141502,0.00009561968],"domain_scores_gemma":[0.9994274,0.00013837578,0.00011837922,0.00016396478,0.00008519303,0.000066720655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002697591,0.00007281492,0.00012559544,0.000096141746,0.00009729607,0.0000027047306,0.00007944875,0.000081241255,0.00064794446],"category_scores_gemma":[0.00018341395,0.000058114776,0.0000076847045,0.0001490973,0.00014619039,0.00012338193,0.000016955835,0.0003708426,0.000011957248],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009755828,0.00000903554,0.037522063,0.00008340769,0.000012485195,9.817935e-9,0.024809022,6.5026416e-7,0.0042202906,0.0014826028,0.7395647,0.19228598],"study_design_scores_gemma":[0.00048927194,0.00012306098,0.8351523,0.000120859375,0.000033478045,0.00000276589,0.020377105,0.000010713144,0.00085205946,0.006084304,0.13668333,0.000070722635],"about_ca_topic_score_codex":0.00097426027,"about_ca_topic_score_gemma":0.000005469708,"teacher_disagreement_score":0.79763025,"about_ca_system_score_codex":0.000032458025,"about_ca_system_score_gemma":0.0000049481105,"threshold_uncertainty_score":0.70945376},"labels":[],"label_agreement":null},{"id":"W2111414272","doi":"10.1097/acm.0000000000000543","title":"The Majority of Accredited Continuing Professional Development Activities Do Not Target Clinical Behavior Change","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre hospitalier universitaire de Québec; Hôpital Saint-François d'Assise; Université du Québec à Montréal","funders":"Canadian Institutes of Health Research","keywords":"Accreditation; Medical education; Attendance; Continuing medical education; Licensure; Psychology; Cognition; Professional development; Comprehension; Behavior change; Medicine; Continuing education; Social psychology","score_opus":0.0834459741505838,"score_gpt":0.43496400282148107,"score_spread":0.35151802867089726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111414272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977768,0.00033921422,0.00042486706,0.014349673,0.005615503,0.0009800657,0.0000019684792,0.00005486471,0.0004658265],"genre_scores_gemma":[0.9869103,0.00020765174,0.0015219375,0.0034057356,0.005063592,0.0004961863,0.00009005564,0.00002307463,0.0022814802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969458,0.00020106473,0.0012620485,0.0002883239,0.00096951035,0.00033323647],"domain_scores_gemma":[0.99767596,0.000974885,0.00050954125,0.00037000657,0.0003350557,0.00013458409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055666445,0.00017805604,0.0005123707,0.00015351751,0.00017532872,0.0000033605286,0.00028287258,0.00039173572,0.00023739535],"category_scores_gemma":[0.007855492,0.000106111474,0.000046389076,0.00037668122,0.00075243186,0.00009997477,0.000100707475,0.0015287453,0.000013757966],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003998895,0.00018603697,0.24414524,0.0002276221,0.0000982808,0.0000042160405,0.011748593,5.2243443e-8,0.0039124303,0.0043009957,0.08578324,0.6491934],"study_design_scores_gemma":[0.002968771,0.0003605462,0.5770739,0.0016548154,0.00019538015,0.000036205038,0.004901371,0.00020420653,0.003784984,0.0002858284,0.4083441,0.00018990999],"about_ca_topic_score_codex":0.000011237098,"about_ca_topic_score_gemma":9.295846e-7,"teacher_disagreement_score":0.6490035,"about_ca_system_score_codex":0.0000867836,"about_ca_system_score_gemma":0.00020339889,"threshold_uncertainty_score":0.9404325},"labels":[],"label_agreement":null},{"id":"W2111689320","doi":"10.1097/acm.0b013e318183e67b","title":"Interprofessional Communication and Medical Error: A Reframing of Research Questions and Approaches","year":2008,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Cognitive reframing; Interprofessional education; Domain (mathematical analysis); Health care; Medical education; Computer science; Psychology; Medicine; Social psychology","score_opus":0.5835609060845491,"score_gpt":0.6218503437554983,"score_spread":0.03828943767094917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111689320","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018055561,0.98792756,0.0002363021,0.007109055,0.00033634857,0.0013525509,0.00001727941,0.00004669407,0.0027936762],"genre_scores_gemma":[0.0019251629,0.9945163,0.00016190276,0.00029802424,0.000441331,0.00048307836,0.00034308538,0.000036632267,0.00179445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919166,0.0040995874,0.0018392361,0.0004511045,0.0012443005,0.0004491694],"domain_scores_gemma":[0.98977435,0.007920655,0.0010287699,0.00058679015,0.00019186192,0.00049757014],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00636867,0.00027890506,0.0014921961,0.00064077415,0.00082136074,2.1006075e-7,0.0005911608,0.0018197269,0.000277295],"category_scores_gemma":[0.0092823,0.00018769171,0.00005249038,0.00058965705,0.0026319989,0.00009422856,0.0007291929,0.007898509,0.000027801158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054858847,0.000044076947,0.0013675976,0.040290803,0.00016666586,0.000007834685,0.041421436,7.172031e-8,7.091543e-7,0.021143999,0.028480986,0.86702096],"study_design_scores_gemma":[0.0004654512,0.00006539375,0.00020404934,0.16038558,0.0001221322,0.00007374044,0.0056474423,0.000048793132,3.1003655e-8,0.00059896236,0.83226484,0.00012359337],"about_ca_topic_score_codex":0.00016888115,"about_ca_topic_score_gemma":0.000021082698,"teacher_disagreement_score":0.86689734,"about_ca_system_score_codex":0.00014476747,"about_ca_system_score_gemma":0.0017910843,"threshold_uncertainty_score":0.99947613},"labels":[],"label_agreement":null},{"id":"W2114152365","doi":"10.1097/acm.0b013e3182820b5c","title":"A Bibliometric Analysis of Evaluative Medical Education Studies","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Bibliometrics; Higher education; MEDLINE; Medical education; Psychology; Medicine; Library science; Computer science; Political science","score_opus":0.08303712664523774,"score_gpt":0.5026266621435435,"score_spread":0.4195895354983057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114152365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94808567,0.008289491,0.0006697622,0.038446948,0.0009102919,0.00060838676,7.806179e-7,0.00004716677,0.0029414908],"genre_scores_gemma":[0.9813728,0.0033326205,0.00082179595,0.011538998,0.00070277695,0.00023382898,0.00013140743,0.000016542808,0.0018492716],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960619,0.0001151162,0.0011457814,0.00032636902,0.0020929324,0.00025790287],"domain_scores_gemma":[0.99514395,0.0004992812,0.00043066495,0.00043732207,0.0032456138,0.00024319545],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0026286794,0.0001763806,0.0008696986,0.08438297,0.000052376137,0.0000021282435,0.00024117492,0.0003202356,0.00814369],"category_scores_gemma":[0.048838545,0.000121254096,0.0000848098,0.23140942,0.00069665274,0.00015188563,0.000059879487,0.00076172414,0.000092646274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003194968,0.0001882523,0.12290528,0.0003497313,0.0035757374,0.0000018791584,0.007391312,0.000002995839,0.0013415591,0.004195453,0.4290497,0.43096614],"study_design_scores_gemma":[0.0026240402,0.00077228376,0.9272122,0.0020660271,0.009536675,0.00006528927,0.030317701,0.010711804,0.00051952456,0.0054351604,0.010417745,0.00032159546],"about_ca_topic_score_codex":0.0001916235,"about_ca_topic_score_gemma":0.0000017600562,"teacher_disagreement_score":0.80430686,"about_ca_system_score_codex":0.00020347422,"about_ca_system_score_gemma":0.000979021,"threshold_uncertainty_score":0.992763},"labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2117139692","doi":"10.1097/acm.0b013e31819a7d54","title":"Commentary: The Once and Future Psychiatry","year":2009,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University College of the North","funders":"","keywords":"Psychological intervention; Psychology; Public health; Psychotherapist; Mental health; Engineering ethics; Medicine; Psychiatry; Nursing; Engineering","score_opus":0.02955345236335066,"score_gpt":0.28863023684597494,"score_spread":0.2590767844826243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117139692","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022882792,0.03857512,5.3489043e-7,0.9118552,0.011195339,0.00038387335,0.00004198373,0.00005313249,0.037665956],"genre_scores_gemma":[0.00015060241,0.005847499,0.0000075368425,0.7808529,0.20264101,0.000015192608,0.00030266133,0.000026335265,0.010156245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815404,0.00013377306,0.0004962914,0.00033875936,0.0004233009,0.00045380523],"domain_scores_gemma":[0.9991028,0.00013862045,0.0002610828,0.00035402874,0.000022954328,0.000120547156],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003921569,0.00034811135,0.0004136363,0.00008703383,0.0005984116,0.000018323,0.00043974008,0.0005582795,0.0026978308],"category_scores_gemma":[0.0000051814686,0.0001902497,0.000045697358,0.000037244696,0.00058280386,0.00006861228,0.00003589812,0.0051028808,0.00005569582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013112571,0.0000020379377,0.00009082161,0.0002456825,0.000023285724,0.000006605847,0.011042499,2.684403e-9,9.343987e-8,0.016144877,0.9684133,0.004017693],"study_design_scores_gemma":[0.00046557182,0.00020628824,0.000046001136,0.00049301924,0.00011030947,0.000035323756,0.005672228,0.000001078923,7.375072e-8,0.011931898,0.9808372,0.00020100479],"about_ca_topic_score_codex":0.00032062724,"about_ca_topic_score_gemma":0.00010729071,"teacher_disagreement_score":0.19144568,"about_ca_system_score_codex":0.000031272797,"about_ca_system_score_gemma":0.000051320487,"threshold_uncertainty_score":0.9982138},"labels":[],"label_agreement":null},{"id":"W2119481955","doi":"10.1097/acm.0b013e3181f1323f","title":"A Decade of Reports Calling for Change in Medical Education: What Do They Say?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Accountability; Inclusion (mineral); Workforce; Health care; Set (abstract data type); Public relations; Political science; Medicine; Psychology; Sociology; Social science; Computer science","score_opus":0.04141103890080364,"score_gpt":0.4272247068216527,"score_spread":0.38581366792084903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119481955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.878473,0.0032206806,0.00021025092,0.1103318,0.0052963304,0.0013273115,6.6598506e-7,0.00004217841,0.0010977901],"genre_scores_gemma":[0.97072107,0.0022655625,0.0016911332,0.01963537,0.0047437404,0.00051969115,0.00011770392,0.000034342334,0.0002713639],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702466,0.000034833985,0.0012533775,0.0003908479,0.0009663244,0.00032993688],"domain_scores_gemma":[0.9980858,0.00027904476,0.00039603547,0.0005111009,0.00047818705,0.0002498608],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034618601,0.00017920927,0.00051558885,0.0005039538,0.0000455199,0.0000043585123,0.00022167589,0.00070252846,0.00081883825],"category_scores_gemma":[0.01752761,0.00013908505,0.000047539244,0.0006425401,0.0003104376,0.0002467975,0.000030798506,0.0017266382,0.0000047255844],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018198148,0.00031826537,0.07765927,0.001022358,0.00006033769,0.00005129925,0.02739271,3.7968422e-7,0.013787886,0.026517427,0.03805378,0.8149543],"study_design_scores_gemma":[0.01719057,0.002119408,0.10631451,0.050843213,0.0010885017,0.008758817,0.05432112,0.0038869542,0.013547755,0.10597484,0.6342206,0.0017337453],"about_ca_topic_score_codex":0.00020867937,"about_ca_topic_score_gemma":0.000046813093,"teacher_disagreement_score":0.81322056,"about_ca_system_score_codex":0.00008736853,"about_ca_system_score_gemma":0.0011404827,"threshold_uncertainty_score":0.99074817},"labels":[],"label_agreement":null},{"id":"W2120386903","doi":"10.1097/00001888-200510001-00015","title":"Self-Assessment in the Health Professions: A Reformulation and Research Agenda","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":967,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Health professions; MEDLINE; Medical education; Psychology; Medicine; Engineering ethics; Political science; Health care; Engineering; Law","score_opus":0.2899246579624804,"score_gpt":0.6148924778418009,"score_spread":0.3249678198793205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120386903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007246143,0.92340714,0.00004403281,0.07061706,0.00033784306,0.003840195,0.0000016635868,0.000046337587,0.0016332476],"genre_scores_gemma":[0.0002369398,0.9884608,0.0013003713,0.0057677664,0.0023847078,0.0007842496,0.00040072337,0.00004278554,0.0006216575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425274,0.0012975899,0.0017415994,0.00052096765,0.001616827,0.00057026296],"domain_scores_gemma":[0.9977071,0.000788904,0.00050930015,0.0006520771,0.00021514228,0.00012744803],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017281426,0.00030637402,0.0013634646,0.0012123525,0.00026618884,0.000007094194,0.00037003355,0.00072153925,0.00009878921],"category_scores_gemma":[0.0019143388,0.0001571299,0.000052195723,0.0026252572,0.0002707414,0.00008912285,0.00010427445,0.007530409,0.000027545233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047187705,0.000040488525,0.000044004115,0.011050636,0.000026823465,0.0000061609708,0.0073184487,1.05673506e-8,1.0056287e-7,0.0035417003,0.055403225,0.9225637],"study_design_scores_gemma":[0.0006276996,0.00028938567,0.00031908497,0.04215546,0.00017332281,0.00024677123,0.0038670565,0.00007568863,1.42958125e-8,0.00033387452,0.9518028,0.00010882478],"about_ca_topic_score_codex":0.00006684551,"about_ca_topic_score_gemma":0.0000046176237,"teacher_disagreement_score":0.92245483,"about_ca_system_score_codex":0.0016860462,"about_ca_system_score_gemma":0.0030147654,"threshold_uncertainty_score":0.99475926},"labels":[],"label_agreement":null},{"id":"W2120950549","doi":"10.1097/00001888-200410001-00002","title":"An Examination of the Appropriateness of Using a Common Peer Assessment Instrument to Assess Physician Skills across Specialties","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Generalizability theory; Specialty; Medicine; Reliability (semiconductor); Family medicine; Psychometrics; Psychology; Clinical psychology","score_opus":0.06326721913361225,"score_gpt":0.4338719509033059,"score_spread":0.37060473176969366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120950549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98518527,0.000024500536,0.0059504737,0.0064851935,0.00091289676,0.0007934616,0.000006203924,0.000019938278,0.0006220768],"genre_scores_gemma":[0.9935198,0.000015835056,0.0031887498,0.0022220325,0.00084866927,0.000028647992,0.00005236652,0.000023163553,0.000100741956],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99707013,0.000116351315,0.00086042465,0.00025369425,0.0014422144,0.00025719078],"domain_scores_gemma":[0.9981039,0.000057376164,0.0004901602,0.0005388837,0.0007194698,0.00009018802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021840287,0.00017123845,0.0005003056,0.0001759164,0.000108259555,0.000003707402,0.00033741273,0.00020082672,0.000031186344],"category_scores_gemma":[0.00079316,0.00011441829,0.000040684765,0.0010866086,0.00042622248,0.00014434074,0.00008224514,0.00061080157,0.0000013578745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014266612,0.0012274417,0.087777965,0.0011850931,0.00021112013,0.0000047412395,0.09430316,0.0019492037,0.51935744,0.02705433,0.00087398273,0.26591286],"study_design_scores_gemma":[0.0033059553,0.0006317271,0.87208176,0.0028536883,0.00021945975,0.000026949789,0.028155666,0.00075250893,0.08900785,0.0020236769,0.0007374226,0.00020336833],"about_ca_topic_score_codex":0.00019492276,"about_ca_topic_score_gemma":0.000006729911,"teacher_disagreement_score":0.7843038,"about_ca_system_score_codex":0.00046996956,"about_ca_system_score_gemma":0.00034241166,"threshold_uncertainty_score":0.46658424},"labels":[],"label_agreement":null},{"id":"W2121514440","doi":"10.1097/acm.0b013e3181f12f32","title":"A Tea-Steeping or i-Doc Model for Medical Education?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":191,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto; Toronto General Hospital","funders":"McMaster University","keywords":"Steeping; Curriculum; Competence (human resources); Medical education; Graduate medical education; Odds; Public relations; Psychology; Medicine; Accreditation; Political science; Pedagogy","score_opus":0.03962126322119872,"score_gpt":0.43982484246536424,"score_spread":0.4002035792441655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121514440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52802855,0.00051638077,0.095632635,0.35015243,0.009069728,0.0027844587,0.0000059079607,0.00040775226,0.013402159],"genre_scores_gemma":[0.83505994,0.00028951638,0.024857474,0.09339952,0.010740561,0.0008572546,0.0002707869,0.00009284505,0.034432113],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971121,0.000023384177,0.0009284353,0.00044307063,0.0010502803,0.00044275378],"domain_scores_gemma":[0.9979336,0.0002979191,0.0002082639,0.0005434925,0.0005707245,0.0004459938],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021659143,0.00022759591,0.0004628321,0.00037707872,0.00016409773,0.000004803798,0.00037520105,0.00071322557,0.0028523142],"category_scores_gemma":[0.031909008,0.00015761294,0.0000549364,0.00066208275,0.00046706834,0.00012512198,0.00005062217,0.0022094846,0.000051157473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026073394,0.00015185121,0.0023822573,0.00042148793,0.000059571554,0.000005191975,0.0039471327,0.0000028859924,0.0061272285,0.05031649,0.80235344,0.13397172],"study_design_scores_gemma":[0.008298531,0.0006536067,0.0021724051,0.0026957805,0.00056828756,0.0015096527,0.004109532,0.3732333,0.000562379,0.019621817,0.5859337,0.00064104825],"about_ca_topic_score_codex":0.00002182402,"about_ca_topic_score_gemma":0.000009745197,"teacher_disagreement_score":0.3732304,"about_ca_system_score_codex":0.00010581883,"about_ca_system_score_gemma":0.0036473614,"threshold_uncertainty_score":0.9980592},"labels":[],"label_agreement":null},{"id":"W2122686010","doi":"10.1097/01.acm.0000237699.49711.35","title":"Working Off the Record: Physicians??? and Nurses??? Transformations of Electronic Patient Record-Based Patient Information","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research","keywords":"Patient record; Curriculum; Medical education; Health care; Nursing; Patient care; Electronic health record; Psychology; Medicine; Medical emergency; Pedagogy","score_opus":0.02203904072328681,"score_gpt":0.3496822299542058,"score_spread":0.32764318923091895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122686010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569594,0.0038344513,0.0036708429,0.01657542,0.0024981683,0.0037528707,0.000015814308,0.00014916685,0.012543824],"genre_scores_gemma":[0.9933767,0.0009859602,0.00005246428,0.004275949,0.000543778,0.0004207698,0.00009134771,0.00002624927,0.00022680216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954065,0.0006993343,0.0021576334,0.00020953875,0.000570749,0.000956218],"domain_scores_gemma":[0.9968419,0.0011864521,0.001287053,0.0003585318,0.00021721779,0.00010882909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013477163,0.0002465662,0.0005074798,0.00024116095,0.000588936,0.0000031154595,0.00022773676,0.00034436726,0.000115767565],"category_scores_gemma":[0.00025155063,0.00016768073,0.00005224955,0.0006080971,0.00017447125,0.00029217277,0.000025672025,0.0019707421,0.000040177816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026384473,0.000040514773,0.03072089,0.00091404736,0.000054874443,6.951832e-7,0.05041867,0.00014971997,0.000534888,0.01107951,0.0962261,0.80959624],"study_design_scores_gemma":[0.0021737053,0.0010895071,0.0032607885,0.0029076505,0.00009414979,0.000005498356,0.015432168,0.005724052,0.00017375586,0.0027967938,0.96607137,0.00027054732],"about_ca_topic_score_codex":0.002502717,"about_ca_topic_score_gemma":0.00076954253,"teacher_disagreement_score":0.8698453,"about_ca_system_score_codex":0.00049344735,"about_ca_system_score_gemma":0.00065913575,"threshold_uncertainty_score":0.8562004},"labels":[],"label_agreement":null},{"id":"W2127695876","doi":"10.1097/acm.0b013e3181b6c5d7","title":"Canada’s New Medical School: The Northern Ontario School of Medicine: Social Accountability Through Distributed Community Engaged Learning","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Accountability; Medical school; Social medicine; Medical education; Social accounting; Political science; Medicine; Sociology; Public health; Nursing; Business; Law","score_opus":0.09567447761318558,"score_gpt":0.43689295489434554,"score_spread":0.34121847728115995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127695876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72629774,0.0016732155,0.00025688848,0.2545275,0.0011359142,0.0013404094,0.000020139847,0.00017377155,0.014574452],"genre_scores_gemma":[0.95512825,0.00033395467,0.000016467693,0.037188623,0.0030229944,0.000023669181,0.0002357727,0.000028161203,0.00402211],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842126,0.00963244,0.0022463559,0.0003919216,0.0023188929,0.0011978351],"domain_scores_gemma":[0.9888257,0.00750238,0.0010372816,0.0007769163,0.0005156302,0.0013420865],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01477072,0.00043227337,0.001203762,0.000056727848,0.005006293,0.0000023600483,0.0015781515,0.0010105592,0.013704435],"category_scores_gemma":[0.054238133,0.00026909693,0.00006513918,0.00067884324,0.00088880374,0.00017370873,0.00025322894,0.03320229,0.000065020235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002197532,0.000017137936,0.32647547,0.0001421513,0.000043346332,0.000005038865,0.06830723,0.000008039075,0.000037867336,0.0005806091,0.60301983,0.001143549],"study_design_scores_gemma":[0.004085244,0.00037661233,0.4221329,0.002703774,0.00013912884,0.000010113854,0.1268089,0.000016533142,0.000005820727,0.0059033115,0.43755832,0.00025933722],"about_ca_topic_score_codex":0.9908541,"about_ca_topic_score_gemma":0.9918657,"teacher_disagreement_score":0.22883053,"about_ca_system_score_codex":0.0031124114,"about_ca_system_score_gemma":0.021293078,"threshold_uncertainty_score":0.9999761},"labels":[],"label_agreement":null},{"id":"W2128076596","doi":"10.1097/acm.0b013e31816be551","title":"Evaluating a Leadership Program: A Comparative, Longitudinal Study to Assess the Impact of the Executive Leadership in Academic Medicine (ELAM) Program for Women","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":132,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"College of Medicine, Drexel University; School of Medicine, Vanderbilt University; University of Michigan; Medical School, University of Michigan; George Washington University; Jessie Ball duPont Fund; Robert Wood Johnson Foundation","keywords":"Academic medicine; Psychology; Medical education; Longitudinal study; Program evaluation; Medicine; Political science","score_opus":0.7875699141825099,"score_gpt":0.5583717946356037,"score_spread":0.22919811954690616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128076596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9616744,0.0010813428,0.00004784224,0.025283465,0.0004172035,0.008617208,0.0000060291577,0.00010674963,0.0027657915],"genre_scores_gemma":[0.99353486,0.00011273251,0.000060546085,0.001331547,0.0010874784,0.0010301996,0.0000071658505,0.000020745225,0.0028147136],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926692,0.0015767249,0.0009631925,0.00062726735,0.002805801,0.0013577867],"domain_scores_gemma":[0.99577075,0.0023420702,0.00052984897,0.00044490307,0.00048243094,0.00043002027],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014777602,0.00038961935,0.00101569,0.0002998867,0.00083338725,0.000011463489,0.0022842037,0.00031969216,0.00016214952],"category_scores_gemma":[0.0059492434,0.00020690932,0.00013334851,0.0025084934,0.0041534756,0.00023074524,0.00021962287,0.0021278784,0.000006130184],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043304515,0.00016700491,0.26731136,0.000077522185,0.00016270066,0.00000873018,0.70614177,0.00005745599,0.00017095817,0.0004127663,0.020574495,0.0044821715],"study_design_scores_gemma":[0.0036796278,0.0066803563,0.16809462,0.0009867336,0.00015911844,0.000011736519,0.8179737,0.00015853374,0.000024549554,0.00065930944,0.0013462947,0.0002254256],"about_ca_topic_score_codex":0.002944391,"about_ca_topic_score_gemma":0.0005624496,"teacher_disagreement_score":0.111831926,"about_ca_system_score_codex":0.00067485793,"about_ca_system_score_gemma":0.00069454324,"threshold_uncertainty_score":0.9985567},"labels":[],"label_agreement":null},{"id":"W2129889309","doi":"10.1097/acm.0b013e31803e8a0a","title":"Virtual Patient Simulation at U.S. and Canadian Medical Schools","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Virtual patient; Curriculum; Medical education; Psychology; Medicine; Pedagogy","score_opus":0.03470430910422616,"score_gpt":0.38282473240141146,"score_spread":0.3481204232971853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129889309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9575163,0.0014401677,0.00039990406,0.03759889,0.0008243109,0.00056363526,0.0000037089349,0.00007275185,0.0015803295],"genre_scores_gemma":[0.97451854,0.00014350524,0.000051933344,0.023037452,0.0015028085,0.000011690242,0.00010695127,0.000028121798,0.00059900177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973219,0.00005364647,0.0007307943,0.00034804383,0.0010582331,0.00048736183],"domain_scores_gemma":[0.99586976,0.00094640243,0.0001311459,0.00026904105,0.00024349077,0.0025401409],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013361982,0.00017747677,0.00030120023,0.00043124604,0.00018320091,0.000002551496,0.00008744625,0.00057257235,0.0030507934],"category_scores_gemma":[0.002950585,0.000148631,0.000022733906,0.00036159175,0.00018544699,0.000073233976,0.000030125397,0.0010221321,0.00015737757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002460435,0.000011822787,0.9129351,0.00008327655,0.000038765487,0.00010088584,0.011818968,0.0002127723,0.00023148254,0.0009189257,0.026817864,0.046584144],"study_design_scores_gemma":[0.006356377,0.0012967744,0.7996072,0.0020030416,0.00019686721,0.0006037773,0.019330595,0.018955369,0.00056019775,0.0005347132,0.14996418,0.0005908983],"about_ca_topic_score_codex":0.013749018,"about_ca_topic_score_gemma":0.002985203,"teacher_disagreement_score":0.123146325,"about_ca_system_score_codex":0.00074944255,"about_ca_system_score_gemma":0.0011613376,"threshold_uncertainty_score":0.99786055},"labels":[],"label_agreement":null},{"id":"W2130246730","doi":"10.1097/acm.0b013e31821de30f","title":"Exploring the Changing Learning Environment of the Gross Anatomy Lab","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Facilitator; Context (archaeology); Psychology; Gross anatomy; Memorization; Medical education; Test (biology); Mathematics education; Medicine; Anatomy; Social psychology; Biology","score_opus":0.06263470559105581,"score_gpt":0.23575206197841173,"score_spread":0.17311735638735593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130246730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853658,0.0040933755,0.0027599563,0.0015890138,0.0006476512,0.00017103503,3.813427e-7,0.00020907582,0.005163713],"genre_scores_gemma":[0.9929284,0.006410691,0.000025469544,0.00017888033,0.00017343523,0.000032734417,5.6687134e-7,0.000016051055,0.00023381272],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916005,0.000030865933,0.00022722263,0.00010186334,0.0002101305,0.00026987636],"domain_scores_gemma":[0.9996013,0.00007997725,0.000049657596,0.00021452848,0.0000042543825,0.00005025317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004913234,0.00010244337,0.00015952112,0.00007159181,0.00008179668,4.0948777e-7,0.0003838636,0.000105209154,0.00012824562],"category_scores_gemma":[0.00014998575,0.000053363256,0.00002871316,0.00024018303,0.0003468036,0.000054149707,0.000112538655,0.0010164708,0.000014644347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039980157,0.000025024225,0.036388937,0.0004701358,0.0005143699,0.00005379693,0.24936439,0.0009275939,0.015464228,0.09957939,0.0052679484,0.5919042],"study_design_scores_gemma":[0.001759777,0.00021983469,0.018898671,0.0011893396,0.00023900124,0.00010627439,0.050626915,0.010714478,0.09723755,0.00700165,0.81144947,0.00055705995],"about_ca_topic_score_codex":0.000013105298,"about_ca_topic_score_gemma":4.1331998e-7,"teacher_disagreement_score":0.8061815,"about_ca_system_score_codex":0.00002648275,"about_ca_system_score_gemma":0.000004726596,"threshold_uncertainty_score":0.44161168},"labels":[],"label_agreement":null},{"id":"W2131795990","doi":"10.1097/acm.0000000000000147","title":"The Reliability, Validity, and Feasibility of Multisource Feedback Physician Assessment","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; PsycINFO; CINAHL; MEDLINE; Reliability (semiconductor); Construct validity; Psychology; Interpersonal communication; Medicine; Validity; Medical education; Psychometrics; Clinical psychology; Applied psychology; Family medicine; Nursing; Social psychology","score_opus":0.1259323570804783,"score_gpt":0.48626278577521875,"score_spread":0.3603304286947404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131795990","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001427687,0.9854055,0.00055863935,0.0063735484,0.0011807889,0.002583345,0.000007718408,0.000058256748,0.0024045287],"genre_scores_gemma":[0.0018852024,0.99370444,0.00044152566,0.00091991865,0.0017424403,0.00013397154,0.00017736913,0.000058461366,0.00093665486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523646,0.0005672829,0.002059955,0.00066320784,0.0010816188,0.00039147463],"domain_scores_gemma":[0.99491435,0.0019327619,0.0012491603,0.0013002101,0.0004291462,0.00017438854],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0065225065,0.00046679773,0.0025542525,0.00019661094,0.00019431766,0.0000064095525,0.00049213925,0.00077008945,0.00005179076],"category_scores_gemma":[0.008004352,0.00025615154,0.00018997872,0.0008119461,0.0017233385,0.00004768674,0.00022426427,0.002901934,0.000016435164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011523978,0.000041623567,0.0005945605,0.022531701,0.00008042448,0.0000011244441,0.00031163773,8.672917e-8,0.000003149408,0.0012941625,0.02249623,0.9526338],"study_design_scores_gemma":[0.0007727261,0.00033012574,0.0007338446,0.023208175,0.00167721,0.000072457784,0.0003711332,0.00012051153,9.919607e-7,0.0009902968,0.97152376,0.0001987947],"about_ca_topic_score_codex":0.0000337822,"about_ca_topic_score_gemma":6.162788e-7,"teacher_disagreement_score":0.95243496,"about_ca_system_score_codex":0.0003948531,"about_ca_system_score_gemma":0.0005586333,"threshold_uncertainty_score":0.9999891},"labels":[],"label_agreement":null},{"id":"W2132475123","doi":"10.1097/acm.0b013e318294fd29","title":"Advancing Faculty Development in Medical Education","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"CINAHL; Scope (computer science); Medical education; MEDLINE; Scholarship; Data collection; Program evaluation; Psychology; Computer science; Medicine; Political science; Sociology","score_opus":0.07917775587566293,"score_gpt":0.4876928174492641,"score_spread":0.4085150615736012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132475123","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019214931,0.9851488,0.00016674762,0.006999105,0.0020262422,0.0020954595,9.294839e-7,0.00009492029,0.0032756845],"genre_scores_gemma":[0.000012116864,0.9804395,0.0022628396,0.005668419,0.0025494355,0.0012042422,0.0020547211,0.000088967754,0.005719772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99410594,0.0001473032,0.0026604645,0.000710928,0.0017413853,0.00063397404],"domain_scores_gemma":[0.99777526,0.00019539332,0.00068393623,0.00054547354,0.00032459432,0.00047534402],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002504715,0.00058242725,0.0023815006,0.0013254728,0.00007266756,0.000004676231,0.0005230292,0.0017417762,0.0038771266],"category_scores_gemma":[0.013300963,0.00040402633,0.00010172754,0.0018753067,0.00026284327,0.00012717453,0.000123091,0.0042717615,0.0007187055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002167217,0.000048483926,0.000055866883,0.009911799,0.000041662508,0.000011660088,0.00057275145,1.4709855e-8,3.235448e-7,0.00042031397,0.15033644,0.8385985],"study_design_scores_gemma":[0.0005457158,0.00004432108,0.000041799212,0.10529437,0.00029293206,0.0005193074,0.00041437108,0.000016054235,8.120792e-7,0.00008977321,0.8924556,0.00028496588],"about_ca_topic_score_codex":0.00006315945,"about_ca_topic_score_gemma":0.000005367758,"teacher_disagreement_score":0.8383136,"about_ca_system_score_codex":0.0017644985,"about_ca_system_score_gemma":0.010888709,"threshold_uncertainty_score":0.99984115},"labels":[],"label_agreement":null},{"id":"W2134677227","doi":"10.1097/acm.0b013e3182582b18","title":"Why Are a Quarter of Faculty Considering Leaving Academic Medicine? A Study of Their Perceptions of Institutional Culture and Intentions to Leave at 26 Representative U.S. Medical Schools","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":262,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Feeling; Quarter (Canadian coin); Social psychology; Medical education; Medicine","score_opus":0.10432122448724251,"score_gpt":0.40195679936623047,"score_spread":0.29763557487898795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134677227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97657824,0.0012449005,0.00047950726,0.018209409,0.00040729166,0.0006319038,0.000029844256,0.00003654502,0.0023823904],"genre_scores_gemma":[0.9963109,0.00094993704,0.000041182044,0.0016836853,0.0006467603,0.000021058999,0.000014463044,0.000008761902,0.0003232586],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99583924,0.0004380981,0.00081082346,0.00030261633,0.0022464383,0.0003627583],"domain_scores_gemma":[0.9978813,0.00052148005,0.000441863,0.00019803674,0.00038093296,0.0005763955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037561338,0.00019219784,0.0006899944,0.00028714418,0.00034691588,0.0000021446738,0.0005237926,0.00037278223,0.0007010141],"category_scores_gemma":[0.006663386,0.00013723825,0.000055004926,0.00062249805,0.002589781,0.0003117378,0.000312182,0.0011123897,0.0000052234072],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007060027,0.000050710085,0.39906693,0.00006764647,0.00012420575,0.000003831292,0.52930784,0.0000030945796,0.0044918107,0.00198771,0.06450038,0.00032527244],"study_design_scores_gemma":[0.0017132796,0.00044267508,0.080274895,0.0019250446,0.00022069483,0.000021033518,0.90956676,0.0000068121735,0.0001446871,0.0003022505,0.0052566915,0.00012518452],"about_ca_topic_score_codex":0.0028734254,"about_ca_topic_score_gemma":0.00082936557,"teacher_disagreement_score":0.38025895,"about_ca_system_score_codex":0.00012246713,"about_ca_system_score_gemma":0.0001373869,"threshold_uncertainty_score":0.95421565},"labels":[],"label_agreement":null},{"id":"W2137075868","doi":"10.1097/acm.0b013e3181c85932","title":"Reforming Medical Education in Ethics and Humanities by Finding Common Ground With Abraham Flexner","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical humanities; Curriculum; Scholarship; Context (archaeology); Medical ethics; Medical education; Liberal arts education; Medical school; Common ground; Humanities; Medicine; Sociology; Pedagogy; Higher education; Political science; Law; Philosophy; History","score_opus":0.03870473173987762,"score_gpt":0.41032559059594315,"score_spread":0.37162085885606555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137075868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413887,0.0006345672,0.00011748585,0.050830837,0.00080642675,0.00032987425,7.468983e-7,0.0000543924,0.005836921],"genre_scores_gemma":[0.9694406,0.00054384524,0.00048805558,0.024688141,0.0012871042,0.000059161302,0.00017949348,0.000033950164,0.0032796722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976587,0.000078500336,0.00062194205,0.00031287808,0.0010181359,0.0003098078],"domain_scores_gemma":[0.99882483,0.00036732492,0.00017379143,0.00027859578,0.0001778807,0.00017757622],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00318723,0.00019184272,0.00036692328,0.00039472888,0.0002074644,0.000007376219,0.0001769205,0.00075405714,0.00057168375],"category_scores_gemma":[0.006314916,0.00013534121,0.00001093982,0.0004976926,0.0009329124,0.00020583431,0.000046149496,0.0063626263,0.000007746176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034142265,0.00034118275,0.30326092,0.0014322832,0.00010388586,0.000054056818,0.0840517,2.933917e-7,0.020786224,0.09113977,0.18083645,0.3176518],"study_design_scores_gemma":[0.015554096,0.0020860166,0.18032691,0.017443419,0.00056231214,0.004903391,0.12362525,0.0018830044,0.0027557726,0.015636535,0.6335993,0.0016240213],"about_ca_topic_score_codex":0.0005764746,"about_ca_topic_score_gemma":0.00025018127,"teacher_disagreement_score":0.4527628,"about_ca_system_score_codex":0.00012975183,"about_ca_system_score_gemma":0.0010811156,"threshold_uncertainty_score":0.9959297},"labels":[],"label_agreement":null},{"id":"W2138081764","doi":"10.1097/acm.0000000000000566","title":"In Reply to Webster","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Victoria General Hospital; Nova Scotia Health Authority; Capital District Health Authority","funders":"","keywords":"Reflexivity; Aside; Unconscious mind; Process (computing); Point (geometry); Cognitive psychology; Psychology; Computer science; Reflection (computer programming); Epistemology; Cognitive science; Psychoanalysis; Sociology","score_opus":0.07705099555766232,"score_gpt":0.40415766348082777,"score_spread":0.32710666792316545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138081764","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030625602,0.0019178486,0.000022376642,0.9744953,0.0020858648,0.0007340209,0.000010508955,0.00008692243,0.017584626],"genre_scores_gemma":[0.00093246624,0.00046047306,0.00008666784,0.8894899,0.024199504,0.00007156067,0.00029251815,0.00008175195,0.084385164],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99596274,0.000116087336,0.0011907181,0.00082987134,0.0012009088,0.00069969567],"domain_scores_gemma":[0.9900528,0.00801704,0.00021677857,0.00087817595,0.00020037449,0.00063482975],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0016623393,0.00043197107,0.0014821038,0.00053487706,0.000016064369,0.0000037783843,0.0003492362,0.0018616996,0.0012492777],"category_scores_gemma":[0.12736632,0.00030941112,0.00009424948,0.0005330725,0.00019457607,0.000040551862,0.00012779105,0.007293839,0.0017061407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089489076,0.0000076195947,0.001620567,0.000077776946,0.000030557643,0.0027680085,0.0007525542,3.9461636e-7,0.000014031064,0.0000111082645,0.9936552,0.0009726775],"study_design_scores_gemma":[0.0027602655,0.000668925,0.00061560964,0.013340076,0.0002302613,0.0003443752,0.00008208386,0.0000058920978,0.000011528754,0.0010663472,0.9805927,0.00028192915],"about_ca_topic_score_codex":0.00040267807,"about_ca_topic_score_gemma":0.0000026942828,"teacher_disagreement_score":0.12570398,"about_ca_system_score_codex":0.0002701291,"about_ca_system_score_gemma":0.00040362947,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W2145349784","doi":"10.1097/00001888-200512000-00012","title":"Viewpoint:","year":2005,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"","keywords":"Active listening; Interview; Medical education; Medical history; Psychology; Narrative; Data collection; Physical examination; Medicine; Radiology","score_opus":0.029084905488237358,"score_gpt":0.4027778598111686,"score_spread":0.37369295432293126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145349784","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016063599,0.020840919,0.000061894796,0.036922697,0.9190581,0.0005220292,0.000042408887,0.0002712508,0.022120088],"genre_scores_gemma":[0.00021522187,0.03653172,0.00010377317,0.008246064,0.9037021,0.00004564131,0.0013758669,0.00011096788,0.049668647],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499524,0.0000856158,0.0013789061,0.000861039,0.0020318346,0.00064734736],"domain_scores_gemma":[0.96274936,0.03468296,0.0004794228,0.0008400074,0.0003772294,0.00087101763],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0016428964,0.00057398557,0.0018757281,0.00025614907,0.00006298799,0.0000049561027,0.00040960655,0.003597174,0.0022550945],"category_scores_gemma":[0.34308434,0.00040479805,0.00022000121,0.00032127462,0.00047107108,0.000040330313,0.00012474364,0.006696224,0.0013821207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012485408,0.000020622934,0.00005969835,0.00013120107,0.00010557274,0.000117091986,0.00024790937,2.6123055e-7,0.000016575115,0.000109145134,0.9824141,0.016652962],"study_design_scores_gemma":[0.0037332026,0.0006475666,0.00010653654,0.02102489,0.0011212346,0.00005914037,0.000058626745,0.000014152757,0.0000142271365,0.00061013934,0.97228056,0.0003297484],"about_ca_topic_score_codex":0.00010580044,"about_ca_topic_score_gemma":0.0000032648472,"teacher_disagreement_score":0.34144142,"about_ca_system_score_codex":0.00022462309,"about_ca_system_score_gemma":0.00079341885,"threshold_uncertainty_score":0.9998404},"labels":[],"label_agreement":null},{"id":"W2147604064","doi":"10.1097/acm.0b013e3181ed42f2","title":"Which Factors, Personal or External, Most Influence Studentsʼ Generation of Learning Goals?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Perception; Observer (physics); Psychology; Quality (philosophy); Applied psychology; Medical education; Medicine","score_opus":0.06773309048148761,"score_gpt":0.4094149782330245,"score_spread":0.34168188775153685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147604064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99384916,0.00014675177,0.00012475616,0.001432495,0.0007347744,0.0001903822,9.876395e-7,0.000039915954,0.0034807995],"genre_scores_gemma":[0.990709,0.0007665182,0.00006613987,0.00017016176,0.0016642582,0.0000073821693,0.000010301974,0.00000952218,0.0065967063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800617,0.000121375735,0.00034315218,0.00021996153,0.0010424947,0.00026683323],"domain_scores_gemma":[0.9990391,0.00027632073,0.00023156794,0.00009300409,0.00021824092,0.00014173173],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001246133,0.00012353231,0.00022802652,0.00008683707,0.00030546778,0.000016297505,0.0004247236,0.00022421598,0.0016487697],"category_scores_gemma":[0.0019401748,0.00008785063,0.000020994283,0.00043394248,0.00031346935,0.0002796836,0.0000615622,0.00088850426,0.000017124696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012026787,0.000008377214,0.7877835,0.000006866109,0.000015738626,8.958655e-7,0.058848985,0.0000038940616,0.15000208,0.0013306501,0.0015795938,0.0004073639],"study_design_scores_gemma":[0.0023502551,0.0005042401,0.8091798,0.00034529497,0.00016864091,0.0000050653307,0.13326134,0.0007366743,0.0023051929,0.00025901443,0.050356857,0.0005276424],"about_ca_topic_score_codex":0.001162926,"about_ca_topic_score_gemma":0.0010036458,"teacher_disagreement_score":0.14769688,"about_ca_system_score_codex":0.000035720317,"about_ca_system_score_gemma":0.00015968119,"threshold_uncertainty_score":0.9992639},"labels":[],"label_agreement":null},{"id":"W2148680280","doi":"10.1097/acm.0b013e3182a9262d","title":"Does Medical Training Promote or Deter Self-Directed Learning? A Longitudinal Mixed-Methods Study","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Saskatchewan Health; Saskatchewan Health Authority; Medical Council of Canada","funders":"","keywords":"Curriculum; Psychological intervention; Autodidacticism; Medical education; Psychology; Test (biology); Medicine; Medical school; Perception; Longitudinal study; Family medicine; Nursing; Pedagogy","score_opus":0.04229090889386253,"score_gpt":0.4322140637530486,"score_spread":0.38992315485918605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148680280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9609552,0.00016418904,0.0025765828,0.029246874,0.0024798384,0.0020753494,3.67408e-7,0.0013687208,0.0011328743],"genre_scores_gemma":[0.95406085,0.00016103715,0.029173346,0.0049050343,0.0039301743,0.00063722103,0.000053169897,0.00009286163,0.006986312],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99458134,0.0006587361,0.0014077108,0.00077045895,0.0018313164,0.00075040973],"domain_scores_gemma":[0.99717784,0.0007744129,0.00035484153,0.0005308688,0.0005965472,0.000565513],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005882369,0.0004120334,0.00094425626,0.0005130229,0.00023528578,0.000014285227,0.0004402766,0.00066718145,0.012101743],"category_scores_gemma":[0.02944146,0.00020527585,0.00006212819,0.0015369394,0.00044753685,0.00020933886,0.00014136387,0.003645127,0.00021200665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020402629,0.00051143306,0.11412032,0.00037772028,0.00058210746,0.00020521026,0.06715213,6.2561065e-7,0.0016752101,0.00009178853,0.103493914,0.7115855],"study_design_scores_gemma":[0.023335317,0.011025514,0.52930284,0.005612384,0.0025149237,0.003150421,0.16807353,0.051275652,0.0009995146,0.001989699,0.2008705,0.0018496987],"about_ca_topic_score_codex":0.00014428775,"about_ca_topic_score_gemma":0.000009414361,"teacher_disagreement_score":0.7097358,"about_ca_system_score_codex":0.00021381301,"about_ca_system_score_gemma":0.00062786444,"threshold_uncertainty_score":0.99865353},"labels":[],"label_agreement":null},{"id":"W2148782496","doi":"10.1097/acm.0b013e3181ce64ae","title":"Professing Professionalism: Are We Our Own Worst Enemy? Faculty Membersʼ Experiences of Teaching and Evaluating Professionalism in Medical Education at One School","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Focus group; Medical education; Faculty development; Grounded theory; Psychology; Silence; Dominance (genetics); Medicine; Professional development; Qualitative research; Sociology","score_opus":0.13444867854443962,"score_gpt":0.5185579776797621,"score_spread":0.38410929913532244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148782496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8670719,0.0012320376,0.000037887556,0.1273562,0.0025733758,0.00096956413,0.0000013521362,0.000050379746,0.00070726796],"genre_scores_gemma":[0.98343766,0.00014007163,0.004356683,0.0059612133,0.001541421,0.0004755387,0.00017549272,0.00003800975,0.003873895],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9945736,0.0004449221,0.0014924944,0.000605411,0.0024253684,0.00045820524],"domain_scores_gemma":[0.9975951,0.0003212899,0.00087608735,0.0004054011,0.00048284067,0.00031931378],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070732487,0.0003071,0.0007279045,0.000570939,0.0003887256,0.000005897044,0.0003387592,0.0008808143,0.0012904068],"category_scores_gemma":[0.032014344,0.00022241221,0.000037839647,0.00076222443,0.0005011276,0.00029456266,0.00023462699,0.0051278,0.000008922243],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005665453,0.00097210193,0.14892188,0.0028326977,0.00011808743,0.000022488366,0.35735235,0.000001282364,0.09766394,0.0056241304,0.09050863,0.29541588],"study_design_scores_gemma":[0.0074877986,0.00036249612,0.08497936,0.048019595,0.00029140234,0.0005297281,0.8361287,0.0041145035,0.0033362368,0.0038287651,0.010175749,0.0007456223],"about_ca_topic_score_codex":0.00011073065,"about_ca_topic_score_gemma":0.000018278619,"teacher_disagreement_score":0.4787764,"about_ca_system_score_codex":0.00026090263,"about_ca_system_score_gemma":0.0022264486,"threshold_uncertainty_score":0.9996225},"labels":[],"label_agreement":null},{"id":"W2153805562","doi":"10.1097/acm.0b013e31820c6fd3","title":"Commentary: Faculty Development: The Road Less Traveled","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Faculty development; Mandate; Medical education; Curriculum; Context (archaeology); Health care; Core competency; Scope (computer science); Professional development; Engineering ethics; Psychology; Pedagogy; Medicine; Political science; Management; Engineering; Computer science","score_opus":0.09491539992323154,"score_gpt":0.3639203985677678,"score_spread":0.26900499864453625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153805562","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007888172,0.00080004055,0.0003440798,0.98060876,0.0024819775,0.0011880015,0.0000099969575,0.00013617631,0.0065428037],"genre_scores_gemma":[0.0022914363,0.0002868138,0.0005230079,0.9537671,0.018189501,0.0002513035,0.006184876,0.00010286133,0.018403051],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561447,0.00015523435,0.0013681765,0.00062418816,0.0015202715,0.0007176374],"domain_scores_gemma":[0.9979103,0.00015842976,0.00058260903,0.000881644,0.0003440519,0.00012296207],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016495379,0.00057530083,0.00094130076,0.00040002452,0.00029135175,0.000006420428,0.0008905871,0.0019216874,0.001992693],"category_scores_gemma":[0.0010746344,0.000334376,0.00008213983,0.000735807,0.0008809124,0.00007060054,0.000118726064,0.010658236,0.00027700508],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024585997,0.000012660961,0.00033657657,0.0002673638,0.00021919736,0.00006264897,0.0085861245,1.5451068e-8,0.000025925248,0.00006508593,0.9417555,0.048644327],"study_design_scores_gemma":[0.0015266214,0.00010667854,0.0027245716,0.0014600217,0.0004990323,0.0002453354,0.0018485696,0.000014407753,0.00013607627,0.0002451516,0.99087244,0.00032106624],"about_ca_topic_score_codex":0.0002720848,"about_ca_topic_score_gemma":0.0000027696449,"teacher_disagreement_score":0.049116977,"about_ca_system_score_codex":0.00043087304,"about_ca_system_score_gemma":0.0004771279,"threshold_uncertainty_score":0.99991083},"labels":[],"label_agreement":null},{"id":"W2163835238","doi":"10.1097/01.acm.0000243341.55954.e0","title":"The Circle Game: Understanding Physician Migration Patterns Within Canada","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Workforce; IMG; Immigration; Physician supply; Emigration; Commission; Immigration policy; Position (finance); Family medicine; Medicine; Political science; Economic growth; Business; Population; Environmental health","score_opus":0.059867108288778136,"score_gpt":0.39604535547260455,"score_spread":0.33617824718382644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163835238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8900018,0.0017584093,0.0015485393,0.08673157,0.003418438,0.00100835,0.000015274185,0.00013840928,0.015379258],"genre_scores_gemma":[0.9811328,0.00039401263,0.0000049617674,0.010989697,0.0023027095,0.000049210204,0.000051602223,0.000023919569,0.0050511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99731225,0.0003198525,0.0008161519,0.00023990317,0.00059531396,0.0007165577],"domain_scores_gemma":[0.997998,0.0010524265,0.00042207795,0.00028872542,0.00007696225,0.00016183442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009701477,0.00015686112,0.0002535022,0.000036347723,0.0010723968,0.0000028685888,0.00027487066,0.00020851684,0.00009139427],"category_scores_gemma":[0.00021900286,0.000106834756,0.000016175894,0.0002794601,0.0001155963,0.00007212991,0.00004530706,0.0012849562,0.00003463213],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005050215,0.0000052972255,0.13643661,0.00022486465,0.000018811583,0.000011828485,0.009185643,0.00010887591,0.0002703325,0.046801437,0.8055977,0.0012880884],"study_design_scores_gemma":[0.0031530813,0.0003005595,0.08338691,0.006491101,0.000116535986,0.000008234396,0.27181607,0.0028634071,0.00016549112,0.06883163,0.5622417,0.0006252726],"about_ca_topic_score_codex":0.7398997,"about_ca_topic_score_gemma":0.8739718,"teacher_disagreement_score":0.26263043,"about_ca_system_score_codex":0.0013556755,"about_ca_system_score_gemma":0.0006146572,"threshold_uncertainty_score":0.8248117},"labels":[],"label_agreement":null},{"id":"W2164594208","doi":"10.1097/acm.0b013e3182857b8a","title":"“We Learn From Them, They Learn From Us”","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; McMaster University","funders":"","keywords":"General partnership; Context (archaeology); Perception; Medical education; Narrative; Health care; Public relations; Psychology; Developing country; Health professionals; Nursing; Medicine; Political science; Geography","score_opus":0.08132636501820459,"score_gpt":0.36341146915874245,"score_spread":0.2820851041405379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164594208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8541799,0.004010691,0.000011022649,0.09758837,0.0016683658,0.00051697175,0.000014498897,0.00022644657,0.0417837],"genre_scores_gemma":[0.97225505,0.006102637,0.00008619601,0.0050497227,0.0059440746,0.000045524164,0.00005477024,0.00002269791,0.010439337],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720913,0.00033347937,0.0005026891,0.00043374245,0.0009275095,0.000593475],"domain_scores_gemma":[0.99756074,0.0013015042,0.0002077891,0.0003302637,0.00016509437,0.00043458334],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00065311894,0.00020603804,0.00038984502,0.00004359427,0.00043808843,0.000020305766,0.00081597717,0.00044972403,0.018481858],"category_scores_gemma":[0.0019800898,0.00014311326,0.000055940633,0.00024010452,0.00044704814,0.00031246504,0.000097662836,0.0013195233,0.0034823886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031989664,0.000011948665,0.13410978,0.000030627343,0.000080509446,0.000013299716,0.46481016,0.000009387872,0.006557704,0.011010644,0.34877756,0.034556363],"study_design_scores_gemma":[0.00076889136,0.00007987875,0.028034473,0.0005175498,0.00006321288,0.0000014489295,0.11180749,0.00010824278,0.00009249196,0.10680925,0.75134784,0.00036922874],"about_ca_topic_score_codex":0.21924251,"about_ca_topic_score_gemma":0.0027586163,"teacher_disagreement_score":0.40257028,"about_ca_system_score_codex":0.00017226413,"about_ca_system_score_gemma":0.00014694865,"threshold_uncertainty_score":0.99729353},"labels":[],"label_agreement":null},{"id":"W2164607959","doi":"10.1097/00001888-200403000-00005","title":"Orienting Teaching Toward the Learning Process","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"","keywords":"Metacognition; Component (thermodynamics); Curriculum; Psychology; Mathematics education; Process (computing); Experiential learning; Cognition; Graduation (instrument); Active learning (machine learning); Teaching method; Pedagogy; Computer science; Artificial intelligence; Engineering","score_opus":0.09328270936858073,"score_gpt":0.47200743689310243,"score_spread":0.3787247275245217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164607959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7857946,0.00084659434,0.109317996,0.019556401,0.0016094954,0.00020163042,1.9668491e-7,0.00035319518,0.082319856],"genre_scores_gemma":[0.9890869,0.000008818101,0.0003007831,0.00235118,0.0019350254,0.000027812626,0.0000067118635,0.000036651218,0.0062461095],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971538,0.0011937243,0.0004399,0.00037391845,0.00035713956,0.00048152084],"domain_scores_gemma":[0.99869597,0.00064151874,0.0002810943,0.00024236133,0.000067942856,0.000071105394],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009127361,0.00019317001,0.00026456898,0.00013298228,0.00053740514,0.000008036481,0.00044583733,0.00020992456,0.00042211518],"category_scores_gemma":[0.004777859,0.00011578422,0.00003344654,0.000393497,0.00027333837,0.00007369043,0.000050473624,0.0059343106,0.00014682925],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056751316,0.000016704455,0.030808683,0.00005005173,0.00010772759,0.00002779041,0.77889663,0.00091228174,0.0029248286,0.12992309,0.002833096,0.05344237],"study_design_scores_gemma":[0.007351767,0.0011554783,0.05864237,0.0019318481,0.0002779342,0.00065266056,0.40444022,0.00030937945,0.00070851133,0.051289733,0.4720988,0.0011412869],"about_ca_topic_score_codex":0.00023138206,"about_ca_topic_score_gemma":3.2711569e-7,"teacher_disagreement_score":0.46926573,"about_ca_system_score_codex":0.00005862323,"about_ca_system_score_gemma":0.000041080893,"threshold_uncertainty_score":0.99635905},"labels":[],"label_agreement":null},{"id":"W2165770027","doi":"10.1097/acm.0b013e3182a36a07","title":"Just Imagine","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":334,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Medical education; Health care; Leverage (statistics); Process (computing); Flipped classroom; Medicine; Psychology; Public relations; Computer science; Political science; Pedagogy","score_opus":0.03570425576405349,"score_gpt":0.3836322931416842,"score_spread":0.3479280373776307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165770027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69507426,0.00094912644,0.0021490257,0.2512507,0.0014572486,0.0008031196,4.5650654e-7,0.00021931303,0.048096757],"genre_scores_gemma":[0.94020766,0.00026237805,0.0015390787,0.037315007,0.0029808348,0.00012012236,0.00008967979,0.000029808103,0.017455457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984076,0.000020825615,0.00051203824,0.0002451778,0.0005104878,0.00030387033],"domain_scores_gemma":[0.99897903,0.000058952402,0.00010309017,0.0003609052,0.000330441,0.00016759445],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00047979935,0.00014524421,0.00028939705,0.00024335281,0.000057746274,0.0000030512613,0.00015292446,0.00019570714,0.009677068],"category_scores_gemma":[0.0022350503,0.0001027284,0.000023701561,0.00066291855,0.00034494995,0.00014369804,0.000032023465,0.000690875,0.0016084766],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000085762085,0.000014498985,0.0083378,0.00007577524,0.000022386466,0.000004759895,0.0012190922,1.6934423e-7,0.01187647,0.003652245,0.92294824,0.051840015],"study_design_scores_gemma":[0.0068295477,0.0007200744,0.17342934,0.0015480734,0.00044368615,0.0010197331,0.010775164,0.0034096148,0.0030102239,0.011903438,0.78633136,0.0005797745],"about_ca_topic_score_codex":0.00010956027,"about_ca_topic_score_gemma":1.4371399e-7,"teacher_disagreement_score":0.24513339,"about_ca_system_score_codex":0.000096816955,"about_ca_system_score_gemma":0.000090350004,"threshold_uncertainty_score":0.9991689},"labels":[],"label_agreement":null},{"id":"W2166620155","doi":"10.1097/acm.0b013e31805559c7","title":"Viewpoint: Competency-Based Postgraduate Training: Can We Bridge the Gap between Theory and Clinical Practice?","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Terminology; Medical education; Confusion; Possession (linguistics); Bridge (graph theory); Psychology; Medicine","score_opus":0.1317545652693727,"score_gpt":0.46808823112166265,"score_spread":0.33633366585228996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166620155","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26000917,0.0019865846,0.010380683,0.7195295,0.001160776,0.00090621854,0.000006443029,0.00011983402,0.0059008133],"genre_scores_gemma":[0.86324495,0.001540361,0.0027572901,0.12692818,0.0047831642,0.000017137567,0.00014042687,0.0000467627,0.0005417498],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614364,0.0004718701,0.0015133437,0.00044760125,0.00090349064,0.0005200376],"domain_scores_gemma":[0.9918693,0.0063705225,0.00050756894,0.0005369258,0.00038406206,0.00033163567],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.021089308,0.00025873748,0.0006340867,0.00025125913,0.0002092042,0.000005951511,0.00029334493,0.00041373947,0.00012628206],"category_scores_gemma":[0.032698996,0.00015794228,0.0000660526,0.0007835284,0.0015532172,0.000082496226,0.00005202605,0.0028384808,0.000028703967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006853143,0.00009647188,0.029993484,0.00023097174,0.00036093063,0.000098346,0.01999498,2.562553e-7,0.00046487767,0.11211105,0.061064593,0.7748987],"study_design_scores_gemma":[0.008837831,0.002002704,0.43556455,0.0026551257,0.0025935378,0.0009731934,0.025638068,0.00025958617,0.0002569892,0.059302084,0.4613379,0.0005784352],"about_ca_topic_score_codex":0.000052652424,"about_ca_topic_score_gemma":0.0000051712277,"teacher_disagreement_score":0.7743203,"about_ca_system_score_codex":0.000109595494,"about_ca_system_score_gemma":0.0007243997,"threshold_uncertainty_score":0.999462},"labels":[],"label_agreement":null},{"id":"W2166721545","doi":"10.1097/acm.0b013e318166a8e4","title":"Steps to Improve the Teaching of Public Health to Undergraduate Medical Students in Canada","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; University of Toronto; Public Health Ontario","funders":"Faculty of Medicine and Health, University of Sydney; Air Force Materiel Command; Health Canada; Public Health Agency of Canada","keywords":"Public health; Agency (philosophy); Curriculum; Medical education; Specialty; International health; Population; Task (project management); Medicine; Public relations; Political science; Health education; Psychology; Sociology; Family medicine; Nursing; Pedagogy; Environmental health","score_opus":0.13243860984511904,"score_gpt":0.5121848314932397,"score_spread":0.37974622164812066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166721545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49989387,0.000158616,0.00028100365,0.49662396,0.0013795312,0.0008215718,0.0000050026024,0.000012503254,0.00082393154],"genre_scores_gemma":[0.78998935,0.00052163267,0.0000278317,0.2066258,0.0010530765,0.00016088824,0.000009469367,0.000016322136,0.001595601],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936788,0.0014532543,0.0015307862,0.00029176043,0.0018310029,0.001214359],"domain_scores_gemma":[0.996053,0.0014852049,0.00034915158,0.00040015264,0.0001167134,0.0015957695],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011083795,0.00015387793,0.0004997832,0.00024035662,0.0005939104,0.0000013523621,0.0010490727,0.000175139,0.0001553211],"category_scores_gemma":[0.007852341,0.00009741911,0.000014922097,0.00065655826,0.00007721753,0.00006869612,0.00031051945,0.0024449045,0.00003536693],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098923365,0.000016173082,0.2220227,0.00015411868,0.000011582622,0.0000025366312,0.079317,0.0000029851165,0.000015942893,0.0022579955,0.6845507,0.011638349],"study_design_scores_gemma":[0.0011529735,0.00020965278,0.32278398,0.00083750766,0.0000032079233,0.0000082115075,0.054246128,0.000066959954,0.0000012468319,0.00019091887,0.62037194,0.00012726034],"about_ca_topic_score_codex":0.9660148,"about_ca_topic_score_gemma":0.72961307,"teacher_disagreement_score":0.2900955,"about_ca_system_score_codex":0.0021926395,"about_ca_system_score_gemma":0.018977124,"threshold_uncertainty_score":0.9998565},"labels":[],"label_agreement":null},{"id":"W2166727592","doi":"10.1097/acm.0b013e3180305c10","title":"Three Domains of Competency in Global Health Education: Recommendations for All Medical Students","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Laboratório Central de Microscopia Eletrônica, Universidade Federal de Santa Catarina","keywords":"Curriculum; Global health; Medical education; Health care; Medicine; Tropical medicine; Population; Family medicine; Public health; Nursing; Political science; Psychology; Environmental health; Pedagogy","score_opus":0.04976892611065963,"score_gpt":0.4806442024728482,"score_spread":0.4308752763621886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166727592","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42415756,0.013303192,0.01869777,0.53070515,0.0036815477,0.0027837546,0.00004763106,0.00008542472,0.006537987],"genre_scores_gemma":[0.91517466,0.00345652,0.0024615866,0.07655462,0.0017055765,0.00006209898,0.0003741287,0.000018899069,0.00019189822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660134,0.000047528938,0.0013741764,0.00027952195,0.0010652173,0.0006322009],"domain_scores_gemma":[0.9978673,0.00049875525,0.00028594132,0.00024727115,0.00015583576,0.0009449241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005586409,0.000154152,0.0006458633,0.00019388099,0.000050413797,0.0000010975443,0.00029467544,0.00027154264,0.00024415407],"category_scores_gemma":[0.0011891035,0.0001247269,0.000055585115,0.0005246542,0.00015831651,0.00004362557,0.000051626725,0.00050816825,0.000008377737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004435088,0.00028714363,0.4929789,0.00053978746,0.000046101424,0.000012982012,0.00089933176,1.2454437e-7,0.000012918116,0.029285353,0.3356952,0.13979864],"study_design_scores_gemma":[0.009547003,0.0013904601,0.58317405,0.004076532,0.00008719334,0.0002960538,0.003369717,0.00007818193,0.000012467588,0.024969941,0.3727815,0.0002169536],"about_ca_topic_score_codex":0.0010744865,"about_ca_topic_score_gemma":0.00073831924,"teacher_disagreement_score":0.49101713,"about_ca_system_score_codex":0.00044385652,"about_ca_system_score_gemma":0.0021725884,"threshold_uncertainty_score":0.5086215},"labels":[],"label_agreement":null},{"id":"W2167422971","doi":"10.1097/acm.0b013e3181b36f69","title":"Publishing Ethics in Medical Education Journals","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Publishing; Citation; Scientific misconduct; Medical journal; Library science; Medical education; Political science; Medicine; Public relations; Law; Alternative medicine; Computer science","score_opus":0.6824958827743285,"score_gpt":0.6950201621808756,"score_spread":0.0125242794065471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167422971","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08799872,0.006687551,0.00027379463,0.84868884,0.0006275936,0.0003096111,3.7443334e-7,0.000058103382,0.055355407],"genre_scores_gemma":[0.8059103,0.022455465,0.00024025129,0.16347685,0.0031057165,0.000007512003,0.000017550336,0.00001771329,0.00476865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99244094,0.00036639237,0.0013573277,0.00044875848,0.0048430576,0.00054354157],"domain_scores_gemma":[0.9852013,0.011895713,0.00022562493,0.0005339175,0.0009105858,0.0012328699],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.039205585,0.00016573172,0.00054473546,0.00059437106,0.00007261038,0.000027185852,0.0007028109,0.002835363,0.0024832892],"category_scores_gemma":[0.4997986,0.00012235715,0.000054622105,0.0010231466,0.0004456916,0.00040525393,0.00009667415,0.03043145,0.000068592875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005268153,0.00039395373,0.10595424,0.0006580679,0.000060803926,0.000546329,0.017606983,0.0000022970396,0.0036946272,0.31082934,0.26115856,0.29856798],"study_design_scores_gemma":[0.006062945,0.0011607306,0.14358827,0.023212831,0.000083005325,0.0008744993,0.0041276948,0.00048013343,0.00026995363,0.7676931,0.05211788,0.00032894395],"about_ca_topic_score_codex":0.00015603764,"about_ca_topic_score_gemma":0.000061562896,"teacher_disagreement_score":0.71791154,"about_ca_system_score_codex":0.00023836261,"about_ca_system_score_gemma":0.0060217,"threshold_uncertainty_score":0.9996132},"labels":[],"label_agreement":null},{"id":"W2169882442","doi":"10.1097/00001888-200210001-00030","title":"Is There Any Real Virtue of Virtual Reality?","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Spatial Cognition and Navigation","field":"Engineering","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Virtue; Virtual reality; Computer science; Psychology; Human–computer interaction; Epistemology; Philosophy","score_opus":0.04359858614915315,"score_gpt":0.28743188648907114,"score_spread":0.24383330033991799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169882442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88092643,0.0024600471,0.0047821766,0.0037593343,0.00064758374,0.00023285545,0.000027537732,0.00038755662,0.106776506],"genre_scores_gemma":[0.994896,0.003590912,0.0000085838155,0.0004549639,0.0003842472,0.0000051047496,0.000017650611,0.0000160902,0.0006264689],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992447,0.000022010841,0.0002973672,0.0000982536,0.00022179386,0.000115869174],"domain_scores_gemma":[0.999641,0.0000726556,0.000047255315,0.00012565916,0.00003657347,0.00007687711],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017904933,0.0000927848,0.0001694539,0.000066226574,0.00001792641,8.7993715e-7,0.0000979165,0.00015884628,0.0017518526],"category_scores_gemma":[0.0000735513,0.00007858944,0.000021170496,0.00018767141,0.000071012095,0.00006806926,0.000009344448,0.0003043035,0.00008953753],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007726051,0.000032441476,0.010027609,0.00048009102,0.00024636046,0.000025317247,0.026723,0.0007407154,0.21180834,0.022021553,0.5994012,0.12841612],"study_design_scores_gemma":[0.015380905,0.0025334272,0.07428453,0.004837396,0.0006668995,0.0001261053,0.009668047,0.4530107,0.25408044,0.019605642,0.16352217,0.002283731],"about_ca_topic_score_codex":0.000077105644,"about_ca_topic_score_gemma":0.0000029512817,"teacher_disagreement_score":0.45227,"about_ca_system_score_codex":0.000022226654,"about_ca_system_score_gemma":0.0000028343404,"threshold_uncertainty_score":0.9991607},"labels":[],"label_agreement":null},{"id":"W2170808658","doi":"10.1097/acm.0b013e3181b37b8f","title":"The Effects of Acute Stress on Performance: Implications for Health Professions Education","year":2009,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":687,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Stressor; Psychology; Coping (psychology); Locus of control; Anxiety; Cognition; Stress management; Perception; Applied psychology; Clinical psychology; Medical education; Medicine; Social psychology; Psychiatry","score_opus":0.1146593841391175,"score_gpt":0.5643447384722373,"score_spread":0.44968535433311985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170808658","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034637706,0.94361085,0.000076971024,0.03956931,0.004642384,0.011155369,0.000258842,0.00007763829,0.0005739777],"genre_scores_gemma":[0.000111059475,0.97453505,0.000048805025,0.004918582,0.0029664803,0.0073729344,0.0010161076,0.00008253918,0.00894842],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932682,0.0016536996,0.0028725574,0.0006162834,0.0005001766,0.0010891202],"domain_scores_gemma":[0.9846835,0.010193712,0.0031075615,0.0010478529,0.0004797466,0.00048762406],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0024963722,0.0005762707,0.002388242,0.0003446185,0.0027843618,0.0000025725378,0.0009866974,0.0013239864,0.000024707388],"category_scores_gemma":[0.0017245763,0.00029125513,0.00024526307,0.00060600357,0.00020868011,0.000072486386,0.00013452339,0.0043435274,0.000037227077],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023879707,0.00003503578,0.000099562065,0.06755665,0.000093023205,8.888065e-8,0.0011516652,1.629465e-8,7.6639884e-7,0.0069244276,0.10042879,0.8236861],"study_design_scores_gemma":[0.00038694227,0.00053375517,0.00047657354,0.3263662,0.0004205379,0.0000021455878,0.0004821742,0.0000016608814,5.384705e-7,0.00079315656,0.6703749,0.00016144942],"about_ca_topic_score_codex":0.000059558148,"about_ca_topic_score_gemma":0.000009484824,"teacher_disagreement_score":0.82352465,"about_ca_system_score_codex":0.00053487666,"about_ca_system_score_gemma":0.008703849,"threshold_uncertainty_score":0.9999725},"labels":[],"label_agreement":null},{"id":"W2171799758","doi":"10.1097/acm.0b013e31819301ab","title":"Issues in the Mentor–Mentee Relationship in Academic Medicine: A Qualitative Study","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":380,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"Alberta Heritage Foundation for Medical Research; Canada Research Chairs; University of Alberta","keywords":"Medical education; Qualitative research; Medicine; MEDLINE; Psychology; Family medicine; Sociology; Political science; Social science","score_opus":0.21321057595068063,"score_gpt":0.5001742605772679,"score_spread":0.2869636846265873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171799758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93574816,0.008787951,0.000036887417,0.03503763,0.0022302484,0.00133118,0.0000018394369,0.00007778681,0.016748318],"genre_scores_gemma":[0.97140235,0.0015643043,0.000016862105,0.002727511,0.001256463,0.000542276,0.000024018405,0.000032428998,0.022433778],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9929146,0.0024017964,0.0017790132,0.00075336307,0.0013038252,0.0008473755],"domain_scores_gemma":[0.99565,0.0032104128,0.00038134158,0.00052520895,0.00004888917,0.00018416588],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011944089,0.00040101944,0.0007210445,0.00068878545,0.0001726487,0.0000023583907,0.0010596489,0.000529375,0.0009337474],"category_scores_gemma":[0.0027465257,0.00025669328,0.000031126256,0.0014024748,0.0005351561,0.00015077046,0.000094186624,0.004080752,0.0002736776],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006635463,0.000044217155,0.19963416,0.000011814769,0.000033460983,0.00009580492,0.6811376,0.0000012420448,0.000051758016,0.005140833,0.113529585,0.00025312064],"study_design_scores_gemma":[0.005270297,0.0004738175,0.26575732,0.00061126647,0.00004680353,0.000076688455,0.67703867,0.0000054400784,0.000006371074,0.005157514,0.045262847,0.0002929606],"about_ca_topic_score_codex":0.0016303166,"about_ca_topic_score_gemma":0.000030889314,"teacher_disagreement_score":0.06826674,"about_ca_system_score_codex":0.00027495768,"about_ca_system_score_gemma":0.000070672744,"threshold_uncertainty_score":0.99998856},"labels":[],"label_agreement":null},{"id":"W2173162032","doi":"10.1097/acm.0000000000000862","title":"The Merits and Challenges of Three-Year Medical School Curricula","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Economic shortage; Medical education; Medical school; Perspective (graphical); Student debt; Debt; Medicine; Psychology; Pedagogy; Business; Computer science","score_opus":0.07818579780294767,"score_gpt":0.3784825489939349,"score_spread":0.30029675119098725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173162032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4708913,0.060569987,0.00042994446,0.45581296,0.001405645,0.00058056676,8.138787e-7,0.000078149045,0.010230628],"genre_scores_gemma":[0.96228516,0.02943991,0.00049042865,0.0047100373,0.0024875675,0.00004911286,0.0000145232925,0.000027507682,0.0004957666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975365,0.00006469576,0.0005926104,0.00022307986,0.0013402583,0.00024288501],"domain_scores_gemma":[0.9983048,0.00025568248,0.00017024395,0.0003424802,0.00039675925,0.00053006015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003166813,0.00013531928,0.00034557498,0.00012125036,0.0000678297,0.0000018264083,0.00023292161,0.0003096257,0.00021744751],"category_scores_gemma":[0.027799217,0.00007485064,0.000019746567,0.0003804568,0.0010046973,0.000058369773,0.00007811797,0.0009978754,0.00002889616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023113118,0.00006861891,0.03155308,0.00047393783,0.0001713105,0.000025826537,0.005951709,2.2753954e-7,0.00039833714,0.19572918,0.3676143,0.39778236],"study_design_scores_gemma":[0.014294669,0.0023283886,0.122751184,0.006102056,0.00063871994,0.0014067382,0.030175794,0.0021667357,0.0005119827,0.05046233,0.76859367,0.00056774606],"about_ca_topic_score_codex":0.000039971885,"about_ca_topic_score_gemma":0.0000051156103,"teacher_disagreement_score":0.49139386,"about_ca_system_score_codex":0.00005555564,"about_ca_system_score_gemma":0.000438047,"threshold_uncertainty_score":0.98039},"labels":[],"label_agreement":null},{"id":"W2180027486","doi":"10.1097/acm.0000000000000981","title":"Perceptions of Peer-to-Peer Interprofessional Feedback Among Students in the Health Professions","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Interprofessional education; Peer feedback; Teamwork; Medical education; Perception; Pharmacy; Health care; Medicine; Psychology; Health professions; Nursing","score_opus":0.08891014200914957,"score_gpt":0.5349090275988203,"score_spread":0.4459988855896707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180027486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.740228,0.0001021428,0.00044012757,0.24953008,0.003388516,0.0017330606,0.000018509538,0.00003596201,0.0045235986],"genre_scores_gemma":[0.9176715,0.00002717401,0.00016304929,0.027332311,0.0008656366,0.00060938066,0.00016287706,0.000024946119,0.053143125],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9930656,0.0022207568,0.0014963297,0.0003534491,0.0023047386,0.00055915874],"domain_scores_gemma":[0.996336,0.0008112613,0.0005564691,0.00046014102,0.0013710023,0.00046517],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008699914,0.00022737679,0.00049225,0.00043445764,0.0004968434,0.000003857091,0.00094506826,0.0003779557,0.0011147658],"category_scores_gemma":[0.0037299711,0.00013440235,0.000039835475,0.001253321,0.00021372491,0.00019504613,0.00026615392,0.00262237,0.00043187928],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001885713,0.00006242022,0.31611556,0.00004857651,0.00000782365,6.8542647e-7,0.22976035,0.0000033454394,0.00013683848,0.0024662225,0.45094442,0.00026517097],"study_design_scores_gemma":[0.0014698796,0.00027913414,0.46286574,0.002864928,0.000013536117,0.0000019843544,0.50690806,0.00004718576,0.0000037011737,0.0018324268,0.02359208,0.000121339195],"about_ca_topic_score_codex":0.0013450161,"about_ca_topic_score_gemma":0.00083219365,"teacher_disagreement_score":0.42735237,"about_ca_system_score_codex":0.00045857482,"about_ca_system_score_gemma":0.0029367055,"threshold_uncertainty_score":0.99979836},"labels":[],"label_agreement":null},{"id":"W2224460879","doi":"10.1097/acm.0000000000001024","title":"Clinical Reasoning Tasks and Resident Physicians: What Do They Reason About?","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"MEDLINE; Medical education; Psychology; Medicine; Family medicine; Political science","score_opus":0.07252311214599699,"score_gpt":0.42173369474886546,"score_spread":0.34921058260286847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224460879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88387865,0.08271614,0.00012208323,0.02363945,0.0018678182,0.00054424006,0.0000032504445,0.00019409841,0.007034274],"genre_scores_gemma":[0.88758487,0.09460717,0.00040708005,0.010370477,0.0044874568,0.000027574843,0.000055094853,0.000055599423,0.0024047063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99633896,0.00027101854,0.0011848934,0.00075263955,0.00091451383,0.0005379504],"domain_scores_gemma":[0.9885296,0.00900373,0.00037526235,0.0006558737,0.00026358408,0.0011719537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004416116,0.00032333852,0.0010937905,0.000116917705,0.000078146666,0.000030734966,0.00022260482,0.00058369216,0.00008435074],"category_scores_gemma":[0.12077237,0.00023083412,0.00011130585,0.00024088331,0.0006071526,0.00025835377,0.00014761585,0.0017042372,0.00011668877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000902727,0.00009293322,0.35515866,0.00007237299,0.00020602168,0.00032504697,0.009016847,0.0000036474567,0.00012342827,0.004296719,0.1907111,0.43909052],"study_design_scores_gemma":[0.03724489,0.0073367693,0.5237928,0.17936692,0.0029662368,0.0014705685,0.05389125,0.00083182927,0.00025560203,0.034130506,0.15716949,0.0015431427],"about_ca_topic_score_codex":0.00029832005,"about_ca_topic_score_gemma":0.000008122092,"teacher_disagreement_score":0.43754736,"about_ca_system_score_codex":0.00008166777,"about_ca_system_score_gemma":0.00022181406,"threshold_uncertainty_score":0.9413142},"labels":[],"label_agreement":null},{"id":"W2263030180","doi":"10.1097/acm.0000000000001066","title":"Implementing Competency-Based Medical Education in a Postgraduate Family Medicine Residency Training Program: A Stepwise Approach, Facilitating Factors, and Processes or Steps That Would Have Been Helpful","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Medical education; Curriculum; Identification (biology); Residency training; Graduate medical education; Professional development; Medicine; Psychology; Accreditation; Continuing education; Pedagogy","score_opus":0.18311953430993483,"score_gpt":0.43703301484130114,"score_spread":0.2539134805313663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263030180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.927622,0.004164416,0.0020955894,0.058408294,0.0005688634,0.0030181424,0.000008274097,0.00029628415,0.0038180996],"genre_scores_gemma":[0.9682654,0.000427924,0.01878688,0.008940886,0.0011954915,0.0005860961,0.0010245852,0.00008800091,0.0006847331],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9931811,0.00030305868,0.0018891742,0.0009419367,0.0026175508,0.0010671607],"domain_scores_gemma":[0.99624515,0.0008060381,0.0006524879,0.0004758969,0.0009819705,0.000838484],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059185214,0.0005864825,0.0012056913,0.0011097582,0.00021132822,0.000018480105,0.00043098023,0.00080840866,0.00017290156],"category_scores_gemma":[0.041431192,0.0003898914,0.00004103432,0.0018390785,0.0010367306,0.00034490862,0.00013502022,0.0029020035,0.000003934766],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00092192035,0.0005607401,0.40874955,0.00450849,0.00015986059,0.00008357913,0.16783665,0.0000035652547,0.0006055108,0.0023006173,0.025477473,0.38879204],"study_design_scores_gemma":[0.018489217,0.0042485814,0.05365352,0.017137853,0.0006112468,0.00055853097,0.87135357,0.009369979,0.00015256001,0.0045443997,0.018816384,0.0010641458],"about_ca_topic_score_codex":0.0011552221,"about_ca_topic_score_gemma":0.00026072346,"teacher_disagreement_score":0.7035169,"about_ca_system_score_codex":0.0003964389,"about_ca_system_score_gemma":0.01387258,"threshold_uncertainty_score":0.9998553},"labels":[],"label_agreement":null},{"id":"W2274401717","doi":"10.1097/acm.0000000000000971","title":"Racial Violence, Academic Medicine, and Academic Medicine","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Racial and Ethnic Identity Research","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Academic medicine; Medicine; Human factors and ergonomics; Poison control; Medical education; Suicide prevention; Injury prevention; Family medicine; Medical emergency","score_opus":0.21538976412778318,"score_gpt":0.4851379087441321,"score_spread":0.2697481446163489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274401717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44406548,0.06695401,0.0006439274,0.3192575,0.0067025335,0.0018619526,0.000011011915,0.00061129994,0.15989228],"genre_scores_gemma":[0.8379342,0.109571815,0.000018101357,0.007020117,0.024026698,0.00006952673,0.00003335182,0.00005914148,0.021267053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99120766,0.000964171,0.0014692332,0.0009481454,0.0038635256,0.0015472752],"domain_scores_gemma":[0.99498767,0.0013894818,0.00048290138,0.00043371491,0.00054057647,0.0021656712],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0145274475,0.0005007397,0.0011440333,0.0007789064,0.00083923363,0.000013326195,0.0017099372,0.0016918703,0.0013429673],"category_scores_gemma":[0.020566339,0.00036959062,0.000056888563,0.001893721,0.008368707,0.0008082296,0.0003736463,0.005412563,0.00033808878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027747283,0.000007518723,0.021452771,0.0001265677,0.000073825955,0.000067390414,0.2961943,0.0000023216676,0.0027365738,0.07678677,0.55453867,0.0477358],"study_design_scores_gemma":[0.005310427,0.00094439974,0.0036333718,0.0035440868,0.0002751906,0.00006847582,0.13335516,0.0001321592,0.00008199356,0.20662464,0.64525115,0.000778923],"about_ca_topic_score_codex":0.01343366,"about_ca_topic_score_gemma":0.0005423976,"teacher_disagreement_score":0.3938687,"about_ca_system_score_codex":0.00035082625,"about_ca_system_score_gemma":0.0007619844,"threshold_uncertainty_score":0.9998756},"labels":[],"label_agreement":null},{"id":"W2289170923","doi":"10.1097/acm.0000000000000786","title":"Appraising the Quality of Medical Education Research Methods","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":789,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Normative; Reliability (semiconductor); Psychology; Raw score; Scale (ratio); Medicine; Clinical psychology; Statistics; Psychometrics; Rating scale; Mathematics; Developmental psychology","score_opus":0.9786162941917345,"score_gpt":0.8122788227648552,"score_spread":0.16633747142687927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289170923","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20771474,0.041068215,0.26566005,0.34500185,0.0035232292,0.0017887426,0.0000022243391,0.0000139947415,0.13522695],"genre_scores_gemma":[0.96830046,0.0003729418,0.0068112095,0.0036004144,0.001694134,0.000059012636,0.000006064879,0.000013625821,0.019142162],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.7569961,0.16463466,0.022744516,0.0013604016,0.053683326,0.0005810123],"domain_scores_gemma":[0.91111225,0.06983076,0.0064269686,0.0057045454,0.0060336636,0.0008918131],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8324792,0.00014871993,0.0023473788,0.00043356518,0.00011100967,0.000048030422,0.0042556324,0.00025894362,0.0070783636],"category_scores_gemma":[0.7570212,0.000049703824,0.00030552014,0.0029013413,0.00070883293,0.00012388964,0.0003175719,0.0011388235,0.00052856124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064563924,0.000011039909,0.006234277,0.000033434495,0.00004520378,2.714736e-7,0.008597136,0.0000016605907,0.00022676705,0.06344667,0.7685808,0.15281631],"study_design_scores_gemma":[0.0003146406,0.000053561616,0.004020098,0.00022734219,0.00008619652,0.000021307524,0.04248311,0.0025860504,0.00008243542,0.18571855,0.7643163,0.000090376416],"about_ca_topic_score_codex":0.00028146847,"about_ca_topic_score_gemma":0.000009526311,"teacher_disagreement_score":0.7605857,"about_ca_system_score_codex":0.00004040969,"about_ca_system_score_gemma":0.0010331199,"threshold_uncertainty_score":0.9938293},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2290145180","doi":"10.1097/acm.0000000000000742","title":"The Effect of an Intense Mentoring Program on Junior Investigators’ Preparation for a Patient-Oriented Clinical Research Career","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.489004725413599,"score_gpt":0.618015253464308,"score_spread":0.12901052805070895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290145180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97346324,0.00065708294,0.00003120057,0.019387765,0.0008425374,0.004906493,0.0000037377013,0.00006571891,0.0006422388],"genre_scores_gemma":[0.9940922,0.00036298917,0.00013356972,0.0022967278,0.0015060874,0.0007929067,0.000075846525,0.000032935517,0.0007067224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937162,0.0014283487,0.000983448,0.0003911803,0.002356295,0.0011245754],"domain_scores_gemma":[0.985936,0.005170291,0.000189917,0.00055830105,0.0010703066,0.007075205],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031049052,0.00017007982,0.00054829585,0.00022099742,0.00015533523,0.0000056045274,0.00023299045,0.00034865097,0.0000068693794],"category_scores_gemma":[0.3349678,0.00008574359,0.000060623264,0.00056188303,0.001071532,0.000088717716,0.00007539767,0.001854912,0.000011072944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025253614,0.00016659561,0.024464946,0.0008417367,0.00013724722,0.000039505994,0.0119062215,0.0000011449447,0.0018000642,0.000578229,0.44720817,0.48760253],"study_design_scores_gemma":[0.019399013,0.24103916,0.0022239555,0.0031461737,0.00017342462,0.000041049163,0.0062487605,0.002850271,0.015486316,0.00046226787,0.7087448,0.00018481037],"about_ca_topic_score_codex":0.00015219532,"about_ca_topic_score_gemma":0.000008072405,"teacher_disagreement_score":0.48741773,"about_ca_system_score_codex":0.00028553713,"about_ca_system_score_gemma":0.0022164392,"threshold_uncertainty_score":0.9977389},"labels":[],"label_agreement":null},{"id":"W2310243395","doi":"10.1097/acm.0000000000000829","title":"Graduate Medical Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Board of Medical Examiners","keywords":"Operationalization; Graduate medical education; Medical education; Psychology; Medicine; Accreditation","score_opus":0.12452698648303623,"score_gpt":0.45374290191330974,"score_spread":0.3292159154302735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2310243395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61800957,0.0017122919,0.0023080972,0.3083031,0.005449394,0.00058012514,4.369701e-7,0.00026334415,0.063373655],"genre_scores_gemma":[0.9154067,0.00038730088,0.001160986,0.066234425,0.006000697,0.00008947347,0.00020697394,0.000037472575,0.010475958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682075,0.000061262544,0.0006508956,0.00029913746,0.0018720934,0.00029584958],"domain_scores_gemma":[0.99807,0.000054768134,0.00014316507,0.0003886544,0.0006740319,0.00066939276],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002339666,0.00016551693,0.00033470377,0.00032727778,0.000050792056,0.0000026325467,0.00023143404,0.00037937745,0.0012364837],"category_scores_gemma":[0.021331215,0.00012305437,0.000027091566,0.0009043288,0.00038931795,0.00010966269,0.000045962624,0.0013396146,0.00040594672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000431963,0.000051079533,0.0054331915,0.000050326813,0.000019623047,0.0000098066375,0.0025384107,1.8808409e-7,0.000092307084,0.011014078,0.88121927,0.09952851],"study_design_scores_gemma":[0.0061490396,0.0008013695,0.012762099,0.002212566,0.0003045728,0.0020877963,0.014684954,0.002090109,0.00036793787,0.022705873,0.93541396,0.00041970288],"about_ca_topic_score_codex":0.00007976708,"about_ca_topic_score_gemma":9.173979e-7,"teacher_disagreement_score":0.29739717,"about_ca_system_score_codex":0.00024104209,"about_ca_system_score_gemma":0.002823185,"threshold_uncertainty_score":0.9996765},"labels":[],"label_agreement":null},{"id":"W2312287125","doi":"10.1097/acm.0b013e31822a70be","title":"Exploring Residentsʼ Perceptions of Expertise and Expert Development","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Conceptualization; Perception; Dominance (genetics); Inclusion (mineral); Process (computing); Medical education; Psychology; Grounded theory; Applied psychology; Computer science; Medicine; Qualitative research; Sociology; Social psychology; Artificial intelligence","score_opus":0.3147470952936216,"score_gpt":0.39526898858928294,"score_spread":0.08052189329566134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312287125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99220425,0.002410756,0.0003726499,0.0010820093,0.0002563096,0.00016981339,4.5588604e-7,0.00005022643,0.003453502],"genre_scores_gemma":[0.98783845,0.008480118,0.0016212501,0.0010019325,0.00031179585,0.000060963073,0.000007453972,0.000017019394,0.00066102244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863327,0.000027700034,0.00057247485,0.000247029,0.00031197298,0.00020756938],"domain_scores_gemma":[0.99824387,0.0010405435,0.00009663328,0.0002154224,0.000071931805,0.00033162313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00040876016,0.00013106027,0.00040186933,0.00012123734,0.00004575594,7.447334e-7,0.00008267419,0.00011803219,0.00065930386],"category_scores_gemma":[0.011332192,0.00009468703,0.000028579616,0.00012791014,0.00027172314,0.00007361183,0.000060862043,0.00031151474,0.00002568096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090260623,0.00019766929,0.4291986,0.00017322929,0.00022351951,0.0001417446,0.31063703,2.0622427e-7,0.027330188,0.0015639677,0.019091487,0.21053979],"study_design_scores_gemma":[0.0040942747,0.0009201183,0.94592935,0.010738968,0.00016988063,0.00014150816,0.018401073,0.000022579114,0.01549064,0.0004064302,0.0034144006,0.00027077462],"about_ca_topic_score_codex":0.00021472976,"about_ca_topic_score_gemma":0.0000020827747,"teacher_disagreement_score":0.5167308,"about_ca_system_score_codex":0.000034291872,"about_ca_system_score_gemma":0.00006734245,"threshold_uncertainty_score":0.99699575},"labels":[],"label_agreement":null},{"id":"W2312402367","doi":"10.1097/acm.0b013e318201b68b","title":"The History of Academic Medicine: A Notable Year","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Diversity (politics); Variety (cybernetics); Medical education; Alternative medicine; Medicine; Political science; History; Law; Pathology","score_opus":0.09984176317982273,"score_gpt":0.44749180037260067,"score_spread":0.3476500371927779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312402367","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002809688,0.06139689,0.000041067877,0.07663777,0.8333042,0.0015210318,0.000037095244,0.00012882978,0.026652148],"genre_scores_gemma":[0.00038287084,0.1146668,0.000020975156,0.0057792035,0.72673506,0.00010125368,0.00031816517,0.00014046863,0.15185523],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98654085,0.0003734239,0.0025146394,0.0008937476,0.0071856473,0.0024916632],"domain_scores_gemma":[0.9745846,0.013087033,0.0012581792,0.0016286318,0.001312446,0.008129154],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014822809,0.0007447859,0.002398956,0.00062577846,0.0001697683,0.0000026574705,0.001532722,0.006189047,0.002051787],"category_scores_gemma":[0.4457231,0.00040672376,0.00017424051,0.0006022968,0.0050010667,0.000112073,0.00026878802,0.028574916,0.00021355093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007229085,0.000009910245,0.00006228162,0.0014891237,0.00010994554,0.000054067375,0.0018360442,2.5051607e-8,0.0027718216,0.00022038644,0.98444927,0.008274246],"study_design_scores_gemma":[0.0051806928,0.0016392566,0.000037744063,0.006223709,0.00049783726,0.000040226856,0.00076562987,0.00001617138,0.000053058106,0.00051920256,0.9847453,0.00028113704],"about_ca_topic_score_codex":0.001546082,"about_ca_topic_score_gemma":0.00003563242,"teacher_disagreement_score":0.43090028,"about_ca_system_score_codex":0.0018775171,"about_ca_system_score_gemma":0.033083867,"threshold_uncertainty_score":0.9998385},"labels":[],"label_agreement":null},{"id":"W2312541963","doi":"10.1097/acm.0b013e31821b3e14","title":"Perspective: Postearthquake Haiti Renews the Call for Global Health Training in Medical Education","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assembly of First Nations","funders":"","keywords":"Preparedness; Health care; Global health; Curriculum; Perspective (graphical); Injustice; Medicine; Work (physics); Disaster medicine; Medical education; Resource (disambiguation); Nursing; Poison control; Political science; Suicide prevention; Public relations; Public health; Medical emergency; Law","score_opus":0.08138058693024092,"score_gpt":0.43035208860846474,"score_spread":0.3489715016782238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312541963","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32856017,0.029233005,0.001377708,0.55215025,0.0037575488,0.0035125439,0.000022864866,0.00018187985,0.081204005],"genre_scores_gemma":[0.9122715,0.0014529426,0.00018505442,0.08356113,0.0013870238,0.00010809426,0.000042339572,0.000016886155,0.00097501616],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99733007,0.00016210938,0.00078237464,0.00036582223,0.0006063102,0.00075332134],"domain_scores_gemma":[0.99820894,0.00025971592,0.00017834392,0.0002660224,0.0001680882,0.0009189011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003200653,0.00018583643,0.00055803545,0.000108493725,0.00010807736,0.0000015654075,0.00020075355,0.00030921772,0.00023716455],"category_scores_gemma":[0.0043119737,0.000117017946,0.00006686283,0.00042337528,0.00025692067,0.000053205244,0.000026085709,0.00078393373,0.000012707253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014838378,0.0001546397,0.05816607,0.00046028546,0.00006256397,0.00005821334,0.08187698,3.1811297e-7,0.00001739664,0.1868826,0.32867756,0.34215954],"study_design_scores_gemma":[0.012576843,0.0035450968,0.43850008,0.006411986,0.00018885058,0.0028791751,0.13180661,0.00072706677,0.000018992567,0.09212289,0.31060988,0.0006125265],"about_ca_topic_score_codex":0.0038948138,"about_ca_topic_score_gemma":0.0007548438,"teacher_disagreement_score":0.5837113,"about_ca_system_score_codex":0.0005484535,"about_ca_system_score_gemma":0.0057343724,"threshold_uncertainty_score":0.9999022},"labels":[],"label_agreement":null},{"id":"W2312628104","doi":"10.1097/acm.0000000000000025","title":"Do Residents Who Train in Safety Net Settings Return for Practice?","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petrel Robertson Consulting (Canada)","funders":"","keywords":"Safety net; Medicine; Family medicine; Health care; Medicaid; Health insurance; Medical emergency; Environmental health","score_opus":0.05964770922824046,"score_gpt":0.4826911963686361,"score_spread":0.42304348714039564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312628104","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31834534,0.00809345,0.00041898942,0.59847915,0.0026617204,0.010840771,0.000038690076,0.00030639127,0.06081553],"genre_scores_gemma":[0.7384889,0.008805705,0.0024708847,0.18939008,0.006136186,0.0020455373,0.00020836633,0.00016695827,0.052287374],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99505293,0.0008569582,0.0017364757,0.00051099766,0.0005746341,0.001268016],"domain_scores_gemma":[0.99265665,0.0054199398,0.00071300525,0.00043149624,0.00032854188,0.00045035497],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005453809,0.00026416132,0.0006733665,0.00018969372,0.0003970047,0.0000037255384,0.000460528,0.00085060025,0.0020208156],"category_scores_gemma":[0.012685837,0.00020587543,0.000034463665,0.00049300067,0.00013795968,0.00043412708,0.00011838219,0.0026756877,0.00045084854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002723877,0.0000072151574,0.031608682,0.0005639398,0.000013343086,0.0000061040096,0.030883683,0.0000016981669,0.00015417475,0.0033535552,0.9282303,0.0049049053],"study_design_scores_gemma":[0.005079768,0.00029008463,0.035179168,0.008727743,0.000050257684,0.0000119324095,0.058281373,0.00040398177,0.000010843211,0.016465344,0.8752217,0.00027777939],"about_ca_topic_score_codex":0.0040000672,"about_ca_topic_score_gemma":0.00012515608,"teacher_disagreement_score":0.42014357,"about_ca_system_score_codex":0.00046232383,"about_ca_system_score_gemma":0.00026055658,"threshold_uncertainty_score":0.9996252},"labels":[],"label_agreement":null},{"id":"W2312657897","doi":"10.1097/acm.0b013e318226765c","title":"Do Medical Professionalism and Medical Education Involve Commitments to Political Advocacy?","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Obligation; Politics; Autonomy; Public relations; Patient advocacy; Health care; Professional responsibility; Position (finance); Social responsibility; Political science; Professional association; Consumer Advocacy; Medicine; Law; Nursing; MEDLINE; Business","score_opus":0.21190339316129939,"score_gpt":0.5648237993231268,"score_spread":0.3529204061618274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312657897","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010021062,0.0035029694,0.0002295212,0.91116095,0.011672678,0.0021122396,0.000017222244,0.00019905817,0.070103265],"genre_scores_gemma":[0.005717618,0.002503449,0.00019469179,0.9345325,0.036982585,0.0009231479,0.00055805536,0.00017506414,0.018412882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.976539,0.00891553,0.0028217009,0.0014413001,0.008100824,0.0021816394],"domain_scores_gemma":[0.96747583,0.02600692,0.0008840611,0.001204826,0.0007686442,0.003659737],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.020950688,0.0008333026,0.0016106553,0.0006145257,0.0010976515,0.0000062514464,0.002219998,0.015994405,0.03501545],"category_scores_gemma":[0.20456062,0.0006014613,0.0000839991,0.00048842194,0.0023549004,0.00019740948,0.0017615649,0.09253983,0.0016369463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057245124,0.0000407993,0.0021527384,0.0013028187,0.00008808301,0.0002604305,0.008614001,8.3602686e-10,0.0000013136894,0.074410625,0.9102201,0.0028518594],"study_design_scores_gemma":[0.0014575587,0.00017422128,0.00037873958,0.019078908,0.00023699163,0.00014323927,0.006251456,0.0000072116172,7.8740095e-7,0.12816207,0.84363914,0.00046965852],"about_ca_topic_score_codex":0.0019484524,"about_ca_topic_score_gemma":0.000034610075,"teacher_disagreement_score":0.18360995,"about_ca_system_score_codex":0.00064757426,"about_ca_system_score_gemma":0.014521593,"threshold_uncertainty_score":0.9996437},"labels":[],"label_agreement":null},{"id":"W2312720509","doi":"10.1097/acm.0b013e3181fd0eeb","title":"Important Proposals for Education-Service Exchange Programs","year":2010,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Nonprofit Sector and Volunteering","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Incentive; Service (business); Public relations; Medical education; Officer; Health care; Economic shortage; Publication; Political science; Medicine; Business; Government (linguistics); Marketing; Economics; Law","score_opus":0.037062139022352045,"score_gpt":0.3999839952612892,"score_spread":0.36292185623893713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312720509","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007471252,0.004778301,0.000055750756,0.006594514,0.9795344,0.0027195085,0.000041444175,0.00023120722,0.0052977507],"genre_scores_gemma":[0.00041019433,0.00330373,0.00020462302,0.00058145693,0.97508484,0.0011012336,0.0008213951,0.00008392401,0.018408617],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964742,0.000097249074,0.00074089965,0.0005988191,0.0013598484,0.0007290002],"domain_scores_gemma":[0.9968588,0.00091664895,0.00054636825,0.00037232492,0.00090538437,0.00040051554],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.003445563,0.00035381087,0.00062152126,0.0001688864,0.00042668407,0.00002960004,0.0010200547,0.0026977279,0.0004376691],"category_scores_gemma":[0.0056606755,0.0002893023,0.00008290924,0.00044140063,0.00036560962,0.0001615858,0.000071270646,0.0025640328,0.00002878286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019810106,0.000012639449,0.0003509336,0.00052989123,0.000025875974,7.6076515e-7,0.0163679,3.0718483e-9,0.00019621302,0.0012803698,0.97153413,0.009681473],"study_design_scores_gemma":[0.00041976094,0.0001118803,0.000009624544,0.0008429134,0.00013386818,6.359633e-7,0.003910519,0.0000027254534,0.000017750572,0.002690335,0.9915398,0.00032020206],"about_ca_topic_score_codex":0.015395411,"about_ca_topic_score_gemma":0.0080623925,"teacher_disagreement_score":0.020005655,"about_ca_system_score_codex":0.00020308077,"about_ca_system_score_gemma":0.0032896246,"threshold_uncertainty_score":0.9999559},"labels":[],"label_agreement":null},{"id":"W2312734701","doi":"10.1097/acm.0b013e3182864f8c","title":"AM Last Page","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine","score_opus":0.02663251926712095,"score_gpt":0.35472928095683104,"score_spread":0.3280967616897101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312734701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8554775,0.0005221896,0.0012159732,0.101638176,0.0012031216,0.0006922222,4.148879e-7,0.00017916872,0.039071247],"genre_scores_gemma":[0.95363766,0.00023854169,0.0008792923,0.029110111,0.0028219088,0.0001174609,0.00007576745,0.000027474,0.013091782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983652,0.000027234484,0.0005130022,0.000246236,0.0005380267,0.0003102755],"domain_scores_gemma":[0.9990272,0.00008091725,0.000112190995,0.00035581217,0.00025267465,0.0001712218],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053301186,0.00014491548,0.00029179387,0.00022584033,0.0000651466,0.0000030954707,0.00015710633,0.00025463098,0.00716594],"category_scores_gemma":[0.0025437693,0.000102406244,0.00002470912,0.00064245326,0.00031256332,0.00012361068,0.0000340839,0.0010151019,0.0016738756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086369955,0.00001780552,0.014697828,0.00008036392,0.000026736196,0.000005647619,0.0016610936,1.7378561e-7,0.015833752,0.0037224945,0.9138941,0.050051346],"study_design_scores_gemma":[0.005596169,0.0008366817,0.19203462,0.0017161785,0.00030130878,0.00058857346,0.009739565,0.0015788245,0.0025190818,0.010527482,0.77405,0.0005115049],"about_ca_topic_score_codex":0.00006097455,"about_ca_topic_score_gemma":3.4328437e-7,"teacher_disagreement_score":0.17733678,"about_ca_system_score_codex":0.000095089614,"about_ca_system_score_gemma":0.00008357316,"threshold_uncertainty_score":0.9991034},"labels":[],"label_agreement":null},{"id":"W2313299358","doi":"10.1097/acm.0000000000000119","title":"The Innovation Forager","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Public Health; North York General Hospital","funders":"","keywords":"Enthusiasm; Scholarship; Bureaucracy; Curiosity; Public relations; Sociology; Work (physics); Academic community; Political science; Psychology; Social science; Engineering","score_opus":0.2649002159929895,"score_gpt":0.4845645955806058,"score_spread":0.21966437958761625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313299358","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003009331,0.0021571023,0.0006060689,0.9781527,0.0010551651,0.0009985638,0.0000027708902,0.00009511579,0.016631596],"genre_scores_gemma":[0.0009849349,0.0044616177,0.000015023001,0.9078005,0.037187837,0.00008631368,0.00049715897,0.00006762175,0.048899],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99400634,0.000235162,0.0010906953,0.00042266867,0.0024795132,0.0017656048],"domain_scores_gemma":[0.9939145,0.0026807701,0.00036829946,0.0007858319,0.00052153284,0.0017290743],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0066214534,0.00034147964,0.00076547347,0.0004276106,0.00023857104,0.000008735729,0.00043908038,0.0020317356,0.00047236332],"category_scores_gemma":[0.1358847,0.0001676819,0.000059448004,0.000920509,0.000774482,0.000045364293,0.0000683172,0.0130964145,0.00041613387],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000574659,0.0000013328535,0.00005512642,0.0005555916,0.000041195297,0.00021240697,0.00011582352,9.98117e-9,0.00010897024,0.0003573623,0.97291446,0.025580281],"study_design_scores_gemma":[0.001415213,0.00043387478,0.00005308557,0.001538528,0.00009942523,0.0002760757,0.000061368795,0.00003791477,0.000033723005,0.0017086957,0.9942048,0.00013728763],"about_ca_topic_score_codex":0.00006880565,"about_ca_topic_score_gemma":6.4871836e-7,"teacher_disagreement_score":0.12926325,"about_ca_system_score_codex":0.00028776503,"about_ca_system_score_gemma":0.0033119693,"threshold_uncertainty_score":0.9992638},"labels":[],"label_agreement":null},{"id":"W2313302498","doi":"10.1097/acm.0000000000001122","title":"Hurdles to Legislative Advocacy Training in the United States","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Nursing Education, Practice, and Leadership","field":"Nursing","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Legislature; Mandate; State legislature; Political science; Legislator; State (computer science); Accreditation; Curriculum; Plea; Public administration; Public relations; Medicine; Law; Legislation","score_opus":0.095894342844142,"score_gpt":0.38236165735761846,"score_spread":0.28646731451347646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313302498","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034798891,0.0009372213,0.00016686303,0.9844382,0.0042714668,0.00065800484,0.000009171549,0.000085519954,0.005953698],"genre_scores_gemma":[0.013626416,0.00021133997,0.00004747056,0.9498914,0.029750943,0.00007835829,0.0006011077,0.000091246875,0.005701757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958973,0.0011477742,0.00067863066,0.0005767713,0.00085790793,0.00084159547],"domain_scores_gemma":[0.9932527,0.00558906,0.00040870512,0.000545594,0.000111355526,0.000092573384],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024982076,0.0004402583,0.0005583142,0.00094961975,0.00016116104,0.000024934116,0.0009699273,0.0009497946,0.00022149162],"category_scores_gemma":[0.002424695,0.000259993,0.00005002362,0.00090391334,0.00044184615,0.00020444389,0.000011385216,0.005683071,0.00014865873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056392877,0.0000022709912,0.00006786177,0.000048450653,0.000016363188,0.00001787674,0.3539935,0.0000012715188,0.00004296599,0.00006529249,0.641834,0.0038537134],"study_design_scores_gemma":[0.0005910217,0.00021043168,0.00017362511,0.0024884932,0.00013766512,0.000052893694,0.09523695,0.000006270279,0.000017104458,0.0062279142,0.89456075,0.0002968569],"about_ca_topic_score_codex":0.0010489094,"about_ca_topic_score_gemma":0.00001964463,"teacher_disagreement_score":0.25875655,"about_ca_system_score_codex":0.00023077484,"about_ca_system_score_gemma":0.00020794678,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W2313394118","doi":"10.1097/acm.0b013e31825371d0","title":"If You Can’t Handle Death ...","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Chose; Witness; Medicine; Family medicine; Law","score_opus":0.05250702003323163,"score_gpt":0.36068782903046936,"score_spread":0.30818080899723777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313394118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.932798,0.008634455,0.00037137527,0.03359276,0.0020691466,0.00036682916,0.0000023701832,0.00012430624,0.022040758],"genre_scores_gemma":[0.96586,0.0012280745,0.00011810589,0.011417496,0.006836358,0.000032341988,0.00007706864,0.000023588338,0.014406958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836934,0.000040674335,0.00037032226,0.00020060486,0.0004900635,0.00052901445],"domain_scores_gemma":[0.99853617,0.00012531578,0.00009252291,0.0002565607,0.00006421064,0.00092521554],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008349275,0.00016651193,0.00035336878,0.00011785648,0.00006818181,0.0000011561312,0.000110456764,0.00029354251,0.0014348798],"category_scores_gemma":[0.0015869916,0.00011405573,0.000040659455,0.00022179337,0.00016985876,0.00009714017,0.000028442702,0.00084439927,0.00018437873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022355748,0.00020580502,0.33839333,0.00041739948,0.00016369678,0.00003047534,0.2393089,4.4611215e-7,0.009624539,0.00948316,0.36283103,0.03931769],"study_design_scores_gemma":[0.006896739,0.0009174302,0.16350164,0.0017601185,0.0010130251,0.0008662708,0.052361876,0.00007283298,0.01049852,0.0018703332,0.7597276,0.0005136494],"about_ca_topic_score_codex":0.00014639337,"about_ca_topic_score_gemma":7.3834167e-7,"teacher_disagreement_score":0.39689654,"about_ca_system_score_codex":0.000107671585,"about_ca_system_score_gemma":0.00016255172,"threshold_uncertainty_score":0.9994779},"labels":[],"label_agreement":null},{"id":"W2313586819","doi":"10.1097/acm.0b013e31823a91e2","title":"Black Balls and Diagnostic Reasoning","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medical diagnosis; Complaint; Ball (mathematics); Mathematics education; Medical education; Computer science; Medicine; Psychology; Mathematics; Pathology","score_opus":0.04755836845215343,"score_gpt":0.3394408998282956,"score_spread":0.2918825313761422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313586819","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014177015,0.014414382,0.0001435128,0.9420756,0.001413951,0.0010268036,0.000024224424,0.00028760615,0.026436923],"genre_scores_gemma":[0.014385239,0.024078691,0.00020963859,0.9152356,0.020703748,0.00006029263,0.00063431554,0.0001639242,0.024528557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960121,0.00014726126,0.0011082395,0.0010181287,0.00087471533,0.0008395553],"domain_scores_gemma":[0.9620096,0.03600264,0.00045177923,0.00076386717,0.0001638216,0.00060828996],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001006848,0.00065992115,0.001690449,0.00028853826,0.00007346198,0.000008450351,0.00031679813,0.0028818543,0.0016743274],"category_scores_gemma":[0.19780542,0.0004820643,0.00013815843,0.00025927724,0.001252082,0.000052815325,0.00017424578,0.007983594,0.0004695572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004067698,0.000009336038,0.008646761,0.00027530445,0.00014915694,0.0019186146,0.00096866343,6.647453e-8,0.0000109589855,0.00017601746,0.9847317,0.0030727596],"study_design_scores_gemma":[0.003511367,0.0010096674,0.010495691,0.040877044,0.002363864,0.0011429801,0.00018585316,0.00003694044,0.000025397514,0.002482237,0.93722254,0.000646429],"about_ca_topic_score_codex":0.00025424684,"about_ca_topic_score_gemma":0.0000011629177,"teacher_disagreement_score":0.19679856,"about_ca_system_score_codex":0.00008279373,"about_ca_system_score_gemma":0.00021242313,"threshold_uncertainty_score":0.99976313},"labels":[],"label_agreement":null},{"id":"W2313680217","doi":"10.1097/acm.0b013e3181ffe89e","title":"Do E-mail Alerts of New Research Increase Knowledge Translation? A “Nephrology Now” Randomized Control Trial","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Manitoba; University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Randomized controlled trial; Nephrology; Odds ratio; Knowledge translation; MEDLINE; Scale (ratio); Service (business); Internal medicine; Odds; Family medicine; Population; Computer science; Logistic regression; Knowledge management","score_opus":0.3000255272615228,"score_gpt":0.5405024990067125,"score_spread":0.24047697174518973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313680217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86971134,0.003287215,0.00020631545,0.09173601,0.012456786,0.0076679788,0.0000031979553,0.00007558833,0.014855568],"genre_scores_gemma":[0.97886413,0.0017197907,0.00011132569,0.0005556086,0.017200666,0.0008808499,0.000008437232,0.000018393166,0.0006408229],"study_design_codex":"qualitative","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9933505,0.0036087902,0.0010212051,0.00033693228,0.0010512626,0.000631313],"domain_scores_gemma":[0.95595706,0.04223399,0.0003349701,0.00027459348,0.0005357158,0.00066369836],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0258717,0.00014211767,0.0008685573,0.00039396793,0.00035456987,0.000006309982,0.0005229289,0.00080831785,0.0018356582],"category_scores_gemma":[0.08522571,0.00011718757,0.00008607533,0.0009267052,0.0028515984,0.00013646013,0.000019416333,0.0018790385,0.000080423284],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2660423,0.00010737015,0.0024887957,0.00009141042,0.00010345047,0.0000024050478,0.5118499,3.5147252e-7,0.0023009602,0.05507726,0.089089714,0.07284613],"study_design_scores_gemma":[0.65446705,0.0002544212,0.00046409786,0.00011039194,0.00014107331,0.0000015492262,0.0059389193,0.000048594,0.00004662831,0.027267294,0.3111197,0.00014029063],"about_ca_topic_score_codex":0.01489415,"about_ca_topic_score_gemma":0.0031198084,"teacher_disagreement_score":0.50591093,"about_ca_system_score_codex":0.00009599546,"about_ca_system_score_gemma":0.002856087,"threshold_uncertainty_score":0.9998621},"labels":[],"label_agreement":null},{"id":"W2313820638","doi":"10.1097/acm.0b013e318257d1a5","title":"Rueful Valedictory Repentance","year":2012,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Repentance; Simple (philosophy); Political science; Law and economics; Economics; Philosophy; Epistemology; Theology","score_opus":0.10978508382712406,"score_gpt":0.4750413513798167,"score_spread":0.36525626755269264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313820638","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006946053,0.034892987,0.000059328897,0.8467573,0.017195048,0.0018612135,0.00004350128,0.00052706606,0.09796895],"genre_scores_gemma":[0.0009766932,0.0062781973,0.000040858242,0.71111935,0.097848855,0.00028177875,0.0006020118,0.0001463453,0.18270591],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911114,0.0013868645,0.0022841152,0.0008693982,0.0016220475,0.0027262005],"domain_scores_gemma":[0.99362344,0.0026215042,0.0015413389,0.0013229008,0.00026879905,0.0006220069],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0028327638,0.00074804213,0.001566296,0.0003073989,0.00067113974,0.0000013950066,0.0011897899,0.006559326,0.019222138],"category_scores_gemma":[0.0013964581,0.00057713257,0.00010254666,0.000445294,0.0004908772,0.00016797983,0.00031645372,0.027787022,0.007852206],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021873628,0.0000017952302,0.011343959,0.0017583703,0.00003809441,0.00011513615,0.004523047,5.0300628e-8,0.0000066809976,0.00017612842,0.9814653,0.0005495985],"study_design_scores_gemma":[0.0009346453,0.000079187164,0.00038060945,0.009945622,0.00020951196,0.000028877332,0.0013838618,0.000003852127,0.0000015825692,0.0011576905,0.9854444,0.00043014792],"about_ca_topic_score_codex":0.00040094816,"about_ca_topic_score_gemma":0.000011159857,"teacher_disagreement_score":0.13563794,"about_ca_system_score_codex":0.0009840867,"about_ca_system_score_gemma":0.00052148046,"threshold_uncertainty_score":0.999668},"labels":[],"label_agreement":null},{"id":"W2313931152","doi":"10.1097/acm.0b013e31829a0fec","title":"Sustaining Quality Improvement and Patient Safety Training in Graduate Medical Education","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Training (meteorology); Medical education; Graduate medical education; Quality (philosophy); Patient safety; MEDLINE; Higher education; Medicine; Psychology; Nursing; Accreditation; Health care; Political science","score_opus":0.15765822369358817,"score_gpt":0.4870763133310003,"score_spread":0.32941808963741215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2313931152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87659776,0.00046901332,0.0011108766,0.112461045,0.001264995,0.0014174974,0.0000019090528,0.00006541109,0.0066114757],"genre_scores_gemma":[0.9731263,0.0009034028,0.00007196514,0.02436084,0.00037243476,0.00045170798,0.000053923453,0.000014729036,0.000644716],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996426,0.0005283508,0.0014058423,0.0003321355,0.000775877,0.00053183746],"domain_scores_gemma":[0.9977969,0.0007910212,0.00049672415,0.00020873548,0.00015741224,0.0005492178],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027875004,0.00016210649,0.00036908366,0.00019177796,0.00025683868,3.1839716e-7,0.00016764212,0.00036501425,0.0014517697],"category_scores_gemma":[0.006367977,0.000123775,0.000016535812,0.00026984527,0.00021106374,0.00017462963,0.00010728458,0.0017641383,0.00006325718],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000795254,0.000035418743,0.057117593,0.00035410293,0.000020663514,0.0000021472372,0.3244932,0.000004445828,0.0004146503,0.0145676,0.015325747,0.5875849],"study_design_scores_gemma":[0.00439103,0.00036226338,0.29260862,0.0036000942,0.000028676537,0.0000063091475,0.6022966,0.0008586276,0.00001866321,0.013422456,0.08203275,0.00037396012],"about_ca_topic_score_codex":0.0015000511,"about_ca_topic_score_gemma":0.00006832323,"teacher_disagreement_score":0.58721095,"about_ca_system_score_codex":0.0002262059,"about_ca_system_score_gemma":0.0013275571,"threshold_uncertainty_score":0.99946105},"labels":[],"label_agreement":null},{"id":"W2314378292","doi":"10.1097/acm.0b013e318222e314","title":"Comparison of Canadian Medical Graduates and International Medical Graduates in Canada: 1989–2007","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Specialty; Medicine; Family medicine; Health care; Demography; Political science","score_opus":0.16914266097298344,"score_gpt":0.469250910574615,"score_spread":0.3001082496016315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314378292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8698712,0.0046333885,0.000009384526,0.09320202,0.0028710645,0.00052248925,0.000021058953,0.000032428037,0.02883697],"genre_scores_gemma":[0.9839847,0.0045218267,0.000056758032,0.01013395,0.00061265583,0.000034888708,0.000044205655,0.000020050999,0.00059093937],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99533916,0.00034195173,0.0016375135,0.00032797846,0.0014832634,0.0008701133],"domain_scores_gemma":[0.99625736,0.0010256703,0.00032848475,0.00020267449,0.00014819721,0.0020375957],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002242979,0.00021238494,0.0007152517,0.0005544699,0.00014740691,5.3614406e-7,0.00066230685,0.0006575315,0.012296503],"category_scores_gemma":[0.004337915,0.00016746188,0.00001586354,0.0005597541,0.0003842416,0.000067701156,0.00014892609,0.002567593,0.00003884771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034435514,0.0000074955096,0.83142966,0.000113360846,0.000017250728,0.000055060093,0.008267813,1.8663486e-7,0.000002235374,0.005718778,0.1513686,0.0029850919],"study_design_scores_gemma":[0.0046081576,0.00024658086,0.6471607,0.009997635,0.000056635326,0.000052052867,0.055882707,0.0032480867,0.00005900564,0.0055803205,0.2726123,0.0004958224],"about_ca_topic_score_codex":0.99765706,"about_ca_topic_score_gemma":0.99821836,"teacher_disagreement_score":0.184269,"about_ca_system_score_codex":0.00071845757,"about_ca_system_score_gemma":0.0077223773,"threshold_uncertainty_score":0.9997335},"labels":[],"label_agreement":null},{"id":"W2314875266","doi":"10.1097/acm.0b013e3182a3116f","title":"Understanding Clinical Uncertainty","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Novelty; Action (physics); Psychology; Qualitative research; Computer science; Medical education; Management science; Medicine; Social psychology","score_opus":0.29919923060637654,"score_gpt":0.45243530938688775,"score_spread":0.1532360787805112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314875266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8244631,0.0014465861,0.006992123,0.10015538,0.0020879563,0.0010655185,0.0000022374472,0.00036582194,0.06342123],"genre_scores_gemma":[0.97682047,0.0016499072,0.00015683971,0.0148600675,0.002122999,0.000025350322,0.0000323414,0.00002384284,0.004308177],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99771804,0.00009250968,0.00093471754,0.0003895884,0.00046705265,0.0003980669],"domain_scores_gemma":[0.9849327,0.01368383,0.00016471678,0.00037197108,0.00010629746,0.0007404885],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013906425,0.00017844923,0.0006362438,0.00009332326,0.00006360524,0.000004813552,0.00014747313,0.00041044533,0.003575408],"category_scores_gemma":[0.07537547,0.0001166797,0.00010659673,0.00025586036,0.000549093,0.000060971404,0.000053929354,0.0012478946,0.0009124226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009865506,0.000046388905,0.27847013,0.000030834948,0.0001142006,0.000052772215,0.000496501,0.0000049459004,0.0002437792,0.010940049,0.69573313,0.0137686],"study_design_scores_gemma":[0.035075963,0.006343059,0.6421132,0.022788426,0.0018216431,0.0009392966,0.012531825,0.00896823,0.00013428135,0.18147334,0.086422436,0.001388288],"about_ca_topic_score_codex":0.00020615701,"about_ca_topic_score_gemma":0.0000014168102,"teacher_disagreement_score":0.6093107,"about_ca_system_score_codex":0.00012074956,"about_ca_system_score_gemma":0.00011882522,"threshold_uncertainty_score":0.9998655},"labels":[],"label_agreement":null},{"id":"W2314955644","doi":"10.1097/acm.0000000000000560","title":"The “Educational Alliance” as a Framework for Reconceptualizing Feedback in Medical Education","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":556,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Alliance; Negotiation; Context (archaeology); Process (computing); Perception; Psychology; Medical education; Knowledge management; Computer science; Sociology; Medicine; Political science","score_opus":0.08660462077238293,"score_gpt":0.5060787244205383,"score_spread":0.4194741036481553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314955644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025192487,0.91326475,0.0009918284,0.07543665,0.005592077,0.0027493797,0.000002541219,0.000046131543,0.0018914174],"genre_scores_gemma":[0.000020140966,0.9586772,0.0022678971,0.01605517,0.012446545,0.0029136247,0.00090211094,0.000111584515,0.00660578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428517,0.0003062253,0.0025574625,0.0007884015,0.0013928545,0.00066988677],"domain_scores_gemma":[0.99221593,0.004901068,0.0011200379,0.0009018189,0.00048372563,0.00037740896],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0050876862,0.00055027544,0.0020103909,0.00041906146,0.00025781672,0.000015696101,0.0009214059,0.0020893035,0.0015572689],"category_scores_gemma":[0.08676048,0.00034748705,0.00023349542,0.0015593626,0.0008353142,0.000080482,0.000074588985,0.004276492,0.00028329075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014943894,0.0000351375,0.000031725274,0.0054250904,0.0000609437,7.329159e-7,0.00053707673,2.4451737e-8,5.622078e-8,0.1029658,0.16580762,0.72512084],"study_design_scores_gemma":[0.00056818215,0.000110003624,0.000023838878,0.09531143,0.00046832897,0.00026877687,0.00086799747,0.000032176944,1.5193056e-7,0.031023003,0.8710687,0.00025741724],"about_ca_topic_score_codex":0.000037428053,"about_ca_topic_score_gemma":0.000006186244,"teacher_disagreement_score":0.7248634,"about_ca_system_score_codex":0.000868757,"about_ca_system_score_gemma":0.009768491,"threshold_uncertainty_score":0.9998977},"labels":[],"label_agreement":null},{"id":"W2315176984","doi":"10.1097/acm.0b013e31826e3236","title":"More About the Future of Psychiatry Education","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Community College; University of British Columbia","funders":"","keywords":"Subspecialty; Psychological intervention; Health care; Medicine; Population; Accountability; Mental health; Medical education; Nursing; Family medicine; Psychology; Public relations; Psychiatry; Political science","score_opus":0.04971705318274461,"score_gpt":0.4844460131760704,"score_spread":0.4347289599933258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315176984","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18145536,0.1291878,0.000059294463,0.6158608,0.022242457,0.0008589681,0.0000068118243,0.00006714482,0.050261345],"genre_scores_gemma":[0.58939314,0.010895466,0.00022835027,0.34844077,0.03851182,0.00016282959,0.000055447235,0.000032928736,0.012279239],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830884,0.00022910592,0.0006358174,0.00010651734,0.00028609144,0.00043360275],"domain_scores_gemma":[0.99861604,0.00038434417,0.00035785636,0.00035020077,0.00010318389,0.0001883488],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013774413,0.00011086295,0.0002709553,0.000074686846,0.00030139185,2.4034202e-7,0.00028126308,0.00033331412,0.0011175016],"category_scores_gemma":[0.0001630849,0.00005853799,0.000031476717,0.00022535086,0.00012047026,0.000107086365,0.00005665112,0.0014624469,0.000117361706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011652883,0.0000054672305,0.31966475,0.00024143624,0.000006832525,1.8130157e-8,0.010999044,1.4122106e-8,0.000032364085,0.03899016,0.6217911,0.008257176],"study_design_scores_gemma":[0.00030835788,0.000021930675,0.27882442,0.0002286076,0.000041375897,0.0000025223928,0.026637852,4.823338e-7,0.0000033356177,0.0024756596,0.6914057,0.000049737886],"about_ca_topic_score_codex":0.00018781914,"about_ca_topic_score_gemma":0.000023525696,"teacher_disagreement_score":0.4079378,"about_ca_system_score_codex":0.00011517945,"about_ca_system_score_gemma":0.0015938424,"threshold_uncertainty_score":0.9997956},"labels":[],"label_agreement":null},{"id":"W2315413233","doi":"10.1097/acm.0b013e3182604968","title":"Competency Is Not Enough","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":621,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cognitive reframing; Perspective (graphical); Identity (music); Medical education; Meaning (existential); Salient; Focus (optics); Psychology; Engineering ethics; Public relations; Sociology; Medicine; Social psychology; Political science; Computer science","score_opus":0.05289375579042268,"score_gpt":0.3944105420154259,"score_spread":0.34151678622500325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315413233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7014896,0.0030112655,0.0014902637,0.22478268,0.0038854692,0.00059349835,0.0000026746063,0.00020945861,0.06453504],"genre_scores_gemma":[0.90571284,0.00039826074,0.0016145261,0.07928248,0.005484342,0.000030970044,0.00006397795,0.000026742087,0.0073858295],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800086,0.000032204167,0.00057251623,0.00020954123,0.00070650707,0.00047834203],"domain_scores_gemma":[0.9989535,0.00009447521,0.00014047393,0.0003911078,0.0001764219,0.00024399516],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010697306,0.00016677937,0.00034750268,0.0002187035,0.00008486019,0.0000013586636,0.00016130439,0.00028879245,0.0044140527],"category_scores_gemma":[0.0019151369,0.00012349387,0.000033479173,0.00064274605,0.000293198,0.0001536392,0.00003841409,0.0010856993,0.000682754],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056801215,0.00006607647,0.042010672,0.00016584188,0.00006365443,0.0000042431343,0.017066294,6.667076e-8,0.010969498,0.040116314,0.84691834,0.042562194],"study_design_scores_gemma":[0.002041599,0.00023029865,0.057698894,0.0005201801,0.00023572161,0.0003350807,0.0031129462,0.00011202817,0.0047189393,0.0009414443,0.929833,0.00021989337],"about_ca_topic_score_codex":0.000025717245,"about_ca_topic_score_gemma":7.306354e-8,"teacher_disagreement_score":0.20422322,"about_ca_system_score_codex":0.000123625,"about_ca_system_score_gemma":0.00011763952,"threshold_uncertainty_score":0.996496},"labels":[],"label_agreement":null},{"id":"W2315888872","doi":"10.1097/acm.0000000000000172","title":"When the Learning Environment Is Suboptimal","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Natural Sciences and Engineering Research Council of Canada; Royal College of Physicians and Surgeons of Canada; McGill University; Montreal General Hospital","funders":"Faculty of Medicine, McGill University; McGill University","keywords":"Thematic analysis; Psychological intervention; Focus group; Perception; Learning environment; Psychology; Medical education; Perspective (graphical); Medicine; Applied psychology; Qualitative research; Nursing; Pedagogy","score_opus":0.03839736000769566,"score_gpt":0.2991913801542,"score_spread":0.2607940201465043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315888872","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13840203,0.0023065123,0.0052997684,0.43478724,0.00127333,0.00040053326,0.0000011910278,0.00017449363,0.4173549],"genre_scores_gemma":[0.9452661,0.0019360714,0.000030182122,0.015898425,0.0022391672,0.0000046005166,0.0000039520055,0.000006764822,0.034614734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800426,0.00027945265,0.00016007051,0.00017971684,0.0010760385,0.00030045715],"domain_scores_gemma":[0.99921674,0.00036795868,0.000080012804,0.00015179026,0.000021868771,0.00016161524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004099982,0.00008625574,0.00014890922,0.000036302023,0.000584792,0.000008249203,0.00065758626,0.00014384945,0.004411652],"category_scores_gemma":[0.0007813336,0.00005473045,0.000026589823,0.000090365334,0.0010836889,0.00007763363,0.00009507055,0.0007371869,0.0003375999],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019789084,0.0000051098286,0.023983713,0.00001269685,0.000036246383,0.0000043844398,0.3553561,0.000038303504,0.0002631775,0.05170706,0.5315517,0.037021697],"study_design_scores_gemma":[0.00032221872,0.0000991432,0.0006749546,0.000040796767,0.00004691898,0.0000011336255,0.052394345,0.00009888803,0.000018944082,0.0036668363,0.94256824,0.000067559406],"about_ca_topic_score_codex":0.00073228544,"about_ca_topic_score_gemma":0.000009007369,"teacher_disagreement_score":0.8068641,"about_ca_system_score_codex":0.00005268101,"about_ca_system_score_gemma":0.000026439358,"threshold_uncertainty_score":0.99649847},"labels":[],"label_agreement":null},{"id":"W2315916874","doi":"10.1097/acm.0b013e3181f5ced4","title":"Commentary: Are We Ready to Embrace the Rest of the Flexner Report?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rest (music); MEDLINE; Psychology; Medicine; Medical education; Political science; Internal medicine; Law","score_opus":0.041692087087407494,"score_gpt":0.3938572129607548,"score_spread":0.3521651258733473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315916874","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41338632,0.00012409806,0.00006484942,0.5813982,0.0020251153,0.00049502193,0.0000019778636,0.000024331071,0.0024800932],"genre_scores_gemma":[0.8644118,0.00011607292,0.00037609585,0.12439521,0.0029789836,0.000065540815,0.000047571775,0.000027532911,0.0075812284],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978439,0.000071627386,0.00076436106,0.0002553102,0.0008240856,0.00024071864],"domain_scores_gemma":[0.9976971,0.0002409243,0.00043578306,0.0011958361,0.00031460365,0.00011571336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002135997,0.00014717819,0.00031151535,0.00011634002,0.00014958995,0.0000021688606,0.00048794938,0.00023410418,0.0004748597],"category_scores_gemma":[0.007830692,0.000069134665,0.000035060326,0.00094168755,0.0006401081,0.000043743323,0.00012161329,0.0021598923,0.000026473035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003470702,0.000022535065,0.017471911,0.000051681982,0.00002832438,0.000010117675,0.0031069396,7.6863853e-7,0.025294477,0.0028615238,0.94669056,0.0044264817],"study_design_scores_gemma":[0.00072942424,0.00010372164,0.06358153,0.00077064516,0.00016670855,0.00048597043,0.0048091495,0.00004722617,0.0036386044,0.0009587401,0.924615,0.0000932494],"about_ca_topic_score_codex":0.00018632381,"about_ca_topic_score_gemma":0.000028588876,"teacher_disagreement_score":0.457003,"about_ca_system_score_codex":0.000057978028,"about_ca_system_score_gemma":0.00012844983,"threshold_uncertainty_score":0.93837774},"labels":[],"label_agreement":null},{"id":"W2316428182","doi":"10.1097/acm.0000000000000479","title":"Family Physician Preceptors’ Conceptualizations of Health Advocacy","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health; Workers Compensation Board of British Columbia; University of British Columbia","funders":"","keywords":"Health care; Nursing; Medicine; Health education; Patient advocacy; Public health; Medical education; Psychology; MEDLINE; Political science","score_opus":0.11186242381571068,"score_gpt":0.501367423577187,"score_spread":0.38950499976147634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316428182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44366476,0.0055840546,0.036354996,0.2806515,0.011244319,0.0031026108,0.000031232954,0.00042884145,0.21893768],"genre_scores_gemma":[0.8568296,0.0014285374,0.00009042572,0.13252434,0.0041975267,0.00012452519,0.00014641733,0.000033773842,0.004624876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636126,0.0010874623,0.0013224459,0.00022435714,0.00034895015,0.00065552053],"domain_scores_gemma":[0.99729043,0.0009655527,0.00083848456,0.00034553758,0.00023225602,0.0003277416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029770974,0.00014466258,0.0005356207,0.00016107471,0.00049754325,6.772108e-7,0.00026996311,0.00024472593,0.00035138318],"category_scores_gemma":[0.001438045,0.0001145499,0.000027372862,0.0005089457,0.0002457743,0.00010361688,0.00005410838,0.00082043186,0.0001252397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006130003,0.000013824835,0.0051144133,0.00045194084,0.000011250095,1.2511386e-8,0.07795543,0.0000053333647,0.00039694694,0.065453924,0.8315453,0.019045474],"study_design_scores_gemma":[0.0008945221,0.00020585574,0.018335972,0.0008659621,0.000009914,1.9776562e-7,0.038112737,0.00022291545,0.000012412461,0.0030230966,0.93821514,0.00010125912],"about_ca_topic_score_codex":0.003442009,"about_ca_topic_score_gemma":0.0000105872,"teacher_disagreement_score":0.41316482,"about_ca_system_score_codex":0.00016535401,"about_ca_system_score_gemma":0.0012423567,"threshold_uncertainty_score":0.5203311},"labels":[],"label_agreement":null},{"id":"W2316651420","doi":"10.1097/acm.0b013e3181f52ef8","title":"The Effect of Gender Interactions on Studentsʼ Physical Examination Ratings in Objective Structured Clinical Examination Stations","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Calgary Laboratory Services","funders":"","keywords":"Objective structured clinical examination; Affect (linguistics); Medicine; Physical examination; Demography; Psychology; Clinical psychology; Medical education; Internal medicine","score_opus":0.030128057932477914,"score_gpt":0.4627627251795575,"score_spread":0.4326346672470796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316651420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99169135,0.00002094845,0.0004975512,0.0024080952,0.0020018031,0.0010273701,0.000002146462,0.000034289984,0.002316464],"genre_scores_gemma":[0.9973958,0.000038591348,0.00013289813,0.00042731263,0.0012926992,0.00014762892,0.000095868905,0.000021285232,0.00044789212],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713844,0.0005269966,0.00095072534,0.00033110537,0.00082949916,0.00022320934],"domain_scores_gemma":[0.9956469,0.0030964117,0.00043925596,0.00037122171,0.00036871788,0.000077473815],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004459115,0.00018420279,0.00041175724,0.00037294827,0.00014959354,0.0000057012962,0.00020453933,0.00023094394,0.00008449091],"category_scores_gemma":[0.018677928,0.00011430581,0.00005319527,0.0008672034,0.0005550905,0.00013692088,0.000034044195,0.0026800726,0.000013504757],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051203097,0.0003185,0.15953007,0.00020060473,0.00021794508,0.000006953111,0.03205575,0.000023543096,0.05881968,0.019241357,0.008313902,0.72075963],"study_design_scores_gemma":[0.0033657802,0.0013312703,0.9815789,0.00023213428,0.0001587041,0.00001934969,0.0043326556,0.0028112202,0.0042394046,0.0008868827,0.0009373247,0.00010641308],"about_ca_topic_score_codex":0.000021698426,"about_ca_topic_score_gemma":0.000021308046,"teacher_disagreement_score":0.8220488,"about_ca_system_score_codex":0.00014999435,"about_ca_system_score_gemma":0.00010256382,"threshold_uncertainty_score":0.9996208},"labels":[],"label_agreement":null},{"id":"W2316704256","doi":"10.1097/acm.0b013e3182a45def","title":"Cognition Before Curriculum","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":251,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto General Hospital","funders":"","keywords":"Curriculum; Psychological intervention; Cognition; Variety (cybernetics); Psychology; Session (web analytics); Narrative; Perspective (graphical); Medical education; Computer science; Medicine; Pedagogy","score_opus":0.0706708477239601,"score_gpt":0.44377138483531536,"score_spread":0.37310053711135527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316704256","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000035145145,0.9852364,0.00016751743,0.0032135712,0.001997506,0.0023539423,0.000004942209,0.00017912668,0.006811844],"genre_scores_gemma":[0.000019554793,0.9794943,0.00033609677,0.0027612492,0.0068836166,0.0007366158,0.0025425206,0.00010315979,0.0071228896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631697,0.00010533703,0.0016359573,0.00057965727,0.00088886044,0.0004732329],"domain_scores_gemma":[0.99784976,0.000113191796,0.0007400575,0.0006085622,0.00044324005,0.0002451625],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0008794109,0.0005524115,0.002300157,0.0007479486,0.00009095309,0.0000053915956,0.0003321283,0.0014397524,0.0047783623],"category_scores_gemma":[0.0037995866,0.00035002845,0.00019523951,0.0014435713,0.0004933557,0.00011132777,0.00007398282,0.0035216995,0.0027880466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.753852e-7,0.000013853202,0.000008860296,0.011084284,0.000094586176,0.000007213039,0.00016653806,1.8455343e-9,4.1093716e-7,0.0006847724,0.28069073,0.707248],"study_design_scores_gemma":[0.00049716,0.00020425339,0.00000606065,0.06395773,0.003295447,0.0006862958,0.00030660135,0.000015790656,2.9925272e-7,0.00052410807,0.930276,0.00023030078],"about_ca_topic_score_codex":0.00003488489,"about_ca_topic_score_gemma":3.4691803e-7,"teacher_disagreement_score":0.70701766,"about_ca_system_score_codex":0.0003584163,"about_ca_system_score_gemma":0.00069812505,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W2316788782","doi":"10.1097/acm.0b013e31827971b6","title":"Why Faculty Must Promote Their Own Self-Care","year":2012,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Alexandra Hospital","funders":"","keywords":"Burnout; Health care; Hostility; Kindness; Empathy; Psychology; Compassion; Isolation (microbiology); Notice; Medical education; Medicine; Nursing; Social psychology; Clinical psychology","score_opus":0.12553130665941423,"score_gpt":0.4558304267492613,"score_spread":0.3302991200898471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316788782","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021119558,0.031857476,0.000051868134,0.944234,0.009350944,0.0033255632,0.0006161533,0.0006836632,0.0077683413],"genre_scores_gemma":[0.0030819222,0.0055314307,0.00012695426,0.8915898,0.07832725,0.00079670426,0.0055745994,0.00024442238,0.014726866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901901,0.0020030471,0.002282729,0.0011252805,0.001623983,0.0027748856],"domain_scores_gemma":[0.9940126,0.0015975133,0.0015617118,0.0012277574,0.0008125694,0.0007878703],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020591302,0.0011055174,0.0019272175,0.00042468545,0.0013792446,0.0000047558606,0.0013433966,0.008784351,0.0064015803],"category_scores_gemma":[0.0008408058,0.0006601889,0.0001998247,0.0004543253,0.0002705447,0.00021474577,0.0005961604,0.032163326,0.0013695412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018752682,0.000007475598,0.004576143,0.005774838,0.00010680822,0.000063547115,0.043871384,2.1670676e-8,0.000028230392,0.000037919122,0.93784696,0.0076679112],"study_design_scores_gemma":[0.0012485323,0.00012138278,0.00071622716,0.022366282,0.00021920541,0.000017766433,0.010735681,0.0000062379822,0.000010016693,0.00035389673,0.9635707,0.00063406467],"about_ca_topic_score_codex":0.0010683059,"about_ca_topic_score_gemma":0.000035996316,"teacher_disagreement_score":0.068976305,"about_ca_system_score_codex":0.0007259673,"about_ca_system_score_gemma":0.0012962291,"threshold_uncertainty_score":0.99992085},"labels":[],"label_agreement":null},{"id":"W2316815542","doi":"10.1097/acm.0b013e318295278f","title":"Enhancing Undergraduate Public Health Education Through Public Health Interest Groups","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario; University of Toronto","funders":"","keywords":"Medicine; Interim; Public health; Family medicine; Agency (philosophy); Medical education; Political science; Nursing; Sociology","score_opus":0.26786207864828415,"score_gpt":0.5156029639702014,"score_spread":0.2477408853219173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316815542","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10007576,0.0037675274,0.0074969665,0.8696248,0.0074138935,0.0024009196,0.000006431815,0.00034699237,0.0088667],"genre_scores_gemma":[0.6902497,0.007008895,0.00034675738,0.2861202,0.0063801617,0.000931058,0.00036749037,0.000072792995,0.008522969],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.990914,0.002227312,0.0026641912,0.0006929353,0.0006409592,0.002860624],"domain_scores_gemma":[0.9936157,0.0010328399,0.0016677538,0.0008001704,0.00061308045,0.0022704902],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007178919,0.00041087915,0.0008922016,0.00053110364,0.0018560606,0.000029461518,0.00069986883,0.00051576574,0.0023505888],"category_scores_gemma":[0.0034622808,0.00033034637,0.00005983086,0.0012944847,0.00026694575,0.0013834453,0.00021606896,0.0030940105,0.0018653048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020319128,0.0000529247,0.0029628659,0.0008103296,0.000021046151,8.51102e-8,0.07214696,6.896124e-8,0.00007072314,0.10191611,0.7866295,0.035387352],"study_design_scores_gemma":[0.0007520372,0.00027894622,0.010007672,0.0011606099,0.0000043730956,0.000011900414,0.10024397,0.000045298944,0.000002251035,0.019882375,0.86736095,0.0002496101],"about_ca_topic_score_codex":0.037315942,"about_ca_topic_score_gemma":0.0012388141,"teacher_disagreement_score":0.5901739,"about_ca_system_score_codex":0.0026425999,"about_ca_system_score_gemma":0.014755893,"threshold_uncertainty_score":0.9999149},"labels":[],"label_agreement":null},{"id":"W2316818816","doi":"10.1097/acm.0b013e31827c953e","title":"The Possible Impact of the MMI and GPA on Diversity","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences; University of British Columbia","funders":"","keywords":"Conscientiousness; Diversity (politics); Biostatistics; Psychology; Interpersonal communication; Relation (database); Social psychology; Higher education; Medical education; Extraversion and introversion; Sociology; Public health; Medicine; Personality; Big Five personality traits; Political science; Nursing; Law","score_opus":0.05281751715117979,"score_gpt":0.36814498868354933,"score_spread":0.31532747153236956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316818816","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044816185,0.0013869817,0.0000019698703,0.94642216,0.0008744355,0.0005564895,0.000013926157,0.000019393095,0.005908442],"genre_scores_gemma":[0.05641039,0.0030170176,0.000004203386,0.846453,0.00492946,0.000013828513,0.00006050119,0.000026642887,0.089084946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979558,0.00013514089,0.00041760912,0.0002710146,0.00089294283,0.00032747103],"domain_scores_gemma":[0.99741226,0.0009813975,0.00031870612,0.0006200407,0.000112598034,0.0005550026],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050583936,0.00024864406,0.00049955165,0.00009501502,0.00036621993,0.0000038484245,0.00046027667,0.000769972,0.0037451386],"category_scores_gemma":[0.0059462194,0.000091186346,0.00013773279,0.00022211166,0.0008935161,0.000023778224,0.00026237033,0.004515706,0.00003219412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019725669,0.000005692578,0.003319092,0.00008535579,0.00008600039,0.0000064930514,0.0009358609,4.677053e-8,0.00009179397,0.00005875447,0.993511,0.001880185],"study_design_scores_gemma":[0.0010927503,0.00039686484,0.031709183,0.0020061347,0.0003422491,0.00008257127,0.00047169675,0.000019920974,0.000046552086,0.00081739255,0.9628913,0.00012342213],"about_ca_topic_score_codex":0.00034252674,"about_ca_topic_score_gemma":5.7179625e-7,"teacher_disagreement_score":0.09996916,"about_ca_system_score_codex":0.00009466449,"about_ca_system_score_gemma":0.00064070214,"threshold_uncertainty_score":0.9977809},"labels":[],"label_agreement":null},{"id":"W2316876562","doi":"10.1097/acm.0b013e3182a89cd2","title":"The View From 30,000 Feet","year":2013,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Nursing Roles and Practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine","score_opus":0.055508158332154306,"score_gpt":0.47378006367891995,"score_spread":0.4182719053467656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316876562","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007916442,0.053873815,0.000014320383,0.03842614,0.88285214,0.00079608435,0.000076187105,0.00011105028,0.023771092],"genre_scores_gemma":[0.00006705444,0.07288186,0.00001237404,0.00298471,0.8540454,0.0002049285,0.0005142902,0.000078589925,0.06921083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99462277,0.0013754636,0.0012744925,0.00054510054,0.0013369529,0.0008452335],"domain_scores_gemma":[0.9664611,0.030744324,0.0013236881,0.0008375032,0.0003315479,0.00030182814],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0034618606,0.00042175187,0.0008752019,0.00006686695,0.0013891988,0.000012165712,0.0011975545,0.0033339933,0.015905486],"category_scores_gemma":[0.009794398,0.0002220317,0.000036332676,0.00016183406,0.00030672934,0.00014136465,0.00020057174,0.012624846,0.004988737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048292262,0.0000019874528,0.00005781089,0.0001597719,0.00007131996,0.0000026644925,0.004106789,3.0895663e-8,0.000013000553,0.00017321279,0.9851885,0.010176662],"study_design_scores_gemma":[0.0008428049,0.00008560952,0.00006750647,0.0049712406,0.0003038776,2.6931932e-7,0.0026217957,0.0000072094626,5.2641053e-7,0.0049266727,0.98595494,0.00021755099],"about_ca_topic_score_codex":0.00561357,"about_ca_topic_score_gemma":0.000065651795,"teacher_disagreement_score":0.04543973,"about_ca_system_score_codex":0.00019459179,"about_ca_system_score_gemma":0.0006189917,"threshold_uncertainty_score":0.99991083},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2317588069","doi":"10.1097/acm.0000000000000572","title":"The Influence of Academic Discourses on Medical Students’ Identification With the Discipline of Family Medicine","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Identity (music); Workload; Thematic analysis; Medical education; Qualitative research; Psychology; Medicine; Sociology; Social science","score_opus":0.027132821718103575,"score_gpt":0.41704703608331983,"score_spread":0.3899142143652163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317588069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.827102,0.00073334016,0.0017454679,0.16856828,0.00041953358,0.000641043,0.0000018218435,0.0000343112,0.0007542175],"genre_scores_gemma":[0.98873246,0.0017744537,0.000027225751,0.006916389,0.0013602008,0.00007566159,0.00004964002,0.00003438758,0.001029576],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9929034,0.00024008662,0.0016290852,0.00039902897,0.004461309,0.00036706586],"domain_scores_gemma":[0.9953794,0.0017356619,0.0010594961,0.0009995743,0.000639692,0.0001861613],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.008324772,0.00027950425,0.0006602404,0.00025933934,0.0002592562,0.000004061706,0.0015527549,0.00036360687,0.00008991259],"category_scores_gemma":[0.013433274,0.000115547395,0.000042548418,0.0012773379,0.0045050173,0.00010482764,0.0001473663,0.0021378512,0.000014165652],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029740753,0.0004787059,0.17521718,0.0014489241,0.0009960851,0.000013423463,0.03724915,0.0004139249,0.109675825,0.16046114,0.338415,0.17265655],"study_design_scores_gemma":[0.0065340437,0.0029788096,0.91126287,0.008685116,0.0009382349,0.00012234831,0.019232986,0.0012282314,0.002408757,0.0033812162,0.04289745,0.0003299134],"about_ca_topic_score_codex":0.000067626905,"about_ca_topic_score_gemma":0.000005161013,"teacher_disagreement_score":0.7360457,"about_ca_system_score_codex":0.0000810458,"about_ca_system_score_gemma":0.0002233845,"threshold_uncertainty_score":0.9982042},"labels":[],"label_agreement":null},{"id":"W2317813946","doi":"10.1097/acm.0b013e3182557279","title":"Bridging the Leadership Development Gap","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Active listening; Health care; Patient safety; Medical education; Leadership development; Teamwork; Psychology; Public relations; Nursing; Medicine; Political science","score_opus":0.7046776916098674,"score_gpt":0.5593179940518268,"score_spread":0.14535969755804057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317813946","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2044403,0.010660979,0.012740522,0.68684936,0.006214042,0.0023291102,0.0000014589505,0.00038834885,0.0763759],"genre_scores_gemma":[0.8858934,0.00030908745,0.000067135974,0.090572305,0.0042538736,0.0001362189,0.000010840656,0.00001664493,0.01874048],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969451,0.0007906975,0.0006941783,0.00015753273,0.0004365271,0.00097599725],"domain_scores_gemma":[0.9983732,0.00081056455,0.00019119952,0.00027597987,0.00004654234,0.0003025265],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.007889328,0.0001307181,0.00021993779,0.00007084055,0.0008157602,8.5065494e-7,0.00028160206,0.00022156928,0.0010372004],"category_scores_gemma":[0.000884127,0.000075521806,0.000016297838,0.00020091851,0.00012268343,0.00010604166,0.00012469078,0.00175552,0.0013000569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021027588,0.0000076903325,0.047526117,0.0008717007,0.00003589067,0.0000016192794,0.25058714,3.6850645e-7,0.00010979931,0.05250451,0.5759915,0.0723426],"study_design_scores_gemma":[0.0004025729,0.000014555597,0.025107052,0.0006203102,0.00002016415,0.0000019003069,0.07705232,0.000010016339,0.000027219532,0.00029192187,0.8963549,0.00009707961],"about_ca_topic_score_codex":0.00022607851,"about_ca_topic_score_gemma":0.00002504104,"teacher_disagreement_score":0.6814531,"about_ca_system_score_codex":0.00018730426,"about_ca_system_score_gemma":0.00016929439,"threshold_uncertainty_score":0.99987596},"labels":[],"label_agreement":null},{"id":"W2317870085","doi":"10.1097/acm.0b013e3181b6ead0","title":"Rich-Narrative Case Study for Online PBL in Medical Education","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"North Carolina State University; Novell; National Science Foundation","keywords":"Narrative; Presentation (obstetrics); Context (archaeology); Narrative network; Depiction; Narrative inquiry; Narrative criticism; Psychology; Narrative medicine; Medical education; Computer science; Pedagogy; Multimedia; Medicine; Visual arts; History; Literature; Art; Radiology","score_opus":0.046413815797909694,"score_gpt":0.48074030482657715,"score_spread":0.43432648902866744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317870085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983574,0.00048737167,0.0004900127,0.097055085,0.000946702,0.0019866058,0.0000014682921,0.00006784973,0.0006075027],"genre_scores_gemma":[0.96165925,0.000102836464,0.001303774,0.0323861,0.0027854608,0.00020657202,0.00021728284,0.00002245583,0.0013162823],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99709415,0.000102175276,0.0010901021,0.0004600398,0.0008880873,0.0003654563],"domain_scores_gemma":[0.99849284,0.00021601061,0.00020785074,0.0003775561,0.00043981866,0.00026594024],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002102624,0.0002316735,0.00054358016,0.0006272138,0.0001057311,0.000002966345,0.00020264601,0.00040555146,0.0005593897],"category_scores_gemma":[0.012686573,0.00017985662,0.00003242207,0.0013132714,0.00018256369,0.00011835537,0.000021296015,0.0014146514,0.000009035313],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040331917,0.0035773963,0.027223341,0.00017420048,0.00008419539,0.0011105754,0.11347291,0.000002408393,0.00049134425,0.002733408,0.25718915,0.59353775],"study_design_scores_gemma":[0.030810626,0.010899898,0.07934407,0.0038831413,0.0007580429,0.018021556,0.788065,0.0066720718,0.00013883598,0.010104779,0.050358612,0.00094336533],"about_ca_topic_score_codex":0.00017649391,"about_ca_topic_score_gemma":0.000053587286,"teacher_disagreement_score":0.6745921,"about_ca_system_score_codex":0.00030162974,"about_ca_system_score_gemma":0.0012601933,"threshold_uncertainty_score":0.99562997},"labels":[],"label_agreement":null},{"id":"W2317894675","doi":"10.1097/acm.0b013e31826c81b6","title":"Career Satisfaction Among General Surgeons in Canada","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"Office of Rural Health; Health Resources and Services Administration","keywords":"Autonomy; Nursing; Patient satisfaction; Medicine; Perception; Job satisfaction; Medical education; Quality (philosophy); Rural area; Family medicine; Psychology; Social psychology","score_opus":0.07075292790067038,"score_gpt":0.41455261658786596,"score_spread":0.34379968868719557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2317894675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98038185,0.0022052908,0.000014887097,0.0046459823,0.0038280932,0.00054939283,0.0000069989333,0.00004727027,0.008320213],"genre_scores_gemma":[0.9888678,0.0006151268,0.00001971776,0.0053794906,0.0015177005,0.00008705225,0.000029846618,0.000022288714,0.0034609535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968886,0.00042287022,0.00081556075,0.00019056142,0.00048216362,0.0012002453],"domain_scores_gemma":[0.99833244,0.0005905999,0.00022392772,0.00023085496,0.00006598512,0.00055616605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012561069,0.00016548732,0.00038111504,0.000107235486,0.00021112071,3.5836015e-7,0.00013838775,0.00032027575,0.0021459528],"category_scores_gemma":[0.0005094333,0.00013327657,0.000013067886,0.00036342873,0.00006408007,0.00016101278,0.00005922502,0.0017801629,0.00009308847],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009234785,7.4650285e-7,0.83511394,0.000053553675,0.0000035826347,0.0000031652633,0.0034975875,0.0000061744013,0.000025261354,0.00059388013,0.15974067,0.00095221074],"study_design_scores_gemma":[0.00054438727,0.000010980025,0.92135483,0.000602747,0.000012486855,0.0000024888202,0.010163436,0.00006639883,0.000006305379,0.000104529034,0.06702083,0.000110569694],"about_ca_topic_score_codex":0.9940735,"about_ca_topic_score_gemma":0.98267645,"teacher_disagreement_score":0.09271983,"about_ca_system_score_codex":0.0021011592,"about_ca_system_score_gemma":0.0010299966,"threshold_uncertainty_score":0.99876624},"labels":[],"label_agreement":null},{"id":"W2318159455","doi":"10.1097/acm.0b013e3182084225","title":"Osler, Guilds, and Community","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Depiction; Sociology; General partnership; The arts; History; Aesthetics; Visual arts; Law; Art; Political science","score_opus":0.1303890147126658,"score_gpt":0.3501537926770151,"score_spread":0.21976477796434926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318159455","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019972778,0.011707273,0.000084767256,0.9074787,0.001523969,0.00059999287,0.000008482943,0.00021445645,0.0763851],"genre_scores_gemma":[0.0020921926,0.0045379624,0.00019128308,0.9274629,0.01350199,0.000030155044,0.00035302067,0.0001244417,0.0517061],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956488,0.0011008611,0.0009025966,0.0005274955,0.0011925342,0.00062770245],"domain_scores_gemma":[0.99519837,0.0022898437,0.0005128616,0.0012743179,0.00015511773,0.00056946866],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0032519328,0.0005614234,0.001400194,0.00037919488,0.00030375895,0.0000028807156,0.00062581216,0.0032783214,0.0034562254],"category_scores_gemma":[0.010301247,0.0004318447,0.00008056243,0.000205199,0.0020802082,0.000120940946,0.00024494284,0.03981222,0.00044712558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007321858,0.000014302658,0.00016948397,0.0008979962,0.00014232339,0.000836767,0.004179446,1.901648e-9,0.00014029515,0.000026717871,0.99040896,0.003110477],"study_design_scores_gemma":[0.0021310865,0.0007806822,0.00034701297,0.002034273,0.0011939965,0.0018477461,0.00051401224,0.0000030007868,0.000012111131,0.0008478489,0.9899525,0.0003357472],"about_ca_topic_score_codex":0.0009858988,"about_ca_topic_score_gemma":0.0000037005898,"teacher_disagreement_score":0.036533896,"about_ca_system_score_codex":0.00019953959,"about_ca_system_score_gemma":0.00024748425,"threshold_uncertainty_score":0.9998133},"labels":[],"label_agreement":null},{"id":"W2318364844","doi":"10.1097/acm.0b013e31822a6fd3","title":"A Mixed-Methods Analysis of Residentsʼ Written Comments Regarding Their Clinical Supervisors","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"","keywords":"Formative assessment; Thematic analysis; Constructive; Psychology; Medical education; Constructive criticism; Quality (philosophy); Sample (material); Criticism; Process (computing); Medicine; Qualitative research; Pedagogy; Computer science; Sociology; Epistemology","score_opus":0.20607179406222567,"score_gpt":0.490033542551845,"score_spread":0.2839617484896193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318364844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97177327,0.0006889533,0.012008223,0.0070672617,0.0013255696,0.0003785106,0.0000037400755,0.00007064014,0.0066838195],"genre_scores_gemma":[0.96963775,0.000949782,0.01925832,0.008347731,0.0007295925,0.00003158986,0.0001569185,0.000033340835,0.0008549965],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99614453,0.0005103541,0.0019370586,0.00043643676,0.0006254301,0.00034621372],"domain_scores_gemma":[0.9974052,0.00065073045,0.0005069046,0.00079524366,0.0004326091,0.00020931526],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007946312,0.00021959661,0.0011960362,0.0011019589,0.000070485905,0.0000015185965,0.00040858483,0.00048152407,0.0014221907],"category_scores_gemma":[0.009210023,0.0001558314,0.0002040624,0.0029510306,0.00064623845,0.000098950295,0.000119326425,0.0013537728,0.000016687054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027070867,0.00016792936,0.7266258,0.00015825967,0.003109364,0.000011000053,0.01823246,6.4327656e-7,0.0019147494,0.0025926374,0.10147486,0.14544159],"study_design_scores_gemma":[0.0044890316,0.0009179059,0.92146075,0.0012597968,0.008505191,0.000048421705,0.03273868,0.0029356913,0.0031279507,0.002681758,0.021483738,0.00035109627],"about_ca_topic_score_codex":0.00021384898,"about_ca_topic_score_gemma":0.0000035962614,"teacher_disagreement_score":0.19483495,"about_ca_system_score_codex":0.00009143862,"about_ca_system_score_gemma":0.00011483428,"threshold_uncertainty_score":0.9994906},"labels":[],"label_agreement":null},{"id":"W2318402500","doi":"10.1097/acm.0b013e3182675af2","title":"The Role of Emotion in the Learning and Transfer of Clinical Skills and Knowledge","year":2012,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology; Transfer of learning; Medical education; Medicine; Developmental psychology","score_opus":0.08946520483231606,"score_gpt":0.4985822282073146,"score_spread":0.40911702337499856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318402500","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059052273,0.9907892,0.000032935804,0.00093353156,0.00033089926,0.00071236695,8.282342e-7,0.0000057612247,0.0012892991],"genre_scores_gemma":[0.029411338,0.9690842,0.000019317193,0.00011252096,0.0010242761,0.00003373739,0.000035334157,0.0000179525,0.00026132484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969378,0.0006161881,0.0017186649,0.00019646427,0.00034523118,0.00018562246],"domain_scores_gemma":[0.99700224,0.0022422234,0.00036172877,0.0002207001,0.00011441183,0.00005867556],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008610242,0.0001787764,0.0012805477,0.00019147505,0.000053633466,0.0000012364951,0.00016706323,0.00059212215,0.00003196044],"category_scores_gemma":[0.004976524,0.00008107056,0.000068195244,0.0005531745,0.0008804521,0.000031909472,0.000031989264,0.002551679,0.0000024642593],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062709655,0.000036208105,0.002467532,0.0037773417,0.000043021413,2.4434377e-7,0.0040239515,4.460614e-9,0.000002003265,0.0017608666,0.00031919018,0.9875634],"study_design_scores_gemma":[0.00055894506,0.0001816604,0.0023034299,0.0146796,0.0010221968,0.00008081367,0.002405377,0.0000125743745,0.0000011754164,0.00019320921,0.97849816,0.00006286338],"about_ca_topic_score_codex":0.000010369353,"about_ca_topic_score_gemma":0.0000011319969,"teacher_disagreement_score":0.9875005,"about_ca_system_score_codex":0.000022810307,"about_ca_system_score_gemma":0.000210875,"threshold_uncertainty_score":0.9997495},"labels":[],"label_agreement":null},{"id":"W2318488476","doi":"10.1097/acm.0b013e31826768d4","title":"“The Benefits Make Up for Whatever Is Lost”","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Sunnybrook Hospital","funders":"","keywords":"MEDLINE; Medical education; Psychology; Medicine; Political science; Law","score_opus":0.05133896402986393,"score_gpt":0.34994968460806636,"score_spread":0.2986107205782024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318488476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.734435,0.051362205,0.0003325636,0.19679062,0.004952694,0.0015384186,0.000018059265,0.000120370554,0.010450061],"genre_scores_gemma":[0.84598476,0.0042682933,0.00013646197,0.020429531,0.0031845327,0.00004785023,0.000023704615,0.000043143784,0.12588172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984497,0.00001597361,0.00040347833,0.00018768689,0.00036369963,0.00057946093],"domain_scores_gemma":[0.99851125,0.00040415258,0.00009917615,0.00032953985,0.0000957711,0.0005600842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007408705,0.0001810836,0.00034514704,0.000062154155,0.00017178178,0.0000037240568,0.00016956063,0.00022402368,0.0006889633],"category_scores_gemma":[0.0009949114,0.000091930866,0.00008197345,0.0001653806,0.00014652897,0.0000878704,0.000054351713,0.00045177364,0.00024547114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025191705,0.00002345687,0.10523695,0.00015039067,0.00014238268,0.0000033034048,0.0060496363,1.4211884e-7,0.0013197506,0.015165765,0.74374413,0.12791216],"study_design_scores_gemma":[0.0021701355,0.000296901,0.032968692,0.000357692,0.00020468033,0.000071858994,0.0015616422,0.000032906682,0.002115711,0.0007151025,0.959364,0.00014068557],"about_ca_topic_score_codex":0.000010927807,"about_ca_topic_score_gemma":7.772489e-7,"teacher_disagreement_score":0.21561985,"about_ca_system_score_codex":0.000045643534,"about_ca_system_score_gemma":0.000050346796,"threshold_uncertainty_score":0.75436646},"labels":[],"label_agreement":null},{"id":"W2318504543","doi":"10.1097/acm.0000000000000391","title":"Improving Clinical Performance Using Rehearsal or Warm-up","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Observational study; MEDLINE; Randomized controlled trial; Task (project management); Clinical trial; Systematic review; Medical physics; Evidence-based medicine; Clinical Practice; Medicine; Physical therapy; Medical education; Psychology; Computer science; Physical medicine and rehabilitation; Surgery","score_opus":0.3865503436528668,"score_gpt":0.5321124297933959,"score_spread":0.14556208614052912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318504543","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009904965,0.9928839,0.00048474592,0.00017226436,0.0023406518,0.0009175159,0.000002557771,0.00018586002,0.0020219728],"genre_scores_gemma":[0.0014166421,0.98531246,0.00019693075,0.0015936141,0.0074352357,0.00001836956,0.000101887694,0.00011644654,0.003808429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949952,0.00033390225,0.0025801908,0.0007653871,0.00072580867,0.0005995468],"domain_scores_gemma":[0.99557626,0.0021556797,0.00094255235,0.0005614673,0.00011569328,0.0006483355],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0033294419,0.0005776386,0.0040319758,0.00031868604,0.00012031096,0.0000060054053,0.00030421306,0.0014760338,0.0012057213],"category_scores_gemma":[0.003927955,0.00032800282,0.00040873972,0.0005937068,0.00038370778,0.00008218072,0.00012483021,0.0038190235,0.00019970638],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001073569,0.00000636978,0.0002372794,0.010965227,0.00012183666,0.000042771786,0.0001103994,7.0071303e-7,4.4177858e-7,0.000029972656,0.0006232778,0.98775434],"study_design_scores_gemma":[0.003554524,0.0004451544,0.000022310174,0.047690213,0.0023696292,0.0005675688,0.000053364,0.0041688015,2.452237e-7,0.000004685662,0.9408032,0.00032033355],"about_ca_topic_score_codex":0.0000182965,"about_ca_topic_score_gemma":3.3256867e-7,"teacher_disagreement_score":0.987434,"about_ca_system_score_codex":0.00015552762,"about_ca_system_score_gemma":0.0006486545,"threshold_uncertainty_score":0.9999172},"labels":[],"label_agreement":null},{"id":"W2318604249","doi":"10.1097/acm.0b013e3182676c76","title":"The Readiness for Clerkship Survey","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of British Columbia","funders":"","keywords":"Medical education; Higher education; Psychology; Medicine; Political science","score_opus":0.12795022258836675,"score_gpt":0.4486267529229049,"score_spread":0.32067653033453813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318604249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83482176,0.006366669,0.012161724,0.12816203,0.008967006,0.0020322653,0.000007834438,0.00017600963,0.0073046735],"genre_scores_gemma":[0.9770927,0.00039985566,0.00034625907,0.008472568,0.005573464,0.00017775726,0.00022182759,0.000030213308,0.0076853842],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837035,0.00008099457,0.000502133,0.00015562476,0.00041713836,0.00047375433],"domain_scores_gemma":[0.9977784,0.0011947736,0.00014459754,0.00037052005,0.00035233222,0.00015935875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062936544,0.00012698765,0.00024222306,0.00009316,0.0002235931,0.0000028844372,0.00019749759,0.00022485592,0.000116212526],"category_scores_gemma":[0.019112196,0.00007106043,0.000027039083,0.0005601457,0.00035499447,0.00008830952,0.000023692115,0.00064905395,0.00005354945],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017235987,0.000020292278,0.113575384,0.00007765098,0.000046364457,2.4816512e-7,0.0017805125,1.015994e-7,0.0007218164,0.019065512,0.81598777,0.04855196],"study_design_scores_gemma":[0.0016401099,0.00016431497,0.3485849,0.00022226178,0.00013132865,0.00006641312,0.0014615647,0.00017271827,0.0004390726,0.0014066794,0.64557844,0.00013217794],"about_ca_topic_score_codex":0.000042903353,"about_ca_topic_score_gemma":0.0000025010918,"teacher_disagreement_score":0.2350095,"about_ca_system_score_codex":0.00009838532,"about_ca_system_score_gemma":0.0000963926,"threshold_uncertainty_score":0.9891502},"labels":[],"label_agreement":null},{"id":"W2318619027","doi":"10.1097/acm.0b013e31823c3e86","title":"Black Balls and Diagnostic Reasoning","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Information processing; Data processing; Computer science; Statement (logic); Analytic reasoning; Electronic data processing; Artificial intelligence; Cognitive psychology; Psychology; Data science; Epistemology; Deductive reasoning","score_opus":0.060893813664462004,"score_gpt":0.3468235018620387,"score_spread":0.2859296881975767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318619027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94681114,0.0044089095,0.00047187626,0.0044733556,0.00036208596,0.00038899132,0.0000022898626,0.00016006095,0.042921294],"genre_scores_gemma":[0.98475564,0.0061551253,0.0005739468,0.0052189757,0.00080672326,0.000016684413,0.000017777258,0.000030534655,0.0024245738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983099,0.000050067338,0.0005177143,0.000403802,0.00034205057,0.00037644187],"domain_scores_gemma":[0.98825127,0.010591445,0.00012806979,0.0003157967,0.000079207595,0.0006341842],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007906932,0.00020693001,0.0005297455,0.00010391952,0.000050316772,0.0000024623162,0.000116979594,0.00029168313,0.0010906236],"category_scores_gemma":[0.13606359,0.00014751326,0.000043352837,0.00020509362,0.0006309648,0.000053301592,0.00007400017,0.00077778514,0.00018318584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035535492,0.00009327825,0.8429016,0.00014811341,0.00018402294,0.00067235256,0.015698288,5.3028276e-7,0.00076896616,0.017251402,0.087193884,0.03473221],"study_design_scores_gemma":[0.008221539,0.0021709597,0.94466203,0.017142884,0.0011719038,0.0009330142,0.0028112791,0.00036346324,0.00091703096,0.009566474,0.01150793,0.0005314702],"about_ca_topic_score_codex":0.00016882848,"about_ca_topic_score_gemma":0.0000016898575,"teacher_disagreement_score":0.13527289,"about_ca_system_score_codex":0.000026298632,"about_ca_system_score_gemma":0.0000620739,"threshold_uncertainty_score":0.9998225},"labels":[],"label_agreement":null},{"id":"W2318818099","doi":"10.1097/acm.0b013e3182594bcb","title":"More About Who Should Oversee Preparation of the Dean’s Letter","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Objectivity (philosophy); Paragraph; Argument (complex analysis); Point (geometry); Psychology; Counterpoint; Computer science; Medical education; Epistemology; Medicine; Philosophy; Pedagogy; Mathematics; World Wide Web","score_opus":0.06111581693622393,"score_gpt":0.32731373275544046,"score_spread":0.26619791581921654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318818099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82170737,0.0125486115,0.000027648075,0.0145456195,0.0019718076,0.0003280116,0.000014469134,0.00005487155,0.14880157],"genre_scores_gemma":[0.9796978,0.00017344678,0.0000022893503,0.009374818,0.0040208306,0.00001186484,0.0000039422966,0.0000076279816,0.006707348],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992249,0.000036296748,0.00022090017,0.00008497738,0.00024758122,0.00018535292],"domain_scores_gemma":[0.9995673,0.00007303787,0.00012015734,0.00016435434,0.00003914944,0.000036027606],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021219636,0.00009810772,0.00015738817,0.00004445389,0.00015035257,0.0000031175082,0.00014202089,0.00006253654,0.0012273851],"category_scores_gemma":[0.00008806393,0.00004992339,0.00005275154,0.00004246464,0.00057234813,0.0001599673,0.00004352569,0.0002798709,0.000009421633],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001706488,0.0000061864007,0.009746537,0.000047758083,0.00006316732,3.0066502e-7,0.5107504,6.052437e-7,0.00049852993,0.10319436,0.37527832,0.00039673073],"study_design_scores_gemma":[0.00035841696,0.000043725086,0.0101981815,0.00023103233,0.00010786753,0.0000021768867,0.01968959,0.0000067543792,0.00071244244,0.00052107,0.968029,0.00009973504],"about_ca_topic_score_codex":0.00016460333,"about_ca_topic_score_gemma":0.000042162996,"teacher_disagreement_score":0.59275067,"about_ca_system_score_codex":0.000009323968,"about_ca_system_score_gemma":0.0000059694726,"threshold_uncertainty_score":0.99968565},"labels":[],"label_agreement":null},{"id":"W2318934572","doi":"10.1097/acm.0b013e3182628edb","title":"The Global Health Curriculum of Weill Cornell Medical College","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of General Medical Sciences","keywords":"Enthusiasm; Curriculum; Medical education; Global health; Multidisciplinary approach; Medical school; Psychology; Medicine; Political science; Nursing; Public health; Pedagogy","score_opus":0.026452104844174058,"score_gpt":0.3794098651337331,"score_spread":0.35295776028955905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318934572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67682254,0.1277169,0.0004899153,0.15776047,0.006685058,0.0014617856,0.00006790564,0.00017399807,0.028821398],"genre_scores_gemma":[0.9673814,0.009281094,0.000027335569,0.02081077,0.0019725582,0.000014882476,0.000025397894,0.000013419676,0.0004731473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960964,0.00019456305,0.0011061255,0.00021619888,0.0012441747,0.0011425745],"domain_scores_gemma":[0.9965445,0.0005153402,0.00033663865,0.00037765095,0.00014343737,0.0020824673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046751876,0.0002029299,0.00073819153,0.00005073944,0.00015428972,7.51728e-7,0.00025679416,0.0003431176,0.0003851861],"category_scores_gemma":[0.0031166333,0.000110469184,0.00008257683,0.00060620345,0.00056411815,0.000058379344,0.00007479012,0.0008532339,0.000084050305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016776602,0.00006115087,0.4410307,0.00027735307,0.000043773864,0.00001765554,0.0003600695,9.843154e-8,0.000007107588,0.05058602,0.4971964,0.010251894],"study_design_scores_gemma":[0.005665044,0.0012149377,0.20802327,0.0020340884,0.00015301995,0.00198211,0.005025866,0.0004348246,0.0000365812,0.004103293,0.7710423,0.00028465877],"about_ca_topic_score_codex":0.00057457446,"about_ca_topic_score_gemma":0.000017786952,"teacher_disagreement_score":0.29055884,"about_ca_system_score_codex":0.0002803423,"about_ca_system_score_gemma":0.00089352543,"threshold_uncertainty_score":0.45048028},"labels":[],"label_agreement":null},{"id":"W2319064184","doi":"10.1097/acm.0b013e3182716790","title":"The Nature of Excellent Clinicians at an Academic Health Science Center","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation","funders":"","keywords":"Scholarship; Excellence; Medical education; Core competency; Grounded theory; Psychology; Perspective (graphical); Qualitative research; Medicine; Sociology","score_opus":0.059201341480782974,"score_gpt":0.47211116216255006,"score_spread":0.41290982068176707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319064184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8606173,0.010574314,0.00010026956,0.12213251,0.0038275484,0.000602202,0.0000023959246,0.000052137395,0.002091328],"genre_scores_gemma":[0.9652544,0.0050937654,0.00021275523,0.024789283,0.003061902,0.00002240989,0.000048599362,0.000023051092,0.0014938194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963999,0.00007512539,0.0010976528,0.00031229458,0.0013562648,0.0007587723],"domain_scores_gemma":[0.9978909,0.00018521253,0.00051945413,0.0006572344,0.00031724075,0.00042997685],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0075403387,0.00017351638,0.00038897648,0.00025965917,0.00042714263,0.0000018950195,0.0005732963,0.0004645379,0.00018468937],"category_scores_gemma":[0.0032313445,0.00010139556,0.00003563947,0.001126974,0.001969981,0.00022307689,0.00013047105,0.0030598233,0.000040257397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002554771,0.00017080968,0.41312245,0.00033186536,0.000052635438,0.0000013391034,0.02262811,7.323239e-7,0.01193384,0.02898364,0.41933653,0.103182584],"study_design_scores_gemma":[0.003503378,0.0011335905,0.26527178,0.0019839802,0.00013899412,0.0003895176,0.017530167,0.00037253095,0.0043423763,0.0010508564,0.70396733,0.0003154759],"about_ca_topic_score_codex":0.000021469197,"about_ca_topic_score_gemma":0.0000014422213,"teacher_disagreement_score":0.28463084,"about_ca_system_score_codex":0.00047440178,"about_ca_system_score_gemma":0.00051392376,"threshold_uncertainty_score":0.99924016},"labels":[],"label_agreement":null},{"id":"W2319360183","doi":"10.1097/acm.0b013e3182753f47","title":"Why Faculty Must Promote Their Own Self-Care","year":2012,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Burnout; Mindfulness; Stigma (botany); Psychology; Distress; Medical education; Nursing; Medicine; Clinical psychology; Psychiatry","score_opus":0.12553130665941423,"score_gpt":0.4558304267492613,"score_spread":0.3302991200898471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319360183","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021119558,0.031857476,0.000051868134,0.944234,0.009350944,0.0033255632,0.0006161533,0.0006836632,0.0077683413],"genre_scores_gemma":[0.0030819222,0.0055314307,0.00012695426,0.8915898,0.07832725,0.00079670426,0.0055745994,0.00024442238,0.014726866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901901,0.0020030471,0.002282729,0.0011252805,0.001623983,0.0027748856],"domain_scores_gemma":[0.9940126,0.0015975133,0.0015617118,0.0012277574,0.0008125694,0.0007878703],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020591302,0.0011055174,0.0019272175,0.00042468545,0.0013792446,0.0000047558606,0.0013433966,0.008784351,0.0064015803],"category_scores_gemma":[0.0008408058,0.0006601889,0.0001998247,0.0004543253,0.0002705447,0.00021474577,0.0005961604,0.032163326,0.0013695412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018752682,0.000007475598,0.004576143,0.005774838,0.00010680822,0.000063547115,0.043871384,2.1670676e-8,0.000028230392,0.000037919122,0.93784696,0.0076679112],"study_design_scores_gemma":[0.0012485323,0.00012138278,0.00071622716,0.022366282,0.00021920541,0.000017766433,0.010735681,0.0000062379822,0.000010016693,0.00035389673,0.9635707,0.00063406467],"about_ca_topic_score_codex":0.0010683059,"about_ca_topic_score_gemma":0.000035996316,"teacher_disagreement_score":0.068976305,"about_ca_system_score_codex":0.0007259673,"about_ca_system_score_gemma":0.0012962291,"threshold_uncertainty_score":0.99992085},"labels":[],"label_agreement":null},{"id":"W2319361166","doi":"10.1097/acm.0b013e31826d56ca","title":"Finding Potential in Balance","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"The Impact of Diversity and Innovation on Society","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Diversity (politics); Conversation; Context (archaeology); Sociology; Standardization; Public relations; Narrative; Pedagogy; Medical education; Psychology; Political science; Medicine; Linguistics; Law","score_opus":0.06885485825671586,"score_gpt":0.3849364644130769,"score_spread":0.31608160615636105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319361166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93726957,0.0005572301,0.0003665063,0.01955038,0.0009922099,0.00008952637,8.996047e-7,0.000045126126,0.041128535],"genre_scores_gemma":[0.99275035,0.0006001961,0.000035594276,0.0023315763,0.0013707873,8.913234e-7,0.0000020242505,0.0000026110697,0.0029059595],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909693,0.00007043223,0.00013989738,0.00006458317,0.0003133016,0.00031485155],"domain_scores_gemma":[0.9996806,0.000070450704,0.000062906525,0.000052246316,0.000022112377,0.00011172424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016645689,0.00004628337,0.00009768326,0.000059521983,0.00016021168,0.0000024940002,0.00017610677,0.00014353453,0.00081718375],"category_scores_gemma":[0.0004864126,0.000042088563,0.000013650683,0.00039807768,0.00021285116,0.00038057595,0.000025640635,0.00033776046,0.00006627119],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011709389,0.000010644123,0.62095493,0.000007681812,0.000009241891,0.000001524055,0.19178441,0.000002307921,0.0020511076,0.09634416,0.086482026,0.0023402495],"study_design_scores_gemma":[0.00177333,0.00004162341,0.25118017,0.00019137467,0.00002099773,0.0000028527154,0.15052935,0.000031146,0.00021770198,0.0039671813,0.59177095,0.00027334286],"about_ca_topic_score_codex":0.0005417614,"about_ca_topic_score_gemma":0.0000070259152,"teacher_disagreement_score":0.5052889,"about_ca_system_score_codex":0.00009123948,"about_ca_system_score_gemma":0.00003362738,"threshold_uncertainty_score":0.8947589},"labels":[],"label_agreement":null},{"id":"W2319504029","doi":"10.1097/acm.0000000000001111","title":"The Mock Academic Faculty Position Competition: A Pilot Professional and Career Development Opportunity for Postdoctoral Fellows","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Medical education; Professional development; Competition (biology); Position (finance); Entry Level; Faculty development; Career development; Psychology; Medicine; Business","score_opus":0.3608706487488008,"score_gpt":0.48269519740955985,"score_spread":0.12182454866075904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319504029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5525072,0.0016686112,0.0013757237,0.4406997,0.0005839119,0.0020653098,0.00004677114,0.00008212851,0.00097060844],"genre_scores_gemma":[0.94534475,0.0034484896,0.00020362808,0.0329714,0.0017959692,0.00034634804,0.0002861562,0.00003513041,0.015568139],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670285,0.00012248957,0.00067553134,0.0003372134,0.0011421981,0.0010197185],"domain_scores_gemma":[0.99338186,0.0012828402,0.00015619284,0.00019993306,0.00033889228,0.0046402733],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035065387,0.00021859467,0.0003853196,0.000107952714,0.00045190737,0.0000041674775,0.00019111451,0.00031471477,0.00019851148],"category_scores_gemma":[0.020733684,0.00009675279,0.000031202475,0.0001499799,0.00055697694,0.00012077927,0.000094635536,0.001130105,0.00002697773],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051568933,0.00009106083,0.015116805,0.0010327934,0.0001713293,0.00006603891,0.0035047738,4.6046086e-8,0.08662837,0.009714539,0.6691027,0.20941462],"study_design_scores_gemma":[0.0113974605,0.0025876395,0.05142491,0.004424615,0.00008455895,0.00032875466,0.0014800419,0.000049084698,0.0025257862,0.0026490306,0.9227773,0.00027080742],"about_ca_topic_score_codex":0.000026798327,"about_ca_topic_score_gemma":0.000007582279,"teacher_disagreement_score":0.40772828,"about_ca_system_score_codex":0.00032943217,"about_ca_system_score_gemma":0.003707366,"threshold_uncertainty_score":0.9875151},"labels":[],"label_agreement":null},{"id":"W2319575229","doi":"10.1097/acm.0000000000000481","title":"Effects of Hospital Accreditation on Medical Students","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ECW Press (Canada)","funders":"","keywords":"Accreditation; Hospital accreditation; Context (archaeology); Medical education; Medicine; Workload; Health care; Nursing; Family medicine; Political science; Management","score_opus":0.056547577434976376,"score_gpt":0.5155736338586129,"score_spread":0.4590260564236365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319575229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9116372,0.00019361326,0.0037729684,0.07138293,0.0048162653,0.0013582361,0.0000012657991,0.000099631325,0.006737924],"genre_scores_gemma":[0.97225296,0.0005607263,0.0000180087,0.023605168,0.002198649,0.000103342005,0.000016196687,0.000014462705,0.0012304836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958867,0.0010796221,0.0007711291,0.00022680909,0.0016839238,0.00035180632],"domain_scores_gemma":[0.9954084,0.0036701343,0.00030052356,0.00021517495,0.00009668918,0.00030903556],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054422123,0.00011987688,0.00036487007,0.00011938722,0.00014646059,5.730148e-7,0.00048218318,0.0004208578,0.00034630764],"category_scores_gemma":[0.009953363,0.00008662129,0.000023018896,0.00016448743,0.00011783316,0.000047442125,0.00014146682,0.0012714326,0.00025399792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020399483,0.00018494035,0.060729735,0.007630195,0.00013643547,0.000020128642,0.07007334,0.0000012133098,0.00037343215,0.19547935,0.59553456,0.06963266],"study_design_scores_gemma":[0.015902815,0.007196964,0.43521065,0.01763972,0.0002238062,9.0068227e-7,0.019802218,0.00027594363,0.00043826076,0.020468222,0.48230463,0.0005358632],"about_ca_topic_score_codex":0.00020905839,"about_ca_topic_score_gemma":0.000007528292,"teacher_disagreement_score":0.3744809,"about_ca_system_score_codex":0.00007357011,"about_ca_system_score_gemma":0.00010616735,"threshold_uncertainty_score":0.9983862},"labels":[],"label_agreement":null},{"id":"W2319578662","doi":"10.1097/01.acm.0000446606.82348.5c","title":"Commentary on <i>Sticky</i> , a Painting by Margaret Sutherland","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Painting; Art history; Art; White (mutation); Face (sociological concept); Vault (architecture); Salon; Feather; Visual arts; Sociology; Geology","score_opus":0.053712105852866315,"score_gpt":0.44098473466975463,"score_spread":0.3872726288168883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319578662","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2643518,0.0013722174,0.0014049588,0.6305465,0.002097033,0.0010794182,0.000024007515,0.00027225382,0.098851815],"genre_scores_gemma":[0.58471715,0.0011039671,0.00004159135,0.4053809,0.003528955,0.000048570604,0.00007978683,0.00003042656,0.0050686332],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656224,0.0013961722,0.000691915,0.0003016687,0.0003921978,0.0006557907],"domain_scores_gemma":[0.99256456,0.006347804,0.00042863464,0.00029428475,0.00005412452,0.00031061625],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00505813,0.0001836448,0.00039656812,0.00008183609,0.0008356464,0.0000017773694,0.00027202224,0.00041241586,0.002739855],"category_scores_gemma":[0.002156415,0.00013574447,0.00002055125,0.0001410561,0.00012903527,0.0001140762,0.00008279971,0.002960276,0.0012111778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074259035,0.0000103736575,0.04809647,0.0003274768,0.0000113366505,0.0000014645982,0.0051568975,3.1185283e-7,0.0002661896,0.0013043489,0.94219345,0.0025574379],"study_design_scores_gemma":[0.0018165697,0.00033692917,0.0023392201,0.0014673764,0.00004342357,0.0000014162437,0.0047994917,0.00019414752,0.000027665963,0.0013129507,0.9875224,0.00013836232],"about_ca_topic_score_codex":0.0010004457,"about_ca_topic_score_gemma":0.00007254141,"teacher_disagreement_score":0.32036537,"about_ca_system_score_codex":0.00008479111,"about_ca_system_score_gemma":0.000046926605,"threshold_uncertainty_score":0.9995665},"labels":[],"label_agreement":null},{"id":"W2319798151","doi":"10.1097/acm.0000000000000941","title":"Integrating Quality Improvement and Continuing Professional Development","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Snowball sampling; Generalizability theory; Mental health; Continuing professional development; Context (archaeology); Medical education; Quality management; Health care; Medicine; Psychology; Quality (philosophy); Professional development; Nursing; Psychiatry; Political science","score_opus":0.6934459465293303,"score_gpt":0.7109226661783149,"score_spread":0.017476719648984562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319798151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582296,0.00013003433,0.0018864522,0.032803223,0.0017667484,0.0009421173,0.000003679052,0.000084480926,0.004153665],"genre_scores_gemma":[0.95345366,0.00003437262,0.0014787188,0.036424894,0.0007762041,0.0002589792,0.000011011497,0.000013689338,0.0075484635],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960189,0.0007332741,0.0015343736,0.0003171147,0.00076540717,0.0006309518],"domain_scores_gemma":[0.9965338,0.0017741428,0.0005704356,0.00016334349,0.00029949425,0.00065876066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012450383,0.00014721614,0.00032162675,0.00011920321,0.0004069793,0.0000022539139,0.00020114517,0.00017451224,0.00034636434],"category_scores_gemma":[0.009136633,0.00010087768,0.000007429328,0.00023802197,0.00016878993,0.00016858804,0.00022756442,0.0011440867,0.00009983747],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053475233,0.0000053111667,0.1471616,0.00035358677,0.000010917017,0.0000018559939,0.60530436,1.7599596e-7,0.008071243,0.008947962,0.12450753,0.105582],"study_design_scores_gemma":[0.0052587176,0.00020500836,0.06330182,0.0020318825,0.000012955393,0.000004555495,0.27107802,0.00010818253,0.00048351198,0.002375932,0.65482867,0.0003107886],"about_ca_topic_score_codex":0.00028565197,"about_ca_topic_score_gemma":0.000055559143,"teacher_disagreement_score":0.5303211,"about_ca_system_score_codex":0.0003122394,"about_ca_system_score_gemma":0.0009035456,"threshold_uncertainty_score":0.9992098},"labels":[],"label_agreement":null},{"id":"W2320015777","doi":"10.1097/acm.0b013e318267663a","title":"What Might We Be Saying to Potential Applicants to Medical School? Discourses of Excellence, Equity, and Diversity on the Web Sites of Canada’s 17 Medical Schools","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Children's Hospital","funders":"","keywords":"Excellence; Prestige; Equity (law); Public relations; Sociology; Political science; Appeal; Law","score_opus":0.07050315086155516,"score_gpt":0.3875628220497776,"score_spread":0.3170596711882224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320015777","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41651103,0.00155863,0.000051169136,0.57924217,0.0006584732,0.00044299648,0.000009254194,0.00001454618,0.0015117447],"genre_scores_gemma":[0.9126764,0.0026161384,0.00004290265,0.080240056,0.0012423404,0.000018243567,0.000012760058,0.000013551112,0.003137634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941,0.00013497782,0.0007092726,0.0003402841,0.0041251015,0.0005904049],"domain_scores_gemma":[0.98877954,0.0007958242,0.00018678032,0.00040962402,0.000121470715,0.0097067645],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027209728,0.00023973575,0.00066144683,0.00019990253,0.00022828426,0.000005382632,0.00066746183,0.00035263013,0.016646884],"category_scores_gemma":[0.03318251,0.0001354991,0.00005124202,0.00042423877,0.00046311447,0.00012554484,0.0012596954,0.0014176349,0.000013438013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018343733,0.000108861444,0.020550378,0.00016554755,0.000081515536,0.000021130225,0.0028661985,4.5679022e-7,0.006059921,0.001141492,0.96365386,0.0051671886],"study_design_scores_gemma":[0.009852801,0.0020533577,0.07545911,0.035836786,0.001282766,0.0005632367,0.116483994,0.00057862554,0.009403816,0.0012979242,0.7459037,0.0012839227],"about_ca_topic_score_codex":0.006954251,"about_ca_topic_score_gemma":0.002327501,"teacher_disagreement_score":0.4990021,"about_ca_system_score_codex":0.00010749197,"about_ca_system_score_gemma":0.004879849,"threshold_uncertainty_score":0.9996585},"labels":[],"label_agreement":null},{"id":"W2320105571","doi":"10.1097/acm.0b013e31828c4ae0","title":"Redesigning the MCAT Exam","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blueprint; Medical education; Test (biology); Experiential learning; Psychology; Process (computing); Medicine; Pedagogy; Computer science; Engineering","score_opus":0.0744275811856644,"score_gpt":0.3788121528641888,"score_spread":0.3043845716785244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320105571","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14918481,0.003153487,0.000986453,0.7615275,0.0011638633,0.0010891155,3.9616899e-7,0.00019771267,0.08269672],"genre_scores_gemma":[0.8545428,0.0006509941,0.00017992158,0.08037534,0.0020067857,0.00009041354,0.000015755199,0.000019609988,0.06211836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856436,0.00006995187,0.00038831864,0.00021245792,0.0004764211,0.00028850057],"domain_scores_gemma":[0.9978514,0.00044292482,0.00009029441,0.00036580747,0.00009453049,0.0011550807],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006334986,0.00013121932,0.0002512741,0.00007845056,0.00013965536,0.0000041137764,0.00020532201,0.0001642418,0.03540687],"category_scores_gemma":[0.008294456,0.00006200447,0.000035267225,0.0002965684,0.0003100295,0.000061401945,0.000036609057,0.0009996314,0.00090119283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073777474,0.000009623423,0.0015591049,0.000027473889,0.000019736184,0.0000038555195,0.0029618577,1.469438e-7,0.015135617,0.0017130334,0.96337104,0.015191118],"study_design_scores_gemma":[0.001974342,0.0002729382,0.02479548,0.0010633107,0.00018816737,0.00032030928,0.011034975,0.0004998356,0.0015668913,0.003933048,0.9541629,0.00018781098],"about_ca_topic_score_codex":0.000090375215,"about_ca_topic_score_gemma":1.7390738e-7,"teacher_disagreement_score":0.705358,"about_ca_system_score_codex":0.00003402554,"about_ca_system_score_gemma":0.00028402248,"threshold_uncertainty_score":0.99987674},"labels":[],"label_agreement":null},{"id":"W2320565199","doi":"10.1097/acm.0b013e31828a3d7f","title":"Clinical Decision Making, Fast and Slow","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Premise; Fallacy; Variable (mathematics); Statement (logic); Interpretation (philosophy); Cognitive psychology; Anticipation (artificial intelligence); Computer science; Categorical variable; Categorization; Epistemology; Psychology; Confirmation bias; Social psychology; Artificial intelligence; Machine learning; Philosophy; Mathematics","score_opus":0.055406039043061295,"score_gpt":0.4232631908556358,"score_spread":0.3678571518125745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320565199","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022953153,0.009443054,0.0009235563,0.953981,0.0034615577,0.0009880543,0.000015831962,0.00021339423,0.008020408],"genre_scores_gemma":[0.008390626,0.014137653,0.0010335948,0.92052907,0.034035645,0.00004542746,0.00028572127,0.000115575174,0.021426704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949391,0.00018539828,0.0019462279,0.001106395,0.0011375328,0.00068535196],"domain_scores_gemma":[0.9524444,0.045406822,0.0005717611,0.0008458769,0.00020334899,0.0005277927],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017758048,0.0005671363,0.0020046202,0.00026525176,0.000071934606,0.0000124389435,0.00034808274,0.004169404,0.0019631914],"category_scores_gemma":[0.13214733,0.00037496036,0.00021066098,0.00021706038,0.0010018302,0.000051089115,0.00022447223,0.010349207,0.00076348],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000604663,0.000009576384,0.015520936,0.00009563335,0.00008771399,0.0005681605,0.00009669739,4.8138993e-8,0.0000019719416,0.000021683809,0.8245153,0.15902182],"study_design_scores_gemma":[0.003651577,0.0009895229,0.022479938,0.034420364,0.0009784104,0.0007492896,0.000062605235,0.00014415634,8.7828863e-7,0.0028027522,0.9333302,0.00039030163],"about_ca_topic_score_codex":0.000051962154,"about_ca_topic_score_gemma":5.333063e-7,"teacher_disagreement_score":0.15863152,"about_ca_system_score_codex":0.00006214904,"about_ca_system_score_gemma":0.00019013758,"threshold_uncertainty_score":0.99987024},"labels":[],"label_agreement":null},{"id":"W2320885619","doi":"10.1097/acm.0000000000000322","title":"Reality Check","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Refugee; Family medicine; Medicine; Health care; Session (web analytics); Pediatrics; Hemoglobin electrophoresis; Psychology; Anemia; Political science; Psychiatry; Law; Computer science","score_opus":0.07067507776014272,"score_gpt":0.4169984192303191,"score_spread":0.3463233414701764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320885619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57693934,0.0021935345,0.007039188,0.04824093,0.0027773709,0.00037514686,0.00000388558,0.00023207226,0.36219853],"genre_scores_gemma":[0.9770827,0.00012890044,0.000020657339,0.009649403,0.0022133386,0.000023756009,0.000027619739,0.000011300377,0.010842279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987269,0.00016040262,0.00037902195,0.0002449822,0.00018746889,0.00030120352],"domain_scores_gemma":[0.9990854,0.00020534128,0.000106710424,0.0003315626,0.000034342702,0.00023662791],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013073847,0.00009931769,0.00020412107,0.000060860133,0.00006011425,8.766363e-7,0.0001708227,0.0002358106,0.0037563303],"category_scores_gemma":[0.00037906715,0.000074417534,0.00001733385,0.00014504988,0.000105130086,0.000029581872,0.000011029769,0.0005127617,0.000858724],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005086947,0.000008056087,0.017926276,0.000041899326,0.000016787459,0.0000019995114,0.022604354,2.974735e-7,0.00017483295,0.15307094,0.7822357,0.023868008],"study_design_scores_gemma":[0.0016793332,0.00022718441,0.18476708,0.00005950233,0.000030190471,0.00003277396,0.0017233883,0.00006744629,0.00004538809,0.01566328,0.7955764,0.00012806282],"about_ca_topic_score_codex":0.00075900165,"about_ca_topic_score_gemma":0.00004475319,"teacher_disagreement_score":0.4001434,"about_ca_system_score_codex":0.000017234765,"about_ca_system_score_gemma":0.000018893965,"threshold_uncertainty_score":0.99991924},"labels":[],"label_agreement":null},{"id":"W2320903314","doi":"10.1097/acm.0b013e3181f5cdb9","title":"Commentary: Flexner and Dutch Medical Education: A Misinterpretation?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Misrepresentation; Medical education; Medical school; Work (physics); Medicine; Sociology; Family medicine; Political science; Pedagogy; Law","score_opus":0.01026261112949546,"score_gpt":0.38146332968562396,"score_spread":0.3712007185561285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320903314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5115822,0.0005020395,0.0005142807,0.47229606,0.0025192609,0.0003537264,7.011242e-7,0.00008105024,0.012150685],"genre_scores_gemma":[0.7969016,0.00022534383,0.00171968,0.19584844,0.0032971455,0.00006873901,0.00015319507,0.000020261217,0.0017656221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789685,0.00004138249,0.00060579897,0.00033354393,0.0008742568,0.00024819523],"domain_scores_gemma":[0.99869347,0.00014245124,0.00012979575,0.0003716316,0.00027556912,0.00038708068],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012016722,0.0001786316,0.00031938247,0.00026701365,0.00011103943,0.0000055961114,0.00019376622,0.00041983745,0.004578532],"category_scores_gemma":[0.005988976,0.00013605083,0.000023648729,0.00047864046,0.0007179147,0.000116229916,0.000041191357,0.0020268252,0.0000440736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044937202,0.00006976852,0.02123933,0.00010363461,0.0000395254,0.000006901215,0.0035545633,1.6839358e-8,0.0024200215,0.019147875,0.78631306,0.16706039],"study_design_scores_gemma":[0.0058897273,0.00055292784,0.07509692,0.0021307413,0.00047230057,0.0032338335,0.007936601,0.0025806553,0.00060230197,0.017769283,0.8831988,0.00053587975],"about_ca_topic_score_codex":0.0000853541,"about_ca_topic_score_gemma":0.000008915399,"teacher_disagreement_score":0.2853194,"about_ca_system_score_codex":0.00005471772,"about_ca_system_score_gemma":0.0005769333,"threshold_uncertainty_score":0.9963314},"labels":[],"label_agreement":null},{"id":"W2321328495","doi":"10.1097/acm.0b013e31828ffb05","title":"In Reply to Petrie and Campbell","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Assertion; Fallacy; Aside; Psychology; Computer science; Epistemology; Cognitive psychology; Philosophy; Linguistics","score_opus":0.03958801493273005,"score_gpt":0.3632516371782095,"score_spread":0.32366362224547945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321328495","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021391079,0.003750959,0.000019612724,0.9680704,0.0009322924,0.0009490144,0.0000070801966,0.00006001856,0.004819551],"genre_scores_gemma":[0.0026603013,0.0032261682,0.00009958545,0.929878,0.01210777,0.00008762249,0.00015577853,0.00006606687,0.051718723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685687,0.00008552931,0.0009662899,0.0008006979,0.00068338413,0.0006072327],"domain_scores_gemma":[0.9858195,0.012749095,0.00020193002,0.0006037924,0.000104022314,0.00052166387],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00085651746,0.00039448406,0.0012783658,0.0004761189,0.000025613423,0.000005350337,0.00021280492,0.0015020377,0.0013694694],"category_scores_gemma":[0.095128335,0.00028207048,0.000057153724,0.00041500616,0.00026494308,0.00004186589,0.00012401615,0.005905506,0.00060366595],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033452652,0.0000054677357,0.003691348,0.00012711663,0.000026501382,0.0010990521,0.00052392343,8.9165795e-8,0.000033170763,0.000019653904,0.99245936,0.0019808435],"study_design_scores_gemma":[0.0021780003,0.00058032555,0.003725978,0.010704882,0.00020314517,0.0003694858,0.000086333675,0.000008939265,0.00001807298,0.0007921908,0.98106706,0.00026556314],"about_ca_topic_score_codex":0.0013100673,"about_ca_topic_score_gemma":0.000002526818,"teacher_disagreement_score":0.09427182,"about_ca_system_score_codex":0.00010776629,"about_ca_system_score_gemma":0.00015407546,"threshold_uncertainty_score":0.99996316},"labels":[],"label_agreement":null},{"id":"W2321709692","doi":"10.1097/acm.0000000000000718","title":"Reimagining the Self at Late-Career Transitions","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"MEDLINE; Medical education; Psychology; Sociology; Medicine; Political science; Law","score_opus":0.12525273552697164,"score_gpt":0.3409548363558666,"score_spread":0.21570210082889496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321709692","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12020718,0.0020946763,0.00026756566,0.5127408,0.002434527,0.00034523118,0.0000055132605,0.00031243972,0.36159205],"genre_scores_gemma":[0.95765054,0.00083224924,0.000039546634,0.01367404,0.0023679852,0.000008517013,0.000015753829,0.000009264081,0.025402097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978199,0.00021897684,0.00018721448,0.00017598251,0.0012678824,0.00033003622],"domain_scores_gemma":[0.9990369,0.00021552847,0.00006131856,0.00018097956,0.00015479783,0.00035048378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038011414,0.000094930656,0.00016439865,0.000056452347,0.00056865806,0.000009014771,0.0006575893,0.00015637434,0.0006963614],"category_scores_gemma":[0.00069111417,0.000054314896,0.000029450368,0.00037087128,0.00093876047,0.00014908265,0.00007749299,0.00066482293,0.00022472603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016218319,0.0000036899128,0.004881105,0.0000058300334,0.000030534484,0.00001915365,0.38667923,0.0000071364807,0.00007547362,0.015358568,0.5912527,0.0016703515],"study_design_scores_gemma":[0.00074688136,0.000062249936,0.00045853585,0.00007556744,0.0001260832,0.00000686435,0.15141907,0.00003577822,0.000012337837,0.003831117,0.8431351,0.00009041678],"about_ca_topic_score_codex":0.00083358993,"about_ca_topic_score_gemma":0.00017871846,"teacher_disagreement_score":0.83744335,"about_ca_system_score_codex":0.00016863536,"about_ca_system_score_gemma":0.00020322672,"threshold_uncertainty_score":0.7624669},"labels":[],"label_agreement":null},{"id":"W2321735259","doi":"10.1097/acm.0000000000000415","title":"Reflecting Upon Reflection in Diagnostic Reasoning","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Surprise; Confirmation bias; Context (archaeology); Assertion; Psychology; Certainty; Cognition; Affect (linguistics); Cognitive psychology; Epistemology; Cognitive bias; Generalizability theory; Ecological validity; Social psychology; Computer science; Psychiatry; Developmental psychology","score_opus":0.0837015185357991,"score_gpt":0.42038679158953446,"score_spread":0.33668527305373536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321735259","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018082805,0.004112736,0.00042131334,0.95208603,0.0023899265,0.0009380843,0.0000031194925,0.0003533869,0.021612579],"genre_scores_gemma":[0.07540653,0.0044997525,0.00026380963,0.8777369,0.033382125,0.00014186358,0.00078336254,0.00019448815,0.0075911195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439114,0.0003998443,0.0018716541,0.0011580872,0.0011412866,0.0010379999],"domain_scores_gemma":[0.9361736,0.061825264,0.00073551433,0.0007713021,0.00016680262,0.00032750054],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029312402,0.0006493048,0.0018298007,0.0007484553,0.00009942393,0.0000105434765,0.0003241092,0.0033430555,0.00042929576],"category_scores_gemma":[0.4388643,0.00052367774,0.00017218932,0.0008511973,0.00022968881,0.000061126935,0.000090707246,0.012933918,0.00025948024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008242683,0.000012207136,0.010463448,0.00026798045,0.0000574679,0.0014830832,0.0005265688,0.0000057907946,0.00010125855,0.000053452,0.98136705,0.0055792527],"study_design_scores_gemma":[0.0043951506,0.0011651994,0.0030372634,0.07116442,0.0008164924,0.0014658622,0.00014436086,0.00034940123,0.000081974744,0.0017632948,0.9149491,0.00066747604],"about_ca_topic_score_codex":0.00064125686,"about_ca_topic_score_gemma":0.000019647772,"teacher_disagreement_score":0.43593305,"about_ca_system_score_codex":0.0004894694,"about_ca_system_score_gemma":0.00026392864,"threshold_uncertainty_score":0.99972147},"labels":[],"label_agreement":null},{"id":"W2321841895","doi":"10.1097/acm.0000000000000499","title":"Failure to Cope","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"MEDLINE; Psychology; Medicine; Medical education; Political science; Law","score_opus":0.01833939442720133,"score_gpt":0.32471273372824055,"score_spread":0.3063733393010392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321841895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70758325,0.0004685167,0.002760384,0.24111311,0.0005538568,0.0005211241,0.0000013107792,0.00020073618,0.04679771],"genre_scores_gemma":[0.94470495,0.00006558844,0.0006494488,0.030653838,0.0012901106,0.000012073354,0.000010884886,0.000021804939,0.022591274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988144,0.00002475705,0.00030075057,0.0002429832,0.00033654744,0.0002805804],"domain_scores_gemma":[0.99874765,0.00012466403,0.00004337694,0.0003070993,0.00006053947,0.00071665616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041395423,0.00014402899,0.00039033912,0.00013056991,0.000049427337,0.0000017076244,0.00014127904,0.00016045502,0.0015423443],"category_scores_gemma":[0.0018028462,0.00008800447,0.000036426052,0.00028298455,0.00006787271,0.000034464032,0.000056407873,0.00048059184,0.0007538285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008699769,0.0000147147775,0.0665324,0.00010712639,0.000041807318,0.000031207543,0.0026804623,0.0000017672158,0.023101892,0.010851679,0.86177737,0.034772594],"study_design_scores_gemma":[0.001480395,0.0008230887,0.031703774,0.0004996152,0.00007252747,0.00007956215,0.0005453986,0.000057359786,0.0013234813,0.0006955801,0.9625841,0.00013511875],"about_ca_topic_score_codex":0.000020505426,"about_ca_topic_score_gemma":0.0000015142385,"teacher_disagreement_score":0.23712173,"about_ca_system_score_codex":0.00003123793,"about_ca_system_score_gemma":0.00003699947,"threshold_uncertainty_score":0.9993704},"labels":[],"label_agreement":null},{"id":"W2321863106","doi":"10.1097/acm.0000000000000475","title":"Integrating Competencies","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital","funders":"","keywords":"Context (archaeology); Audit; Thematic analysis; Grounded theory; Set (abstract data type); Process (computing); Psychology; Medical education; Qualitative research; Medicine; Computer science; Sociology","score_opus":0.04142868484158728,"score_gpt":0.36574634148291946,"score_spread":0.32431765664133216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321863106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.824119,0.0016489342,0.009097487,0.038669117,0.0009792633,0.0003040005,0.000001248128,0.00032931723,0.12485167],"genre_scores_gemma":[0.9824467,0.00031781392,0.0009377715,0.011377994,0.0017043387,0.000009246182,0.000025664125,0.00001696325,0.003163517],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863106,0.000054669625,0.0004552107,0.0002442157,0.0003555972,0.00025923838],"domain_scores_gemma":[0.9899645,0.0092563955,0.00010445869,0.00026474588,0.000090186695,0.0003197543],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010178486,0.00013890701,0.00044923354,0.00007771275,0.00005308241,0.0000022485413,0.00011863693,0.00017903691,0.00048455966],"category_scores_gemma":[0.12699804,0.00008780103,0.000049136055,0.00018798988,0.00027954043,0.000026966107,0.00003727528,0.00076487364,0.00017710612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023435369,0.00006529136,0.33007383,0.00016090892,0.00013918048,0.00006946384,0.006249894,0.0000057377656,0.01735624,0.13938256,0.2645203,0.24174225],"study_design_scores_gemma":[0.020401888,0.006455838,0.26609123,0.04222623,0.0013285532,0.0013878155,0.0084057655,0.012378398,0.003845201,0.044375677,0.59191567,0.0011877168],"about_ca_topic_score_codex":0.00007942682,"about_ca_topic_score_gemma":0.0000018906557,"teacher_disagreement_score":0.3273954,"about_ca_system_score_codex":0.000026239168,"about_ca_system_score_gemma":0.000045138844,"threshold_uncertainty_score":0.8803556},"labels":[],"label_agreement":null},{"id":"W2322074410","doi":"10.1097/acm.0000000000000178","title":"Potential Benefits of Collaboration in Short-Term Global Health Learning Experiences","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Public relations; Curriculum; Health care; Medical education; General partnership; Medicine; Standardization; Nursing; Political science; Psychology; Pedagogy","score_opus":0.028629891015754923,"score_gpt":0.37130180085634046,"score_spread":0.34267190984058554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322074410","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35949856,0.011447557,0.0001236387,0.62561065,0.0016883679,0.0007245034,0.0000148907,0.00006137082,0.0008304746],"genre_scores_gemma":[0.567219,0.0034433722,0.000023739794,0.42241445,0.0058350414,0.000048201,0.0007124023,0.00002501062,0.00027878958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954792,0.0003184929,0.0015774061,0.00056864345,0.0011783765,0.00087786285],"domain_scores_gemma":[0.9985431,0.00016807229,0.000429702,0.00030329335,0.00020184432,0.00035400354],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0014594616,0.00037279335,0.0015716642,0.00031735058,0.0000724761,0.0000035694218,0.00022061198,0.0014114017,0.00015110707],"category_scores_gemma":[0.0006931091,0.0003027361,0.00007633283,0.00075041875,0.00027098416,0.00007053181,0.000045079007,0.0031361883,0.000012140726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017600112,0.000009750338,0.039700154,0.0014856611,0.000025694597,0.00016039351,0.0047838343,0.000024760358,0.00003559729,0.00008611895,0.94712883,0.0063832095],"study_design_scores_gemma":[0.005360802,0.0041506374,0.051623423,0.01808516,0.00029298675,0.0011431917,0.014910214,0.0005690408,0.00006609355,0.00032196945,0.9025245,0.00095201907],"about_ca_topic_score_codex":0.00046503125,"about_ca_topic_score_gemma":0.000022630877,"teacher_disagreement_score":0.20772043,"about_ca_system_score_codex":0.0004304291,"about_ca_system_score_gemma":0.0009990195,"threshold_uncertainty_score":0.9999425},"labels":[],"label_agreement":null},{"id":"W2322321996","doi":"10.1097/acm.0b013e31828b0464","title":"A Historical Examination of the Budin-Pinard Phantom","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical History and Innovations","field":"Arts and Humanities","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); The Renaissance; Medical education; Obstetrics and gynaecology; Imaging phantom; Computer science; Medical physics; Medicine; Pregnancy; History; Radiology","score_opus":0.07239076621072782,"score_gpt":0.2575273240779265,"score_spread":0.18513655786719868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322321996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47616044,0.0026014152,0.0004739504,0.05761873,0.006508151,0.00071072724,0.0000040673367,0.00010610176,0.45581642],"genre_scores_gemma":[0.91447544,0.00004236259,0.000008650394,0.0013851619,0.0012754112,0.000028505254,0.0000035112823,0.0000063300577,0.08277464],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990096,0.00005920728,0.00038005307,0.00010591308,0.00032815748,0.00011705938],"domain_scores_gemma":[0.9993506,0.00011805738,0.00016581368,0.00016252801,0.000151813,0.000051158175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038616793,0.00007513792,0.00016332323,0.00007859733,0.0001524779,0.000002081714,0.00023356668,0.00006838083,0.008390336],"category_scores_gemma":[0.000522115,0.000041713785,0.000027204758,0.00009493244,0.00048900454,0.00012928362,0.000029383385,0.0003458287,0.0000701647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018068745,0.000009330939,0.00012383683,0.000031616193,0.000008558322,2.1523553e-7,0.031972144,8.400076e-8,0.0029399141,0.4301538,0.52763337,0.0071253576],"study_design_scores_gemma":[0.0002729997,0.000083475614,0.0021509388,0.00011995622,0.000023608189,0.0000021982228,0.002120589,0.000045536504,0.00014036708,0.006998769,0.98798037,0.000061210754],"about_ca_topic_score_codex":0.00029285383,"about_ca_topic_score_gemma":0.000008370815,"teacher_disagreement_score":0.460347,"about_ca_system_score_codex":0.00011184946,"about_ca_system_score_gemma":0.000030680047,"threshold_uncertainty_score":0.9925161},"labels":[],"label_agreement":null},{"id":"W2322558727","doi":"10.1097/acm.0000000000000130","title":"Reconsidering Fidelity in Simulation-Based Training","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":604,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Fidelity; Context (archaeology); Computer science; Perspective (graphical); Inclusion (mineral); Psychology; Engineering ethics; Management science; Artificial intelligence; Engineering; Social psychology","score_opus":0.26057584276517665,"score_gpt":0.4306640347270795,"score_spread":0.17008819196190283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322558727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9608164,0.00034536005,0.011028928,0.025066877,0.00066011946,0.0005378907,0.0000013070934,0.00015594215,0.0013872219],"genre_scores_gemma":[0.9868013,0.0000117289155,0.00059888646,0.011139816,0.0011556343,0.00003955339,0.000059510858,0.00003081239,0.00016275945],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779123,0.00015985883,0.00090733165,0.00037599428,0.00040733026,0.00035824667],"domain_scores_gemma":[0.99444294,0.004460326,0.00019107737,0.000385349,0.00022317917,0.00029711096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017523919,0.00017775082,0.00045374778,0.00039933977,0.000071277784,0.0000026784087,0.000098048746,0.00026841927,0.0008063906],"category_scores_gemma":[0.005722876,0.00016173493,0.00003689207,0.00050153787,0.0001226218,0.000077774785,0.00001032557,0.0008411642,0.00004448905],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012609137,0.000014641086,0.8350086,0.00032664643,0.000012425094,0.000005885366,0.017840037,0.12818754,0.00048682137,0.0003387818,0.0009480778,0.016704401],"study_design_scores_gemma":[0.004661867,0.00020068695,0.23446056,0.0018758115,0.000057057012,0.000012055559,0.0055644517,0.7455717,0.00029328512,0.0029040568,0.0041342066,0.0002642734],"about_ca_topic_score_codex":0.00013509653,"about_ca_topic_score_gemma":0.000013831644,"teacher_disagreement_score":0.61738414,"about_ca_system_score_codex":0.00023846336,"about_ca_system_score_gemma":0.0004207619,"threshold_uncertainty_score":0.8829411},"labels":[],"label_agreement":null},{"id":"W2322616913","doi":"10.1097/acm.0b013e31820925c7","title":"Osler, Guilds, and Community","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Brother; Professionalization; General partnership; Apprenticeship; Metaphor; Kinship; Compassion; Anachronism; Student life; Psychology; Aesthetics; Sociology; History; Law; Art; Philosophy; Political science; Theology","score_opus":0.11829568861010283,"score_gpt":0.3787761724985604,"score_spread":0.26048048388845757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322616913","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94514716,0.00081036595,0.00065701973,0.009318156,0.0005356068,0.0002571017,5.447514e-7,0.00009601672,0.043178044],"genre_scores_gemma":[0.9837509,0.0005146602,0.0016591778,0.011446115,0.0005906996,0.000019796258,0.000035306195,0.000017252352,0.0019661149],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99887687,0.00010854799,0.0003903478,0.000142155,0.00028326525,0.00019882922],"domain_scores_gemma":[0.9991326,0.00010334037,0.00009470143,0.00039900377,0.00013666443,0.00013371937],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016291674,0.00011848282,0.00025320865,0.00017541432,0.0001630622,9.5261186e-7,0.00015171361,0.00022171382,0.0010245548],"category_scores_gemma":[0.003404301,0.0000882484,0.00001274626,0.0003670606,0.0005458456,0.00006681221,0.000063046726,0.0020080076,0.000045589164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023311414,0.00020800195,0.14108875,0.0005469196,0.00015532946,0.000027715298,0.108217545,3.688827e-8,0.008056888,0.0323107,0.5415786,0.16757642],"study_design_scores_gemma":[0.008516466,0.0026478705,0.6225507,0.002363584,0.0007229308,0.0014903786,0.051731102,0.00031987988,0.003507948,0.04058493,0.2649423,0.00062190334],"about_ca_topic_score_codex":0.00027948857,"about_ca_topic_score_gemma":0.0000014373642,"teacher_disagreement_score":0.48146194,"about_ca_system_score_codex":0.000044368473,"about_ca_system_score_gemma":0.000055141143,"threshold_uncertainty_score":0.99988866},"labels":[],"label_agreement":null},{"id":"W2322717804","doi":"10.1097/acm.0000000000000163","title":"Doing What Might Be “Wrong”","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Theory of planned behavior; Psychology; Control (management); Social psychology; Context (archaeology); Applied psychology","score_opus":0.02497031170015402,"score_gpt":0.36222359192747877,"score_spread":0.33725328022732476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322717804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53692824,0.0033038713,0.021748576,0.38564485,0.0058028125,0.00075256854,5.6650805e-7,0.000347428,0.04547107],"genre_scores_gemma":[0.8873797,0.0016880786,0.004095193,0.09068837,0.006816953,0.00005526403,0.00015452997,0.000053920678,0.009067954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99787605,0.00006439752,0.00061585876,0.00033946967,0.00073755666,0.00036664848],"domain_scores_gemma":[0.99877554,0.00020128638,0.0001629706,0.00047129343,0.00020227366,0.00018663157],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016630007,0.0001851547,0.00039431683,0.00028792696,0.00010563736,0.000008032711,0.0002038647,0.00032803736,0.0014995086],"category_scores_gemma":[0.0032280125,0.00013676051,0.00003469516,0.000648213,0.00035064615,0.00027863312,0.000041985404,0.0011741003,0.00017608996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058165406,0.00003160144,0.0038443983,0.00025409932,0.000060557184,0.000009665756,0.006761513,0.000001972658,0.009433369,0.023188472,0.54501873,0.41133747],"study_design_scores_gemma":[0.0018348348,0.00025910846,0.0025581513,0.0014366839,0.00014355413,0.00016157013,0.0037692187,0.0007901461,0.0011331524,0.0012918843,0.98646003,0.00016168825],"about_ca_topic_score_codex":0.000019010382,"about_ca_topic_score_gemma":6.711094e-7,"teacher_disagreement_score":0.44144127,"about_ca_system_score_codex":0.000119631906,"about_ca_system_score_gemma":0.00009063314,"threshold_uncertainty_score":0.99941325},"labels":[],"label_agreement":null},{"id":"W2322759634","doi":"10.1097/acm.0b013e3181ef5e51","title":"Letʼs Be Clear","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Hostility; Medical education; Orientation (vector space); Medicine; Social psychology","score_opus":0.10962958355154791,"score_gpt":0.5118299583124335,"score_spread":0.4022003747608856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322759634","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3259042,0.0006506524,0.00009345723,0.39127457,0.007405698,0.00064725446,0.00000828893,0.00031917842,0.27369672],"genre_scores_gemma":[0.48273265,0.0013444558,0.00020586817,0.4561942,0.008154696,0.0000847708,0.000044643293,0.000050164126,0.051188536],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978699,0.00016622536,0.0006874207,0.00025825723,0.0003639091,0.000654304],"domain_scores_gemma":[0.9979185,0.0009901855,0.00020174071,0.0004188701,0.00010020152,0.00037050404],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016509733,0.00015218486,0.00038570297,0.0001227537,0.00047306594,6.9263086e-7,0.00036118986,0.0006317935,0.011427753],"category_scores_gemma":[0.0012409291,0.00010763504,0.000031324176,0.00019699795,0.00018323542,0.00010012973,0.00012400397,0.0049350713,0.0012497874],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003592636,0.0000019271877,0.025957441,0.0001171881,0.000007688434,0.000006130171,0.0045367484,1.9666256e-8,0.0047023413,0.01883124,0.94298977,0.0028136095],"study_design_scores_gemma":[0.0010208872,0.00008077962,0.01419037,0.000071897906,0.000022806513,0.000006230525,0.0016569443,0.0000058601695,0.000039279228,0.0026933008,0.9801045,0.000107163854],"about_ca_topic_score_codex":0.0004438042,"about_ca_topic_score_gemma":0.00013694476,"teacher_disagreement_score":0.22250818,"about_ca_system_score_codex":0.000099999306,"about_ca_system_score_gemma":0.0006197233,"threshold_uncertainty_score":0.9995279},"labels":[],"label_agreement":null},{"id":"W2322784290","doi":"10.1097/acm.0b013e3181f2e907","title":"The Anatomy of Health Care Team Training and the State of Practice: A Critical Review","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assembly of First Nations","funders":"","keywords":"CLARITY; Health care; Teamwork; Medical education; Psychology; Training (meteorology); Situational ethics; Nursing; Medicine; Social psychology","score_opus":0.08510692042834513,"score_gpt":0.5359536141521632,"score_spread":0.45084669372381814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322784290","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031727989,0.9064153,0.000063260304,0.08962579,0.00060684036,0.0021056233,0.0000075749713,0.000013181815,0.0011592961],"genre_scores_gemma":[0.000058447964,0.98934686,0.00039199716,0.009184779,0.00056948507,0.00017644728,0.00008340004,0.000036510497,0.00015209553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949009,0.00085351075,0.0026524584,0.00030569607,0.0009590776,0.0003283985],"domain_scores_gemma":[0.990984,0.0055380356,0.0018445599,0.0007122642,0.00080016564,0.00012094219],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012376638,0.00029094698,0.0028850688,0.00016646548,0.00016381829,0.00000247943,0.00038281613,0.00034291946,0.000035969348],"category_scores_gemma":[0.07823662,0.00012519257,0.00013083743,0.00089897553,0.0030273886,0.000052642055,0.000075304706,0.004125088,0.0000023977677],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012605094,0.0000064220176,5.181179e-7,0.06803085,0.00008110172,9.374987e-7,0.006230457,1.5592598e-9,1.15538406e-7,0.005001744,0.022151006,0.89848423],"study_design_scores_gemma":[0.00061820424,0.00014973395,0.0000017487251,0.1491232,0.0017997142,0.00036268498,0.0041545643,0.0000023150399,1.4415927e-7,0.00026193555,0.8434541,0.00007162799],"about_ca_topic_score_codex":0.000048937523,"about_ca_topic_score_gemma":0.0000010488982,"teacher_disagreement_score":0.89841264,"about_ca_system_score_codex":0.00010083403,"about_ca_system_score_gemma":0.0022227098,"threshold_uncertainty_score":0.9996858},"labels":[],"label_agreement":null},{"id":"W2322793326","doi":"10.1097/acm.0000000000000574","title":"New Conversations About Health Reform and Academic Health Centers","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health reform; Health care reform; MEDLINE; Political science; Psychology; Medicine; Family medicine; Medical education; Health policy; Nursing; Public health; Law","score_opus":0.17688950384222804,"score_gpt":0.5024224253691876,"score_spread":0.32553292152695956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322793326","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38276652,0.068913095,0.0046140067,0.5238026,0.004970904,0.0027693147,0.000046120193,0.0005649757,0.011552464],"genre_scores_gemma":[0.94089276,0.028630268,0.00012831004,0.022558292,0.0026371651,0.000040254392,0.00008464238,0.000039446793,0.00498888],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99675477,0.0004927334,0.0010844368,0.00033781023,0.00049790187,0.000832369],"domain_scores_gemma":[0.99717665,0.00023801571,0.0005829189,0.00022934166,0.000112556736,0.0016605225],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028746184,0.00021155296,0.00088349334,0.00015803674,0.0005991194,0.0000021547949,0.00024808498,0.00047017916,0.00018254395],"category_scores_gemma":[0.00043203437,0.00016157674,0.000023144605,0.00031217874,0.00018643332,0.00018346371,0.00011755096,0.002392241,0.0001347071],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006025602,0.000004586353,0.16295539,0.00042886432,0.00003532461,0.0000020389887,0.62810016,5.2602707e-7,0.000015911097,0.026866907,0.1577298,0.02380024],"study_design_scores_gemma":[0.0050607887,0.00043550986,0.040442627,0.0024651147,0.000027166676,0.0000022495842,0.6194218,0.00004040341,0.0000036006643,0.006378213,0.32544222,0.00028030493],"about_ca_topic_score_codex":0.031793557,"about_ca_topic_score_gemma":0.0016261253,"teacher_disagreement_score":0.5581262,"about_ca_system_score_codex":0.0011215132,"about_ca_system_score_gemma":0.0021450815,"threshold_uncertainty_score":0.9999093},"labels":[],"label_agreement":null},{"id":"W2323014481","doi":"10.1097/acm.0000000000001009","title":"Beyond Medical “Missions” to Impact-Driven Short-Term Experiences in Global Health (STEGHs): Ethical Principles to Optimize Community Benefit and Learner Experience","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Term (time); MEDLINE; Psychology; Medical education; Engineering ethics; Medicine; Political science; Engineering","score_opus":0.12066528294871695,"score_gpt":0.46494827645642556,"score_spread":0.34428299350770863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323014481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9329006,0.0019721019,0.00025259802,0.06179891,0.00046641822,0.0008196774,0.000008959587,0.00008058393,0.0017001675],"genre_scores_gemma":[0.9491398,0.00067059044,0.0005693905,0.048860732,0.00041526623,0.00013386463,0.00002795516,0.000018987865,0.00016343381],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994963,0.00047524838,0.0012025582,0.00055982615,0.0016600206,0.0011393293],"domain_scores_gemma":[0.99144274,0.0004945146,0.00011279765,0.00054637017,0.00016293059,0.007240652],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0044085565,0.00036811378,0.0011396887,0.00023535996,0.0002141704,0.000009839428,0.0004847641,0.0008005505,0.00028422676],"category_scores_gemma":[0.0070384634,0.00025539164,0.00005432708,0.00088056055,0.0005267464,0.00010282,0.00045913688,0.003006897,0.000025088028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018785049,0.00012468,0.6831171,0.00021445492,0.000029874263,0.00027531997,0.25166175,0.0001095047,0.0001013326,0.0015087061,0.035706304,0.02527249],"study_design_scores_gemma":[0.009343429,0.0091901375,0.6366548,0.008432918,0.00006793155,0.0025925587,0.2954417,0.0026677896,0.00008367773,0.0011645718,0.033117358,0.0012431738],"about_ca_topic_score_codex":0.0023093114,"about_ca_topic_score_gemma":0.0003216247,"teacher_disagreement_score":0.046462312,"about_ca_system_score_codex":0.0006718243,"about_ca_system_score_gemma":0.0014481174,"threshold_uncertainty_score":0.9999898},"labels":[],"label_agreement":null},{"id":"W2323223336","doi":"10.1097/acm.0b013e3182675b08","title":"Taking a Detour","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Presentation (obstetrics); Medical education; Rhetorical question; Case presentation; Psychology; Patient care; Medicine; Nursing","score_opus":0.05830883734638826,"score_gpt":0.3741300301323057,"score_spread":0.31582119278591747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323223336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92770463,0.0067729107,0.0004213454,0.017156601,0.0007631444,0.0002350218,5.874608e-7,0.00013374211,0.046811998],"genre_scores_gemma":[0.98076814,0.00033333004,0.00027891353,0.0065546595,0.0024443292,0.000008411396,0.0000071566355,0.000020562467,0.009584516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988332,0.000019064193,0.00029164238,0.00013402001,0.0003060626,0.00041604709],"domain_scores_gemma":[0.9989482,0.00010030165,0.00010254993,0.0002062481,0.00003325082,0.0006094142],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045690473,0.00013242879,0.00031658154,0.00010826025,0.000055153763,9.640066e-7,0.000087455664,0.00016086217,0.0030326014],"category_scores_gemma":[0.0012068374,0.00008081917,0.00004393673,0.00021033645,0.000084112864,0.00009885461,0.00004381906,0.00054969854,0.0002591385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003146377,0.000020307982,0.91334623,0.00008089514,0.00004596437,0.000027995717,0.004155124,9.388019e-8,0.010746278,0.0050071967,0.043632336,0.022906099],"study_design_scores_gemma":[0.00247221,0.00029192198,0.67387044,0.00090381363,0.0002712458,0.0006120073,0.0026401524,0.00004349634,0.00262201,0.0004745728,0.31555152,0.00024659978],"about_ca_topic_score_codex":0.000026124231,"about_ca_topic_score_gemma":1.87395e-7,"teacher_disagreement_score":0.2719192,"about_ca_system_score_codex":0.000044212487,"about_ca_system_score_gemma":0.000036823796,"threshold_uncertainty_score":0.9978788},"labels":[],"label_agreement":null},{"id":"W2323366623","doi":"10.1097/acm.0b013e31826744a0","title":"Medical School Logos","year":2012,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"History of Medicine Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Officer; Logos Bible Software; Privilege (computing); Symbol (formal); Medical school; Medical education; Medicine; Management; Law; Political science; Computer science; Philosophy; Theology","score_opus":0.07169681388796646,"score_gpt":0.2925722013260512,"score_spread":0.22087538743808477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323366623","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029987757,0.021246372,0.0000080695745,0.7005409,0.009889862,0.00027895978,0.000014312622,0.00022079378,0.26777074],"genre_scores_gemma":[0.00051956915,0.0013279972,0.000002688932,0.59676886,0.18996005,0.000054576452,0.00017644478,0.00008079951,0.21110904],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944756,0.00020797476,0.0010468679,0.00057542755,0.0026653195,0.0010288007],"domain_scores_gemma":[0.99733716,0.00072081905,0.0004311976,0.0005977577,0.00018360688,0.0007294426],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0014468249,0.0006732014,0.0013003115,0.00044539757,0.00039520784,0.000008575006,0.0011314619,0.0016343108,0.19931278],"category_scores_gemma":[0.004401906,0.00046107746,0.00012493554,0.0000582242,0.0036152322,0.00016082155,0.00018864326,0.011921741,0.0054582385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005211765,0.0000029137414,0.00004250735,0.00028272462,0.00014647415,0.00028732192,0.028132508,4.746546e-9,0.0000013227022,0.0025241014,0.9674814,0.0010935391],"study_design_scores_gemma":[0.00073427777,0.0001212583,0.000007587827,0.0014672958,0.00037341742,0.00008562097,0.0024526096,0.0000012205196,4.7234494e-7,0.0005976373,0.99370253,0.00045606878],"about_ca_topic_score_codex":0.00033011814,"about_ca_topic_score_gemma":0.000049645103,"teacher_disagreement_score":0.19385453,"about_ca_system_score_codex":0.00021966563,"about_ca_system_score_gemma":0.0003493417,"threshold_uncertainty_score":0.9997841},"labels":[],"label_agreement":null},{"id":"W2323391931","doi":"10.1097/acm.0000000000000648","title":"Building a Framework for Global Health Learning","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Debriefing; Mentorship; Medical education; Global health; Thematic analysis; Set (abstract data type); Work (physics); Psychology; Medicine; Political science; Nursing; Public health; Qualitative research; Sociology; Computer science","score_opus":0.08538623361961398,"score_gpt":0.4610797699399442,"score_spread":0.3756935363203302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323391931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17216487,0.030063957,0.6171832,0.16950217,0.0035964455,0.0018222884,0.000010973226,0.0005351102,0.0051209945],"genre_scores_gemma":[0.94001245,0.0008096846,0.015503164,0.039669424,0.0031932252,0.000048600483,0.00004179567,0.000027610475,0.0006940512],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99765396,0.00008077778,0.000604519,0.0003240368,0.0005116193,0.0008250966],"domain_scores_gemma":[0.99750245,0.00038724774,0.00020852007,0.000193754,0.00016607213,0.0015419689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002478656,0.00018052867,0.00064550457,0.000078443496,0.00010866461,0.0000024493315,0.00011003034,0.0003155151,0.000029480241],"category_scores_gemma":[0.0074015902,0.0001393626,0.000059983046,0.00040907212,0.000104533785,0.00004965769,0.000033963566,0.0009332597,0.000027576212],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011910696,0.000024747433,0.088172674,0.0007901617,0.00006652893,0.00004194983,0.0024527495,0.000026789026,0.000056776742,0.49540204,0.30908096,0.102693535],"study_design_scores_gemma":[0.005811877,0.0029191603,0.0059097577,0.0032414664,0.00010729602,0.00055725005,0.003234971,0.0011512866,0.000024781644,0.28163567,0.6951257,0.0002807495],"about_ca_topic_score_codex":0.00014728412,"about_ca_topic_score_gemma":0.0000015176636,"teacher_disagreement_score":0.76784754,"about_ca_system_score_codex":0.00047431604,"about_ca_system_score_gemma":0.00086786377,"threshold_uncertainty_score":0.88609296},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2323457104","doi":"10.1097/acm.0b013e31826d68ed","title":"What Are You Doing Creatively These Days?","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Creativity; The arts; Genius; Curriculum; Medical humanities; Sociology; Engineering ethics; Psychology; Aesthetics; Medical education; Pedagogy; Medicine; Visual arts; Art; Social psychology; Engineering","score_opus":0.10866447463555717,"score_gpt":0.4353766875299601,"score_spread":0.32671221289440294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323457104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90532047,0.0065860525,0.00041467967,0.023941167,0.009630866,0.00023591712,0.0000026979008,0.00010980588,0.053758357],"genre_scores_gemma":[0.9642271,0.0010939088,0.000019407416,0.00640623,0.0016841915,0.000033430584,0.0000039839124,0.0000150297965,0.026516743],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985663,0.00018333088,0.00025782885,0.00027209698,0.00028129783,0.0004391447],"domain_scores_gemma":[0.9985928,0.0005973652,0.00018452785,0.0003202469,0.00003530833,0.00026977292],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094809406,0.0001453456,0.00021526356,0.00012884042,0.00008577466,0.000009558287,0.00029647056,0.00014661589,0.0039122966],"category_scores_gemma":[0.0006556008,0.000107345884,0.00002469732,0.00034282275,0.000366982,0.00054229225,0.000043595166,0.00056384114,0.0006678312],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007318608,0.00016080796,0.34163997,0.000029419094,0.00003838345,0.000011867992,0.3614004,6.496058e-7,0.016659452,0.036709867,0.21034005,0.03293596],"study_design_scores_gemma":[0.0006315335,0.000091541646,0.22199094,0.00029997082,0.000043478438,0.00012451128,0.10554,0.0000055958235,0.0009716692,0.00034086578,0.6697506,0.00020931981],"about_ca_topic_score_codex":0.000034251563,"about_ca_topic_score_gemma":8.893304e-7,"teacher_disagreement_score":0.45941052,"about_ca_system_score_codex":0.000036548085,"about_ca_system_score_gemma":0.00001861397,"threshold_uncertainty_score":0.99699825},"labels":[],"label_agreement":null},{"id":"W2323698985","doi":"10.1097/acm.0b013e3181f56213","title":"A “Paradise for Scholars”: Flexner and the Institute for Advanced Study","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paradise; Political science; Library science; Medical education; Sociology; Medicine; History; Art history","score_opus":0.0315829479909061,"score_gpt":0.4182472067116494,"score_spread":0.3866642587207433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323698985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913681,0.00040886557,0.0055547925,0.07315498,0.0022019895,0.004537045,0.0000040700606,0.00005128509,0.0004059749],"genre_scores_gemma":[0.97902215,0.000074332085,0.00491547,0.010349386,0.0022491717,0.0014798628,0.00007943305,0.000026026903,0.0018041773],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986634,0.000024464423,0.0004844479,0.00029164515,0.00030839775,0.00022759152],"domain_scores_gemma":[0.998706,0.00038724535,0.00014071632,0.0003687054,0.00029368474,0.000103663064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025904444,0.00014679838,0.00036440347,0.00013559873,0.00022860104,0.0000054467105,0.0001761306,0.0001841737,0.000038983337],"category_scores_gemma":[0.0133765135,0.000081938015,0.00003238999,0.00030437383,0.00078785,0.00014421034,0.0000290404,0.0010895628,0.0000034987038],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0075903814,0.00041303306,0.0180578,0.0008567456,0.00053953956,0.000007163133,0.041597527,0.0000058547453,0.037841827,0.32079467,0.21933775,0.35295773],"study_design_scores_gemma":[0.0854891,0.0020358828,0.014813471,0.00049878727,0.0013892871,0.00019701562,0.012158777,0.0032032444,0.000672805,0.029329985,0.8498238,0.0003878758],"about_ca_topic_score_codex":0.0000143543475,"about_ca_topic_score_gemma":0.000007934683,"teacher_disagreement_score":0.630486,"about_ca_system_score_codex":0.000028785144,"about_ca_system_score_gemma":0.00012879216,"threshold_uncertainty_score":0.99493426},"labels":[],"label_agreement":null},{"id":"W2323736443","doi":"10.1097/00001888-200302000-00015","title":"A TEACHERʼS OATH","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cascades (Canada)","funders":"","keywords":"Suspect; Compassion; Honor; Oath; Psychology; Subject (documents); Curriculum; Diligence; Pedagogy; Mathematics education; Law; Computer science; Social psychology; Political science; Internet privacy","score_opus":0.18938596561707863,"score_gpt":0.47165532146851624,"score_spread":0.28226935585143764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323736443","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0512081,0.003507118,0.00010466721,0.116115235,0.0009152891,0.00011628114,2.5564304e-7,0.00005813263,0.8279749],"genre_scores_gemma":[0.95190126,0.0009569921,0.00008719089,0.0048174807,0.0012583061,0.000007944475,0.000001812253,0.000005041203,0.04096395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988257,0.00035875206,0.0001366646,0.00012301718,0.0003488983,0.00020693573],"domain_scores_gemma":[0.9989146,0.0007395094,0.00007395326,0.00008208751,0.00003960128,0.00015023538],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002515409,0.00005496291,0.00008645181,0.00004488084,0.00021024054,0.0000045303655,0.00016160453,0.00012792475,0.00336069],"category_scores_gemma":[0.0055297255,0.000044020682,0.000012361702,0.00022168111,0.000306716,0.00017107594,0.0000035830303,0.0004300744,0.00021426099],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030343738,0.000005061903,0.0172977,0.0000051417373,0.000009153549,0.0000012454793,0.15070798,2.294082e-7,0.00013805,0.72274154,0.10758689,0.0015039745],"study_design_scores_gemma":[0.00011628507,0.000013651469,0.00058283866,0.000022488752,0.000013669494,0.0000022699637,0.091898866,3.1883476e-7,0.00001939297,0.018601468,0.8886777,0.000051044288],"about_ca_topic_score_codex":0.00056181423,"about_ca_topic_score_gemma":0.00005631856,"teacher_disagreement_score":0.9006932,"about_ca_system_score_codex":0.00004148711,"about_ca_system_score_gemma":0.00024632615,"threshold_uncertainty_score":0.99755037},"labels":[],"label_agreement":null},{"id":"W2323745045","doi":"10.1097/acm.0000000000000550","title":"Blink or Think","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Medical diagnosis; Certification; Psychology; Focus (optics); MEDLINE; Cognition; Medicine; Psychiatry; Pathology","score_opus":0.06204253602701446,"score_gpt":0.3997168727205619,"score_spread":0.3376743366935474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323745045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7177768,0.0025864495,0.006159647,0.14874937,0.002374559,0.000798696,0.0000033880308,0.00071796175,0.12083317],"genre_scores_gemma":[0.9401231,0.0012603276,0.00043173798,0.031095877,0.0038271109,0.000011763476,0.000038247967,0.0000310268,0.02318083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823475,0.000064774176,0.0005438603,0.00033560823,0.00048276043,0.00033822123],"domain_scores_gemma":[0.98700356,0.011836647,0.00011882383,0.0004278662,0.000089047375,0.00052407937],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013086665,0.0001744876,0.000553827,0.00010092821,0.000052299107,0.000002511387,0.00016667637,0.0003378625,0.002019886],"category_scores_gemma":[0.15592632,0.000097908196,0.0000572458,0.0002782168,0.00026649286,0.000033237873,0.000047111746,0.0009339479,0.00053183903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009667508,0.00007516413,0.046854444,0.00012882588,0.00013157369,0.00016387741,0.0031568154,0.0000034972288,0.0015984222,0.017423345,0.76768386,0.16181341],"study_design_scores_gemma":[0.025822686,0.0069292756,0.09210842,0.01916888,0.0014013023,0.0014522668,0.0014964028,0.003509554,0.0013504078,0.022920188,0.8230072,0.00083338976],"about_ca_topic_score_codex":0.00004475916,"about_ca_topic_score_gemma":0.0000015648275,"teacher_disagreement_score":0.22234632,"about_ca_system_score_codex":0.000029005338,"about_ca_system_score_gemma":0.00009547952,"threshold_uncertainty_score":0.9988924},"labels":[],"label_agreement":null},{"id":"W2324127136","doi":"10.1097/01.acm.0000479943.21563.6f","title":"Applying Kolb’s Learning Cycle to Competency-Based Residency Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Learning cycle; Psychology; Residency training; Higher education; Medicine; Mathematics education; Continuing education; Political science","score_opus":0.0374206828076508,"score_gpt":0.4354245484165564,"score_spread":0.3980038656089056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324127136","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20240203,0.0010691708,0.017002482,0.3511734,0.004200499,0.0017083215,6.512708e-7,0.00033017818,0.42211327],"genre_scores_gemma":[0.98236835,0.00043502706,0.002348658,0.003289151,0.0023683,0.00032464426,0.0000026413056,0.000017432067,0.008845824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792117,0.0005285609,0.0003063547,0.0003162877,0.00059604336,0.00033157773],"domain_scores_gemma":[0.99779236,0.0013221097,0.00023065082,0.00019122647,0.00021031151,0.00025332955],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024147439,0.000108200205,0.00015439588,0.00022038442,0.0004506387,0.00001068701,0.00036870825,0.00015215146,0.0007574342],"category_scores_gemma":[0.0125549175,0.000078347104,0.000020025793,0.0005552987,0.0002412313,0.00039753018,0.000029822704,0.00041785737,0.00037041405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060484148,0.000037019025,0.11650066,0.000032239965,0.000017511737,0.0000011493726,0.06638738,0.000042325533,0.044667244,0.1546388,0.02765638,0.5899588],"study_design_scores_gemma":[0.00043860747,0.00014676157,0.012544392,0.00083379267,0.000042370062,0.0000020032928,0.02642917,0.000022495922,0.000919034,0.075800106,0.88256097,0.0002602934],"about_ca_topic_score_codex":0.0016367545,"about_ca_topic_score_gemma":0.00016448183,"teacher_disagreement_score":0.8549046,"about_ca_system_score_codex":0.00043029286,"about_ca_system_score_gemma":0.0019375162,"threshold_uncertainty_score":0.99576277},"labels":[],"label_agreement":null},{"id":"W2324198551","doi":"10.1097/acm.0b013e31824d550e","title":"Bridging the Leadership Development Gap","year":2012,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Leadership development; Enthusiasm; Curriculum; Medical education; Educational leadership; Accreditation; Neuroleadership; Leadership style; Leadership studies; Medical school; Psychology; Medicine; Pedagogy; Political science; Public relations","score_opus":0.20538195492375894,"score_gpt":0.3768428257045917,"score_spread":0.17146087078083277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324198551","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013948932,0.0045336904,0.0012642931,0.98128885,0.0037441005,0.0007852531,9.304643e-7,0.0001433878,0.0068445737],"genre_scores_gemma":[0.008307136,0.00019400856,0.00037061822,0.8831145,0.06569333,0.00015396439,0.0008978358,0.00009553439,0.04117308],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956786,0.00013006739,0.0010916035,0.00046774428,0.0016840715,0.00094788324],"domain_scores_gemma":[0.9980679,0.0003009201,0.00046015152,0.0007883825,0.0002581944,0.00012445285],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025364838,0.00045609122,0.00069142034,0.00042961122,0.00023591302,0.000006392992,0.00055811246,0.001752988,0.0020532582],"category_scores_gemma":[0.0027849798,0.0002705338,0.000064366584,0.00072854786,0.0007152615,0.00007863337,0.00008488198,0.011629328,0.0006951637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008109765,0.0000051089155,0.00053234986,0.0005505166,0.00008746327,0.00003292822,0.004926444,4.9078693e-8,0.00004949994,0.00008620839,0.9536406,0.04008074],"study_design_scores_gemma":[0.0005978104,0.000042163098,0.0010326309,0.00218238,0.00039630974,0.0004640983,0.001277374,0.000024968132,0.000098182965,0.000088015266,0.99353516,0.0002609117],"about_ca_topic_score_codex":0.00001939277,"about_ca_topic_score_gemma":2.779405e-7,"teacher_disagreement_score":0.098174386,"about_ca_system_score_codex":0.00048807962,"about_ca_system_score_gemma":0.0005842354,"threshold_uncertainty_score":0.99997467},"labels":[],"label_agreement":null},{"id":"W2324286232","doi":"10.1097/acm.0b013e31825803f3","title":"Public Health Physician Specialty Training in Canada and the United States","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Specialty; Public health; Certification; Health care; Medicine; Practicum; Training (meteorology); Family medicine; Preventive healthcare; Credentialing; International health; Medical education; Scope (computer science); Health policy; Nursing; Political science","score_opus":0.23248323412667818,"score_gpt":0.46759317201249784,"score_spread":0.23510993788581966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324286232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.552599,0.0013445072,0.000031914686,0.44046214,0.0016094203,0.0005114185,0.000006194216,0.000018100627,0.0034172907],"genre_scores_gemma":[0.7922198,0.0029171119,0.000005316258,0.20046997,0.0038297118,0.000077963596,0.00008519236,0.000012816587,0.00038207544],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99647665,0.0010994625,0.000751181,0.00013137232,0.00029056988,0.0012507808],"domain_scores_gemma":[0.9970206,0.0017746711,0.0003292889,0.00017339415,0.00005968255,0.00064234406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006135087,0.00012186986,0.00037697505,0.000164455,0.0005049926,0.00000169568,0.00016702946,0.00010134548,0.00015411687],"category_scores_gemma":[0.0011770958,0.00007313688,0.000007873498,0.0006694176,0.0001800613,0.0001384053,0.000050805378,0.0014701334,0.000009519544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001941008,0.0000044601825,0.0802691,0.00018828172,0.000010648613,2.0449494e-7,0.54390615,0.0000019522463,0.0000013726562,0.04259756,0.31620115,0.01679973],"study_design_scores_gemma":[0.0013208701,0.0000138931655,0.102017224,0.00019257596,0.0000028669538,0.0000013457118,0.22463687,0.00026743292,1.017144e-7,0.0013327653,0.6701481,0.00006597334],"about_ca_topic_score_codex":0.9820627,"about_ca_topic_score_gemma":0.8180702,"teacher_disagreement_score":0.35394692,"about_ca_system_score_codex":0.0010778586,"about_ca_system_score_gemma":0.0059628016,"threshold_uncertainty_score":0.9996725},"labels":[],"label_agreement":null},{"id":"W2324571583","doi":"10.1097/acm.0b013e3182674629","title":"Admissions File Review","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canada Research Chairs; University of Toronto","funders":"","keywords":"Cronbach's alpha; Computer science; Reliability (semiconductor); Component (thermodynamics); Stratified sampling; Sample (material); Psychology; Statistics; Psychometrics; Mathematics; Clinical psychology","score_opus":0.10239181821787563,"score_gpt":0.45508812610234156,"score_spread":0.35269630788446593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2324571583","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022840647,0.23350808,0.00017864676,0.6034133,0.0019942415,0.001076919,0.000028000572,0.00030956636,0.15720719],"genre_scores_gemma":[0.10695584,0.106206395,0.00079823425,0.5674949,0.007700964,0.00018790866,0.0008950055,0.00006189905,0.20969881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983845,0.000058829726,0.0004752584,0.00017481839,0.0004933757,0.00041323766],"domain_scores_gemma":[0.9936833,0.0003065712,0.00010681523,0.00034999978,0.00007012783,0.005483179],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006920125,0.00015079782,0.00042290238,0.00009001934,0.00007972378,6.382476e-7,0.00012566995,0.00017075597,0.46341193],"category_scores_gemma":[0.037331954,0.000091690745,0.000058492737,0.00038339364,0.00010950985,0.00007709187,0.00003785108,0.00086281664,0.0010073674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054771763,0.000026063155,0.00074919034,0.0004133719,0.000012312772,0.0000025473473,0.00045322918,3.03452e-9,0.00059125293,0.0007375417,0.9910462,0.0059627984],"study_design_scores_gemma":[0.00050342275,0.000068439804,0.003100759,0.009808058,0.00018697155,0.0002347456,0.0003841246,0.0000056745635,0.00009298754,0.000076509896,0.98544407,0.00009425669],"about_ca_topic_score_codex":0.0000068321933,"about_ca_topic_score_gemma":4.0549374e-8,"teacher_disagreement_score":0.46240455,"about_ca_system_score_codex":0.000041081763,"about_ca_system_score_gemma":0.0005556746,"threshold_uncertainty_score":0.99977046},"labels":[],"label_agreement":null},{"id":"W2325089339","doi":"10.1097/acm.0b013e31829d5815","title":"AM Last Page","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Nursing Education, Practice, and Leadership","field":"Nursing","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Library science; Medical education; Medicine; Family medicine; Computer science","score_opus":0.04575714345448569,"score_gpt":0.34695084752909505,"score_spread":0.3011937040746094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325089339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5176107,0.0029500918,0.00019800787,0.43255666,0.009068113,0.00051219726,7.013333e-7,0.00029884692,0.036804624],"genre_scores_gemma":[0.97323364,0.00008032417,0.00009837547,0.014665923,0.004104471,0.000026702859,0.000018249584,0.000031637897,0.0077406634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859226,0.00013106888,0.00031305858,0.0002560773,0.00033964004,0.00036789692],"domain_scores_gemma":[0.9988224,0.00046118355,0.00014628215,0.0002867602,0.00007726928,0.0002060893],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000575466,0.0001494205,0.00020001348,0.00012678346,0.00012028436,0.000013604212,0.00026687392,0.00020858199,0.0019804586],"category_scores_gemma":[0.00091574667,0.00011878777,0.000023053643,0.00024634736,0.00023480493,0.00035907733,0.000005768817,0.0008665672,0.0015336178],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003280169,0.000017049884,0.010471118,0.000052998796,0.00001353801,0.0000011447578,0.029024957,4.6140914e-7,0.01708529,0.00071842497,0.92586726,0.01671495],"study_design_scores_gemma":[0.0019637381,0.0004695875,0.07247661,0.00075940415,0.00022239475,0.00013642182,0.049774505,0.00013949713,0.0037757638,0.017949728,0.8518214,0.0005109154],"about_ca_topic_score_codex":0.00033131815,"about_ca_topic_score_gemma":0.000004537449,"teacher_disagreement_score":0.4556229,"about_ca_system_score_codex":0.00006817021,"about_ca_system_score_gemma":0.000028168424,"threshold_uncertainty_score":0.9992438},"labels":[],"label_agreement":null},{"id":"W2325275749","doi":"10.1097/acm.0b013e3182312162","title":"The Effect of Patient Feedback on Physiciansʼ Consultation Skills: A Systematic Review","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"PsycINFO; Coaching; MEDLINE; Psychological intervention; Medicine; Interpersonal communication; Family medicine; Medical education; Health care; Psychology; Nursing; Social psychology","score_opus":0.1773475981348223,"score_gpt":0.48523707201419,"score_spread":0.3078894738793677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325275749","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039636825,0.9745321,0.0000023197765,0.000792217,0.0013147333,0.021083696,0.0000368971,0.000076873235,0.002157178],"genre_scores_gemma":[0.00005997889,0.98832715,0.000005414567,0.0022200793,0.0002560144,0.008199003,0.00021266742,0.00008809683,0.000631613],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.979791,0.013344738,0.005019993,0.0004705108,0.00078755384,0.00058623153],"domain_scores_gemma":[0.9586062,0.03148887,0.006996612,0.0022470916,0.00045642408,0.00020481575],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029489158,0.00064937206,0.0050225174,0.00019708803,0.00063719804,0.0000013508859,0.0014359186,0.000820626,0.000081959995],"category_scores_gemma":[0.022722935,0.00030804335,0.00030658825,0.00078883354,0.0003534061,0.000058268415,0.00024357344,0.0040899827,0.00080041314],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014870219,0.000005247207,0.0000048632046,0.8950611,0.00013721564,4.6299428e-7,0.0055859545,1.7320595e-8,3.483535e-8,0.0008696814,0.012274674,0.08604591],"study_design_scores_gemma":[0.0003555065,0.0004967293,5.5271454e-7,0.6590019,0.0020638385,0.00000284261,0.0009785808,8.404902e-7,2.61476e-7,0.00006310247,0.33689284,0.00014301934],"about_ca_topic_score_codex":0.000103580336,"about_ca_topic_score_gemma":0.0000039184206,"teacher_disagreement_score":0.3246182,"about_ca_system_score_codex":0.00045467165,"about_ca_system_score_gemma":0.00049455184,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W2325319684","doi":"10.1097/acm.0000000000000603","title":"The Patient-as-Partner Approach in Health Care","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":385,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"General partnership; Health care; Nursing; Perspective (graphical); Medicine; Psychology; Medical education; Political science","score_opus":0.3094090762254033,"score_gpt":0.4954766189380795,"score_spread":0.18606754271267617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325319684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69844824,0.052568194,0.00011854197,0.04538477,0.0062214066,0.006895314,0.000019067438,0.00016560977,0.19017886],"genre_scores_gemma":[0.9435018,0.0018159911,0.00007541826,0.048380718,0.0008141103,0.00054813846,0.0002940585,0.000027450484,0.0045423293],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958057,0.0010326687,0.0012614243,0.00028946588,0.0006982164,0.00091254374],"domain_scores_gemma":[0.99788916,0.0005014097,0.00040405316,0.0003464706,0.00011619595,0.0007426831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002915088,0.00017007095,0.00032686084,0.00009678118,0.0006228066,0.0000011814467,0.00028551635,0.00022967585,0.00007587017],"category_scores_gemma":[0.000257951,0.00009630701,0.00001811121,0.0003075239,0.00013046544,0.000063736275,0.00011848206,0.0016890524,0.0003381009],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037058943,0.000028283686,0.14854042,0.0016869176,0.000010586602,0.0000042719753,0.41362953,0.000011335803,0.0000041953454,0.017974624,0.39680117,0.020938084],"study_design_scores_gemma":[0.0026531543,0.00089770125,0.00087291125,0.0012581083,0.0000046847063,0.000002114201,0.290578,0.00009778411,0.00000409351,0.0020236461,0.70148975,0.00011803215],"about_ca_topic_score_codex":0.0029266719,"about_ca_topic_score_gemma":0.00018255739,"teacher_disagreement_score":0.3046886,"about_ca_system_score_codex":0.00072152796,"about_ca_system_score_gemma":0.0009156656,"threshold_uncertainty_score":0.7338186},"labels":[],"label_agreement":null},{"id":"W2325577936","doi":"10.1097/acm.0000000000001101","title":"Getting (Along) With the Guidelines: Reconciling Patient Autonomy and Quality Improvement Through Shared Decision Making","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Queen's University","funders":"Bayer HealthCare; Pfizer; Bristol-Myers Squibb; American Society of Hematology","keywords":"MEDLINE; Medical education; Medicine; Political science","score_opus":0.11681576468848838,"score_gpt":0.40422983858289857,"score_spread":0.2874140738944102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325577936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90312356,0.004003954,0.026075058,0.059782542,0.00026966803,0.0013457878,0.000009000012,0.00017321498,0.005217226],"genre_scores_gemma":[0.9859137,0.00068606116,0.0020953128,0.009915279,0.00068266055,0.000082628656,0.00001108123,0.0000335543,0.00057970406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728566,0.000058568432,0.00094713335,0.00055922556,0.00073357165,0.0004158606],"domain_scores_gemma":[0.9979144,0.00079728646,0.0004108077,0.00053217536,0.00021181868,0.0001335363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013175493,0.00028207432,0.00044730894,0.0000730764,0.0001628154,0.000015025928,0.00020012763,0.0001104023,0.00037150065],"category_scores_gemma":[0.0013532804,0.00012215371,0.000042743886,0.0001855505,0.00033405147,0.0002590033,0.00020590279,0.00033862222,0.000012375113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089879724,0.000023466255,0.016694603,0.00051047956,0.00035111277,0.000061775405,0.009111337,0.000015507398,0.009675256,0.005399415,0.034699943,0.9225583],"study_design_scores_gemma":[0.050553266,0.006604824,0.11597914,0.06623424,0.003328747,0.00036170008,0.1140153,0.0021890576,0.0033084054,0.023348758,0.6113191,0.0027574645],"about_ca_topic_score_codex":0.00012424575,"about_ca_topic_score_gemma":0.000018927036,"teacher_disagreement_score":0.9198008,"about_ca_system_score_codex":0.000314533,"about_ca_system_score_gemma":0.0002420324,"threshold_uncertainty_score":0.49812835},"labels":[],"label_agreement":null},{"id":"W2325631139","doi":"10.1097/acm.0b013e318212a93d","title":"Commentary: Professionalism, Unionization, and Physiciansʼ Strikes","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare Systems and Challenges","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Negotiation; Action (physics); Curriculum; Medical profession; Action plan; Political science; Public relations; Plan (archaeology); Health care; Table (database); Medical education; Medicine; Law; Management; Economics","score_opus":0.2077819646316848,"score_gpt":0.46239255028785153,"score_spread":0.25461058565616673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325631139","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009600345,0.012044609,0.00007633327,0.975972,0.0036030049,0.001505046,0.00007726389,0.00015774176,0.0056039416],"genre_scores_gemma":[0.0032470154,0.008134382,0.000014610641,0.9373833,0.031434912,0.00025976484,0.001186739,0.00010808573,0.0182312],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952875,0.0013901622,0.0012595744,0.00059588486,0.000649795,0.0008170762],"domain_scores_gemma":[0.9970986,0.0010479887,0.0008522808,0.0005026165,0.0003149399,0.000183521],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013407932,0.0004618199,0.0009889427,0.00022506058,0.0007240917,0.0000015841593,0.00040122113,0.0034939514,0.0010172973],"category_scores_gemma":[0.00023262411,0.00032296614,0.00003507425,0.00021466373,0.00029403818,0.000103358034,0.00019383227,0.011590365,0.00012594242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008217506,0.0000024460758,0.0014892456,0.0021560385,0.000049910017,0.000024625744,0.019173231,6.875117e-9,0.0000064088435,0.0015493192,0.97426146,0.0012791033],"study_design_scores_gemma":[0.00078567205,0.000094847564,0.0006659737,0.0074997903,0.00008010713,0.000005915166,0.010661527,0.0000024175604,0.0000012546516,0.0035272345,0.9763982,0.00027702062],"about_ca_topic_score_codex":0.002536895,"about_ca_topic_score_gemma":0.000047028167,"teacher_disagreement_score":0.038588736,"about_ca_system_score_codex":0.00016736586,"about_ca_system_score_gemma":0.00032887186,"threshold_uncertainty_score":0.9999222},"labels":[],"label_agreement":null},{"id":"W2325730757","doi":"10.1097/acm.0000000000000243","title":"The Relationship Between Physician Participation in Continuing Professional Development Programs and Physician In-Practice Peer Assessments","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Laurentian University; Centre for Advancing Health Outcomes; College of Family Physicians of Canada; NOSM University","funders":"","keywords":"Specialty; Family medicine; Medicine; Continuing medical education; Logistic regression; Certification; Multivariate analysis; Odds ratio; Graduate medical education; Odds; MEDLINE; Medical education; Continuing education; Accreditation; Internal medicine","score_opus":0.07240809293804026,"score_gpt":0.4657097549147968,"score_spread":0.39330166197675653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325730757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96233034,0.00011837489,0.0005545959,0.03376538,0.00042658552,0.00069202937,1.243921e-7,0.000028711633,0.002083876],"genre_scores_gemma":[0.99395245,0.00001794301,0.0009353159,0.003028974,0.00076071353,0.00022160485,0.00012617218,0.00001799321,0.0009388152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974985,0.0002539986,0.00078654976,0.00027583304,0.000843981,0.00034112588],"domain_scores_gemma":[0.99768573,0.0014939173,0.00029233735,0.00019755229,0.0002488416,0.00008163291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004537803,0.00014969285,0.0002818662,0.00018710771,0.0001565379,0.000009887847,0.00011682623,0.00018541543,0.0000033310048],"category_scores_gemma":[0.009944081,0.000102691876,0.00001107364,0.00077020156,0.00021886647,0.00023466597,0.000044154833,0.0013155792,0.000012596333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040220293,0.000056257446,0.6717076,0.000041486408,0.000014065936,0.0000010585245,0.0076305787,6.2968337e-7,0.0000847595,0.006454771,0.0009965869,0.31297204],"study_design_scores_gemma":[0.0016613015,0.000111475805,0.94168055,0.0015008646,0.000060794006,0.0000025283719,0.006010406,0.0005171021,0.00004682681,0.0020218098,0.046280008,0.0001063047],"about_ca_topic_score_codex":0.000027822298,"about_ca_topic_score_gemma":0.0000139588865,"teacher_disagreement_score":0.31286573,"about_ca_system_score_codex":0.00020343583,"about_ca_system_score_gemma":0.00013467878,"threshold_uncertainty_score":0.99839556},"labels":[],"label_agreement":null},{"id":"W2325857605","doi":"10.1097/acm.0000000000000457","title":"Reflections on the Medical Education Continuum and How to Improve It","year":2014,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Workforce; Nothing; Medical education; Public relations; Psychology; Medicine; Political science; Law","score_opus":0.025565266538532187,"score_gpt":0.42747798710748014,"score_spread":0.40191272056894795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2325857605","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069977046,0.00025540355,0.00040141775,0.4835938,0.50482535,0.0009092376,0.0000055629534,0.00006918461,0.009240301],"genre_scores_gemma":[0.0029631457,0.0009830275,0.00016968163,0.10891277,0.8410641,0.0005535528,0.00051506516,0.000084078885,0.044754595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99478656,0.00021781416,0.00077330647,0.0008236786,0.0029170085,0.00048163923],"domain_scores_gemma":[0.99442905,0.0021987585,0.00044412797,0.0009495075,0.0014186447,0.0005599364],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044577727,0.00046804972,0.00083269697,0.00059021846,0.00026676137,0.000022577915,0.0005308165,0.0024011354,0.00083656434],"category_scores_gemma":[0.19102415,0.00028844582,0.00005927433,0.0008761268,0.0006291284,0.00005845543,0.00012329679,0.0065064337,0.00013854977],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000691303,0.00003172038,0.000008235022,0.00018937656,0.00006474079,0.0000024757376,0.0011504093,1.5400085e-8,0.00022218662,0.0023982506,0.9771738,0.01868963],"study_design_scores_gemma":[0.00095225533,0.00080415426,0.000040902163,0.003569413,0.00031290096,0.000044643806,0.0019120239,0.000027441456,0.00004678124,0.00078304426,0.99126476,0.00024168339],"about_ca_topic_score_codex":0.00006530263,"about_ca_topic_score_gemma":0.000024427116,"teacher_disagreement_score":0.37468103,"about_ca_system_score_codex":0.00039102946,"about_ca_system_score_gemma":0.0026619527,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W2326706281","doi":"10.1097/acm.0b013e318270a5ec","title":"Preserving Empathy","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Malaria; Family medicine; Medicine; Typhoid fever; Evening; History; Psychology","score_opus":0.09112223020464644,"score_gpt":0.4223510087300502,"score_spread":0.3312287785254038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326706281","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28151527,0.00403215,0.0006722894,0.14477563,0.0038042455,0.00020937876,2.7406654e-7,0.00019624559,0.56479454],"genre_scores_gemma":[0.97310704,0.0005066356,0.00020392933,0.007170011,0.002719943,0.000010325186,0.0000019364177,0.0000047379226,0.016275432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989606,0.000103223865,0.00015107599,0.000075945514,0.0003812208,0.0003279389],"domain_scores_gemma":[0.9993489,0.0002105579,0.000027724427,0.00007985498,0.000039243354,0.00029376164],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019472232,0.000048182643,0.0000817848,0.000037871014,0.00021002718,0.0000033955855,0.00020055761,0.00009846909,0.0031662148],"category_scores_gemma":[0.0019035479,0.000038184546,0.00000986897,0.00017520181,0.00019884594,0.00014999563,0.000028528495,0.00025844725,0.00021458052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013082536,0.0000065457516,0.035423137,0.000008322088,0.0000050615376,2.6811196e-7,0.41038287,3.0324525e-8,0.00006760671,0.4269927,0.123087205,0.004024911],"study_design_scores_gemma":[0.00010038151,0.000006133049,0.008748874,0.00006845534,0.000008764358,8.4796164e-7,0.052552253,9.776944e-7,0.00004301959,0.021674495,0.91672623,0.00006954942],"about_ca_topic_score_codex":0.00018902976,"about_ca_topic_score_gemma":0.0000054361303,"teacher_disagreement_score":0.79363906,"about_ca_system_score_codex":0.000057561218,"about_ca_system_score_gemma":0.000072789655,"threshold_uncertainty_score":0.99774504},"labels":[],"label_agreement":null},{"id":"W2326932171","doi":"10.1097/acm.0b013e318258351b","title":"How and Why Internal Medicine Clerkship Directors Use Locally Developed, Faculty-Written Examinations","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Higher education; Medicine; MEDLINE; Clinical clerkship; Psychology; Family medicine; Curriculum; Pedagogy; Political science","score_opus":0.09948013560407515,"score_gpt":0.3786417659908659,"score_spread":0.27916163038679076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326932171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81592953,0.002541683,0.014163669,0.1605113,0.0021451805,0.0007867625,0.0000063582715,0.00022223695,0.0036932894],"genre_scores_gemma":[0.96121216,0.0008315257,0.0021538811,0.020059777,0.0043048016,0.000053055115,0.00035425712,0.000059353148,0.010971215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969014,0.00012374225,0.000819476,0.0004354667,0.0010598002,0.0006601169],"domain_scores_gemma":[0.99772143,0.0004930455,0.00030174802,0.00040192093,0.00053986313,0.00054199365],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020202505,0.0003662859,0.00063837855,0.00062034576,0.00017685466,0.000016158067,0.00025128384,0.00045172378,0.00046597773],"category_scores_gemma":[0.015511027,0.00025808247,0.000032754946,0.0010834148,0.001049052,0.00069747114,0.00010600984,0.001563734,0.000029195286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095033494,0.00007574023,0.24531333,0.00027123504,0.0002027516,0.00001754536,0.018697428,1.8153834e-7,0.0063449587,0.008457618,0.61179465,0.10872955],"study_design_scores_gemma":[0.003325131,0.00036521256,0.4681072,0.0018391992,0.00044665547,0.00063702744,0.009192795,0.0001829826,0.0006498344,0.00033316907,0.51454973,0.00037109072],"about_ca_topic_score_codex":0.00027125265,"about_ca_topic_score_gemma":0.0000076215115,"teacher_disagreement_score":0.22279386,"about_ca_system_score_codex":0.00025274424,"about_ca_system_score_gemma":0.00012248366,"threshold_uncertainty_score":0.9999871},"labels":[],"label_agreement":null},{"id":"W2327506196","doi":"10.1097/acm.0000000000000569","title":"How Medical Schools Can Encourage Students’ Interest in Family Medicine","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Specialty; Pace; Medical education; Social medicine; Health care; Public health; Family medicine; Medicine; Political science; Psychology; Nursing; Pedagogy","score_opus":0.08988217472265558,"score_gpt":0.4001961510381597,"score_spread":0.3103139763155041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327506196","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039205946,0.0024961417,0.0007321037,0.9479887,0.005007834,0.0015823313,0.0000068716895,0.00022138699,0.0027586948],"genre_scores_gemma":[0.08294876,0.0029334088,0.000112964415,0.8478575,0.04873565,0.00029677956,0.0018361419,0.00021089576,0.015067954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988069,0.000560272,0.0027329577,0.0015568173,0.005612553,0.0014684111],"domain_scores_gemma":[0.99509776,0.0008546102,0.0010419777,0.0016796442,0.0006649496,0.00066105946],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0060996884,0.001159014,0.002884947,0.0025024798,0.00012475673,0.00002810403,0.0023001742,0.005652644,0.001926096],"category_scores_gemma":[0.030061323,0.0008427693,0.00014246117,0.0020906131,0.0018076279,0.00016132683,0.00033337806,0.02851933,0.00015830954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000449359,0.000033870125,0.0060752877,0.00089083205,0.00015703835,0.0015377892,0.001424474,6.5987486e-8,0.00024588234,0.00023924635,0.9796013,0.009749275],"study_design_scores_gemma":[0.0065785674,0.0008282466,0.0032949473,0.023449006,0.00050059607,0.00096931023,0.0033632512,0.00009520091,0.00001995296,0.0012564395,0.9589645,0.0006799352],"about_ca_topic_score_codex":0.0005958855,"about_ca_topic_score_gemma":0.000040764186,"teacher_disagreement_score":0.100131236,"about_ca_system_score_codex":0.0012145225,"about_ca_system_score_gemma":0.001135573,"threshold_uncertainty_score":0.9994023},"labels":[],"label_agreement":null},{"id":"W2327676963","doi":"10.1097/acm.0b013e318294fd45","title":"Development of a Team Performance Scale to Assess Undergraduate Health Professionals","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Checklist; Teamwork; Scale (ratio); Medical education; Curriculum; Multidisciplinary approach; Health care; Psychology; Medicine; Nursing","score_opus":0.09587788938942582,"score_gpt":0.5004694898308522,"score_spread":0.40459160044142634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327676963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87877774,0.0001158131,0.0013728437,0.10890375,0.0018177151,0.0018187511,0.0000022039003,0.000056574445,0.0071346],"genre_scores_gemma":[0.93221825,0.00006380853,0.004525154,0.029759448,0.00043239622,0.00087128207,0.000049704486,0.000021327076,0.03205863],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971054,0.00035038523,0.0012624941,0.0002552904,0.0005800205,0.000446411],"domain_scores_gemma":[0.9980551,0.0002741209,0.00053210056,0.00022639913,0.0005601026,0.00035216057],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015829406,0.00015953083,0.0003836172,0.000218718,0.0005744781,0.0000013569218,0.00026330468,0.0002016694,0.0016389115],"category_scores_gemma":[0.00030926988,0.0001099678,0.00001508824,0.0005496959,0.00005343287,0.00017660201,0.00011253861,0.0008672451,0.0011756326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081736216,0.00005137521,0.02616152,0.0007158919,0.000022014017,6.274994e-8,0.10704128,0.0000025435745,0.013868127,0.0029738196,0.830139,0.018942667],"study_design_scores_gemma":[0.0027926622,0.0005072473,0.37069657,0.01775968,0.000023932078,0.0000036048068,0.2046858,0.00065323705,0.004292067,0.0025924342,0.3953748,0.0006179504],"about_ca_topic_score_codex":0.00012306595,"about_ca_topic_score_gemma":0.000044625438,"teacher_disagreement_score":0.43476415,"about_ca_system_score_codex":0.00029615982,"about_ca_system_score_gemma":0.0034654383,"threshold_uncertainty_score":0.9996021},"labels":[],"label_agreement":null},{"id":"W2327693841","doi":"10.1097/acm.0b013e318238e069","title":"Theory and Practice in the Design and Conduct of Graduate Medical Education","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health; University of Toronto","funders":"","keywords":"Sociocultural evolution; Curriculum; Learning theory; Education theory; Engineering ethics; Psychology; Medical education; Pedagogy; Sociology; Higher education; Medicine","score_opus":0.17831529797149193,"score_gpt":0.45144042456542016,"score_spread":0.27312512659392824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327693841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87422377,0.0062571377,0.0059766024,0.10029759,0.0005791208,0.0010946736,2.799317e-7,0.000024996012,0.011545841],"genre_scores_gemma":[0.9693473,0.0030243718,0.0035342667,0.023576522,0.0002921047,0.000051104515,0.000009141405,0.000010603183,0.00015458363],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99796224,0.0006532517,0.0004792629,0.00018286853,0.00058411073,0.00013824667],"domain_scores_gemma":[0.9973952,0.0019389426,0.00017849151,0.00021138207,0.0001872104,0.000088764624],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0118593685,0.00010064803,0.00023017169,0.00019804898,0.000034660818,0.0000011708447,0.0001326073,0.00019327375,0.0002158389],"category_scores_gemma":[0.051115997,0.00005861276,0.0000075753833,0.00043490055,0.0008097714,0.000116749674,0.000025566447,0.00085093104,0.000002671051],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011428336,0.000341582,0.006409112,0.00042151616,0.00009306748,0.000031984393,0.21459816,8.746563e-8,0.0019578822,0.34281224,0.086563714,0.3456278],"study_design_scores_gemma":[0.011723944,0.0034288976,0.21088877,0.006884309,0.0017628312,0.012248699,0.41416287,0.00082707376,0.0024110451,0.28866693,0.0462876,0.0007070257],"about_ca_topic_score_codex":0.000087077104,"about_ca_topic_score_gemma":4.8767737e-7,"teacher_disagreement_score":0.34492078,"about_ca_system_score_codex":0.000020326801,"about_ca_system_score_gemma":0.00043238976,"threshold_uncertainty_score":0.9568769},"labels":[],"label_agreement":null},{"id":"W2327720497","doi":"10.1097/acm.0b013e31828af039","title":"Within-Session Score Gains for Repeat Examinees on a Standardized Patient Examination","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); United States Medical Licensing Examination; Psychology; Medicine; Medical education; Computer science; Medical school","score_opus":0.0561928056505877,"score_gpt":0.37070339764657484,"score_spread":0.31451059199598713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327720497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697067,0.00021312441,0.0068230475,0.015629197,0.0014150955,0.0024931016,0.000004515866,0.00014678627,0.0035684325],"genre_scores_gemma":[0.9825745,0.00011507184,0.0022248214,0.009993845,0.0013405803,0.0006995597,0.00036729604,0.00004827234,0.002636005],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972532,0.00008450307,0.00090127566,0.0004487889,0.00096820894,0.00034403885],"domain_scores_gemma":[0.99793476,0.0003426604,0.0003566276,0.00045744827,0.00073166325,0.00017681897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013673464,0.00024746166,0.00045814444,0.0004239661,0.00014949898,0.0000071915115,0.00014123369,0.00034615508,0.00064706744],"category_scores_gemma":[0.008724236,0.00016934147,0.00004649621,0.000561984,0.00023298568,0.00016255536,0.00003052167,0.00076624117,0.00006009539],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044679758,0.00015932356,0.005044625,0.00058039493,0.00010301596,0.000008882391,0.017767405,0.000015050236,0.050985627,0.007925891,0.46886554,0.44809747],"study_design_scores_gemma":[0.06326443,0.03192771,0.34695095,0.03418069,0.0019047766,0.0006833955,0.08236414,0.02998705,0.11005221,0.024121014,0.2714338,0.0031298404],"about_ca_topic_score_codex":0.000032107484,"about_ca_topic_score_gemma":5.7374893e-7,"teacher_disagreement_score":0.44496763,"about_ca_system_score_codex":0.00033831815,"about_ca_system_score_gemma":0.00015189765,"threshold_uncertainty_score":0.9996257},"labels":[],"label_agreement":null},{"id":"W2328303310","doi":"10.1097/acm.0000000000001035","title":"Transforming the Academic Faculty Perspective in Graduate Medical Education to Better Align Educational and Clinical Outcomes","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Graduate medical education; Perspective (graphical); Medical education; Graduate students; Graduate education; Academic medicine; Faculty development; Higher education; MEDLINE; Psychology; Medicine; Professional development; Political science; Accreditation; Computer science","score_opus":0.15983692257386656,"score_gpt":0.5103894657112849,"score_spread":0.3505525431374183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328303310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5478132,0.0003567577,0.00027367484,0.4484844,0.0010726659,0.00064496766,0.0000013132591,0.000023997074,0.0013290889],"genre_scores_gemma":[0.89352167,0.0004237482,0.00070549204,0.10049013,0.003147814,0.00021043062,0.000106302505,0.000031206895,0.0013632034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960589,0.00019325662,0.001261303,0.00052186847,0.001568954,0.00039575054],"domain_scores_gemma":[0.9977274,0.0005490613,0.00017921024,0.00032357732,0.000582332,0.0006384243],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005401988,0.0002523413,0.0005375825,0.00042664382,0.00009416714,0.000005799656,0.00035863806,0.0005499041,0.000207731],"category_scores_gemma":[0.028984712,0.00015612788,0.00005308352,0.0009862914,0.0006480433,0.00017510584,0.00006775522,0.0029822013,0.00006800176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012938854,0.00014402984,0.57959956,0.00004365786,0.000090378504,0.0000048537136,0.03193416,7.5558654e-7,0.00004054387,0.022358844,0.28419888,0.08145498],"study_design_scores_gemma":[0.004532423,0.00042385285,0.8747039,0.0013028694,0.00027690912,0.0003853279,0.0435885,0.00033537124,0.000033299573,0.02768095,0.046375424,0.00036118593],"about_ca_topic_score_codex":0.0005688506,"about_ca_topic_score_gemma":0.00003281821,"teacher_disagreement_score":0.34799427,"about_ca_system_score_codex":0.00048579453,"about_ca_system_score_gemma":0.002232137,"threshold_uncertainty_score":0.99931794},"labels":[],"label_agreement":null},{"id":"W2328536319","doi":"10.1097/acm.0b013e3182308da2","title":"Beyond the Exam Room: A Call for Integrating Public Health Into Medical Education","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public health; Context (archaeology); Curriculum; Population; Medicine; Family medicine; Medical education; Psychology; Nursing; Pedagogy; Environmental health","score_opus":0.2172387208004035,"score_gpt":0.5309378922201117,"score_spread":0.31369917141970816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328536319","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039292123,0.003072122,0.007118629,0.9054036,0.008511681,0.002690936,0.0000052705195,0.00017104553,0.033734582],"genre_scores_gemma":[0.44248664,0.0021894602,0.0011790663,0.5248235,0.014838749,0.002918739,0.0002500914,0.00007428656,0.01123945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99560034,0.00093429413,0.0014185532,0.00034635098,0.0005919459,0.0011085329],"domain_scores_gemma":[0.995652,0.0016445144,0.0006647238,0.00045684067,0.0004098959,0.0011719972],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011474752,0.00020664559,0.00041687296,0.00021464264,0.0014485315,0.0000039070837,0.00069352076,0.0005437157,0.0017547081],"category_scores_gemma":[0.014619434,0.00012062859,0.000041433435,0.0005074913,0.00022802656,0.00020526371,0.000115171846,0.002229651,0.00009554012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009583587,0.000023430803,0.0028384423,0.0002715178,0.000010314414,6.708238e-8,0.17176728,8.073489e-9,0.00000658105,0.08960566,0.6767621,0.05870505],"study_design_scores_gemma":[0.00072826806,0.0002472563,0.004706688,0.0006262641,0.000012644261,0.000008513215,0.07869777,0.00030552605,0.0000014421896,0.024819968,0.8897156,0.00013006505],"about_ca_topic_score_codex":0.01786318,"about_ca_topic_score_gemma":0.0011285068,"teacher_disagreement_score":0.40319452,"about_ca_system_score_codex":0.0005728599,"about_ca_system_score_gemma":0.012129046,"threshold_uncertainty_score":0.99985147},"labels":[],"label_agreement":null},{"id":"W2328878982","doi":"10.1097/acm.0b013e318299394c","title":"Quality In-Training Evaluation Reports—Does Feedback Drive Faculty Performance?","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; International Development Research Centre; Ottawa Hospital; Natural Sciences and Engineering Research Council of Canada","funders":"","keywords":"Quality (philosophy); Control (management); Medical education; Physical therapy; Psychology; Medicine; Intervention (counseling); Medical physics; Computer science; Nursing","score_opus":0.11477309486866398,"score_gpt":0.44497481424444196,"score_spread":0.33020171937577797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328878982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620261,0.00014829374,0.00016085121,0.02437675,0.0011962737,0.0012325274,6.245371e-7,0.000077520686,0.010781048],"genre_scores_gemma":[0.99047077,0.00012900759,0.00082880416,0.0047658267,0.001271913,0.00031296333,0.00036780763,0.000023202103,0.0018297357],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622154,0.00012065781,0.0014076073,0.00045382057,0.0013813692,0.00041500403],"domain_scores_gemma":[0.9980594,0.00012181221,0.00044923087,0.00046383712,0.00075603905,0.00014967262],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052496055,0.00020956688,0.0005003789,0.00036592424,0.00008869984,0.000005600478,0.00013485285,0.0003609313,0.003389562],"category_scores_gemma":[0.008691264,0.00013849289,0.000033065317,0.000893139,0.00031273885,0.00032304274,0.000039228948,0.0013201222,0.00014085356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004158847,0.00005075988,0.5259603,0.0002965123,0.00005798962,0.000011320624,0.028831432,0.000017960001,0.008614604,0.0006266591,0.06870791,0.36678293],"study_design_scores_gemma":[0.0025228024,0.00018113293,0.9560508,0.0011139539,0.00010790548,0.00018819743,0.020242551,0.005168823,0.0005618432,0.0040463666,0.009566732,0.0002488689],"about_ca_topic_score_codex":0.00027797814,"about_ca_topic_score_gemma":0.000005103027,"teacher_disagreement_score":0.4300905,"about_ca_system_score_codex":0.00042752095,"about_ca_system_score_gemma":0.00038431067,"threshold_uncertainty_score":0.99965894},"labels":[],"label_agreement":null},{"id":"W2328909763","doi":"10.1097/acm.0000000000000454","title":"Keeping the Human Touch in Medical Practice","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Nonverbal communication; Context (archaeology); Gesture; Interpersonal communication; Psychology; Reading (process); Physical examination; Body language; Focus (optics); Cognitive psychology; Medicine; Social psychology; Communication; Computer science; Linguistics","score_opus":0.06472683777914048,"score_gpt":0.4211947891059742,"score_spread":0.35646795132683373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328909763","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035932098,0.0029893795,0.003419125,0.96053165,0.0010846702,0.0010695201,6.2951244e-7,0.00008951174,0.030456211],"genre_scores_gemma":[0.011138824,0.002789156,0.000014509698,0.94931144,0.031925116,0.00011980347,0.00029986814,0.00006892255,0.004332382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915674,0.0032960854,0.0012792458,0.000592427,0.0026191236,0.00064577296],"domain_scores_gemma":[0.9972348,0.0010354497,0.0004197517,0.00085595844,0.00017602734,0.00027801914],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.016594056,0.0003466266,0.0010949458,0.00031753484,0.00014006313,0.000005205197,0.00047583986,0.0027420851,0.0014049412],"category_scores_gemma":[0.00738133,0.00021832896,0.00021538041,0.0004136927,0.00034161165,0.000079184385,0.00009921499,0.014372127,0.00024110926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059491463,0.000007897502,0.00010542307,0.0007633879,0.00013422844,0.0010486058,0.0007753647,1.4932834e-7,0.000020692647,0.0001748059,0.975194,0.021769525],"study_design_scores_gemma":[0.002432836,0.0001759697,0.00053231866,0.004709314,0.00047535895,0.0027248848,0.00025698158,0.000037413913,0.0000056182134,0.0004965677,0.987971,0.00018173207],"about_ca_topic_score_codex":0.00024542445,"about_ca_topic_score_gemma":0.000004652721,"teacher_disagreement_score":0.030840447,"about_ca_system_score_codex":0.00024411269,"about_ca_system_score_gemma":0.00036792614,"threshold_uncertainty_score":0.9995079},"labels":[],"label_agreement":null},{"id":"W2328922370","doi":"10.1097/acm.0b013e31828b7c8f","title":"Preparation for Medical School","year":2013,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Medicine; Chemistry","score_opus":0.02956270517330799,"score_gpt":0.4491604271009036,"score_spread":0.4195977219275956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328922370","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010523642,0.0034022478,0.0010727752,0.089517355,0.8944014,0.0023995233,0.000032516768,0.00023271772,0.008836226],"genre_scores_gemma":[0.00015288072,0.0042140572,0.00022618029,0.013690002,0.8331089,0.0006859772,0.003219238,0.000086799686,0.144616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939409,0.00009633724,0.0013873396,0.00077977974,0.0032164336,0.0005792079],"domain_scores_gemma":[0.98688394,0.003115806,0.00047962548,0.00069519196,0.00085189205,0.00797357],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018305839,0.00047554518,0.001221445,0.00031940028,0.00013277403,0.000009567217,0.0004917363,0.004141204,0.08043799],"category_scores_gemma":[0.34292656,0.00032226945,0.00015748832,0.00027400546,0.00037287007,0.00009400529,0.00007785776,0.0044315187,0.0007553374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001536005,0.000028998858,0.000010056697,0.0006443657,0.00009145292,0.000006853668,0.00035723302,4.5818826e-8,0.00009546795,0.00024302772,0.99609494,0.0022739558],"study_design_scores_gemma":[0.0038511173,0.0007054787,0.000011941281,0.0040761167,0.00047562763,0.000029877892,0.00025613696,0.00029201416,0.000030155137,0.000723077,0.9892753,0.00027317065],"about_ca_topic_score_codex":0.000065748936,"about_ca_topic_score_gemma":0.0000018026313,"teacher_disagreement_score":0.34109598,"about_ca_system_score_codex":0.0002404149,"about_ca_system_score_gemma":0.012667164,"threshold_uncertainty_score":0.99992293},"labels":[],"label_agreement":null},{"id":"W2328947303","doi":"10.1097/acm.0b013e3181f5933d","title":"Return-of-Service Programs: Meeting Community and Student Needs in an Ethical Manner","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Dilemma; Commit; Government (linguistics); Public relations; Stakeholder; Value (mathematics); Service (business); Debt; Ethical dilemma; Political science; Business; Medical education; Finance; Medicine; Marketing; Law","score_opus":0.11463233558912546,"score_gpt":0.5180518141792682,"score_spread":0.4034194785901427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328947303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96012044,0.0005267769,0.0000025117788,0.033758976,0.0006546798,0.0009617049,0.0000015307138,0.00008587685,0.0038875244],"genre_scores_gemma":[0.98195016,0.0002678886,0.00022979196,0.01665186,0.00057157775,0.000080968144,0.00002931747,0.000024307812,0.0001941179],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9957451,0.0017958282,0.0011270428,0.00020087953,0.00049264607,0.00063847227],"domain_scores_gemma":[0.9968904,0.0015818938,0.00035269145,0.0005064565,0.00025035653,0.000418189],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007864944,0.0001892221,0.000533135,0.00018035767,0.00041878413,0.0000018313668,0.0005488614,0.0014118631,0.00016270092],"category_scores_gemma":[0.0012518625,0.00014288236,0.000012529338,0.00066420337,0.00031983285,0.00009528645,0.0003318185,0.01473486,0.000013824958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078072975,0.000032115866,0.8152651,0.00074002414,0.0000065342347,0.0000031583247,0.1728423,5.468073e-7,0.002561679,0.00447931,0.0013140939,0.0026770758],"study_design_scores_gemma":[0.0052446476,0.001100861,0.36742696,0.012684949,0.000089613684,0.0000184124,0.5588821,0.000618209,0.00008506804,0.007974606,0.045423515,0.000451056],"about_ca_topic_score_codex":0.008627838,"about_ca_topic_score_gemma":0.009516182,"teacher_disagreement_score":0.44783813,"about_ca_system_score_codex":0.00006376992,"about_ca_system_score_gemma":0.00011581264,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W2328996351","doi":"10.1097/acm.0b013e31823feae6","title":"Commentary","year":2012,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subspecialty; Popularity; Health care; Medical education; Global health; Cultural competence; Medicine; Diversity (politics); International health; Nursing; Political science; Family medicine; Psychology; Health policy; Public health; Pedagogy","score_opus":0.0261557223391285,"score_gpt":0.36991473357288535,"score_spread":0.34375901123375685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328996351","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027426908,0.02737112,0.0000175415,0.034988422,0.9272276,0.0005060986,0.000066169705,0.00014901832,0.009399768],"genre_scores_gemma":[0.0010433337,0.012532875,0.000022509397,0.040428195,0.9352522,0.00003637506,0.003102225,0.00007413409,0.007508173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99568504,0.00010805657,0.00097557955,0.00044463514,0.0016727463,0.0011139474],"domain_scores_gemma":[0.9959913,0.0015234371,0.0003269746,0.0005775322,0.00020869731,0.0013720667],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0019336427,0.00046510142,0.0013961771,0.0002640987,0.000083611434,0.000001723215,0.00025470904,0.0025483258,0.0013881605],"category_scores_gemma":[0.0029155568,0.00033952564,0.00011826227,0.00025327547,0.00027679413,0.00006687739,0.00009748062,0.0051814727,0.00047507192],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023286992,0.000013563126,0.0012099189,0.00085221045,0.000074018644,0.00006941699,0.0002901516,8.504389e-9,0.000018481875,0.0000411715,0.9947313,0.0024668577],"study_design_scores_gemma":[0.0019574238,0.00027711067,0.00018199549,0.0021627082,0.00054321846,0.00005256748,0.0001409736,0.0000016081929,0.0000067639066,0.00014260857,0.9942934,0.00023965533],"about_ca_topic_score_codex":0.00043007795,"about_ca_topic_score_gemma":0.000002431841,"teacher_disagreement_score":0.014838246,"about_ca_system_score_codex":0.00034520702,"about_ca_system_score_gemma":0.00045507663,"threshold_uncertainty_score":0.9999057},"labels":[],"label_agreement":null},{"id":"W2329265054","doi":"10.1097/acm.0b013e3181ed4107","title":"Identifying and Classifying Problem Areas in Laparoscopic Skills Acquisition: Can Simulators Help?","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Computer science; Context (archaeology); Inter-rater reliability; Reliability (semiconductor); Process (computing); Dreyfus model of skill acquisition; Virtual reality; Artificial intelligence; Machine learning; Psychology; Rating scale","score_opus":0.03222507499123496,"score_gpt":0.34355476334100743,"score_spread":0.3113296883497725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329265054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892723,0.00043938195,0.00006171829,0.0044740904,0.00037885085,0.00036610954,0.0000012364537,0.00009752746,0.0049087913],"genre_scores_gemma":[0.99544835,0.00015845137,0.00016709643,0.002840493,0.00068511517,0.000016099073,0.000029383642,0.000024969893,0.0006300475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827534,0.0000436804,0.0005475099,0.00037428027,0.00040063972,0.0003585241],"domain_scores_gemma":[0.99888563,0.00038020217,0.00012061008,0.00019081382,0.000057470057,0.0003652774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068738946,0.00019445771,0.00046692314,0.0002725947,0.00008720131,0.000009261524,0.00008642889,0.00032481767,0.00069423515],"category_scores_gemma":[0.00041961385,0.000152465,0.000030752635,0.00041248978,0.00022448016,0.000107605374,0.000048243845,0.0013458171,0.000014146336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091232614,0.00003127873,0.9585593,0.00022399065,0.000040959952,0.00013819861,0.0068103573,0.000025339363,0.0106729595,0.0033656685,0.00023304825,0.019807678],"study_design_scores_gemma":[0.031963352,0.00036280294,0.917885,0.0043499907,0.00025767722,0.0004020878,0.0050365827,0.0041437405,0.0022697686,0.0095359115,0.023128055,0.00066500437],"about_ca_topic_score_codex":0.00006281944,"about_ca_topic_score_gemma":0.000036815058,"teacher_disagreement_score":0.040674265,"about_ca_system_score_codex":0.00004615944,"about_ca_system_score_gemma":0.000056189172,"threshold_uncertainty_score":0.7601388},"labels":[],"label_agreement":null},{"id":"W2329787541","doi":"10.1097/acm.0b013e31822a6df6","title":"Does an Emotional Intelligence Test Correlate With Traditional Measures Used to Determine Medical School Admission?","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Emotional intelligence; Test (biology); Entrance exam; Psychology; Medical school; Clinical psychology; Cohort; Medicine; Predictive validity; Developmental psychology; Medical education","score_opus":0.17847099625762167,"score_gpt":0.37162554873515197,"score_spread":0.1931545524775303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329787541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69101214,0.00050974207,0.030735344,0.25491136,0.0033384482,0.0023609623,0.000048695387,0.00072887435,0.016354425],"genre_scores_gemma":[0.9581336,0.00018544533,0.0017462161,0.03090004,0.0021401905,0.00007592559,0.00012883774,0.000046120036,0.006643631],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99587506,0.000105021754,0.0008143665,0.00061043905,0.0021295166,0.00046557156],"domain_scores_gemma":[0.9876564,0.000571286,0.00015287945,0.000445667,0.00027517285,0.010898573],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010597734,0.00032503728,0.0005344849,0.00031703556,0.00016473963,0.0000050660083,0.00043763898,0.00041570116,0.13352297],"category_scores_gemma":[0.033542126,0.00015664166,0.000053367068,0.00052826083,0.0005026196,0.00016744621,0.00004819794,0.0015916091,0.0002743511],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004653088,0.0048112585,0.26350772,0.0008336368,0.000704119,0.0029239645,0.06574573,0.000012509921,0.035705898,0.01510951,0.4113119,0.19468068],"study_design_scores_gemma":[0.016638234,0.020240676,0.6587895,0.02868356,0.0015558789,0.010387506,0.02451642,0.0054498496,0.011763826,0.01640586,0.20267113,0.0028975506],"about_ca_topic_score_codex":0.00004960987,"about_ca_topic_score_gemma":0.000014685789,"teacher_disagreement_score":0.3952818,"about_ca_system_score_codex":0.000090923946,"about_ca_system_score_gemma":0.0027502412,"threshold_uncertainty_score":0.97459877},"labels":[],"label_agreement":null},{"id":"W2329941070","doi":"10.1097/acm.0b013e31824d47ff","title":"Perspective","year":2012,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Burnout; Curriculum; Medical education; Stressor; Psychology; Intervention (counseling); Duty; Medicine; Nursing; Political science; Clinical psychology; Pedagogy","score_opus":0.3484325128604705,"score_gpt":0.6004195212431636,"score_spread":0.25198700838269306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329941070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.071699e-7,0.9518865,0.000031705353,0.0044760494,0.00586026,0.0023154994,0.00005364631,0.00017520251,0.035200544],"genre_scores_gemma":[0.000009190231,0.9426731,0.000021837619,0.0026484805,0.017565077,0.0008003687,0.00017613328,0.00012485575,0.03598095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926353,0.0023537278,0.0021741923,0.0006580607,0.0007366011,0.0014420972],"domain_scores_gemma":[0.99348605,0.0032722887,0.0013975815,0.000670569,0.00035108486,0.0008224499],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0031316152,0.00067495723,0.003355936,0.00040983997,0.00073459506,0.0000010179739,0.00072211935,0.0030431158,0.0073476895],"category_scores_gemma":[0.0015803622,0.0003897762,0.00023111506,0.00055618555,0.0002381864,0.00010928368,0.00036553104,0.010973113,0.0043582623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054141765,0.0000054472334,0.00008640004,0.034677334,0.00009503138,0.000008005261,0.007650798,1.1833838e-9,8.13689e-8,0.014711389,0.058802698,0.8839574],"study_design_scores_gemma":[0.00025781416,0.000032687112,0.000008699892,0.20549704,0.0007305452,0.00001257434,0.0056725135,2.3428761e-7,8.433343e-9,0.000977463,0.7865412,0.00026918793],"about_ca_topic_score_codex":0.0007100267,"about_ca_topic_score_gemma":0.0000137966845,"teacher_disagreement_score":0.8836882,"about_ca_system_score_codex":0.0010979363,"about_ca_system_score_gemma":0.0020027396,"threshold_uncertainty_score":0.9998554},"labels":[],"label_agreement":null},{"id":"W2330129804","doi":"10.1097/acm.0000000000000154","title":"Patient Outcomes in Teaching Versus Nonteaching General Internal Medicine Services","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital","funders":"","keywords":"Medicine; MEDLINE; Cochrane Library; Observational study; Meta-analysis; Randomized controlled trial; Internal medicine; Mean difference; Emergency medicine; Inpatient care; Relative risk; Confidence interval; Health care","score_opus":0.04668496418610831,"score_gpt":0.40666278833999353,"score_spread":0.35997782415388524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330129804","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023469143,0.9726632,0.000047361904,0.0043298844,0.0033576265,0.001259595,0.000008397362,0.00015411426,0.015832907],"genre_scores_gemma":[0.0017808094,0.98482174,0.00020221277,0.0033783508,0.0029796008,0.00009428808,0.0003053588,0.00016445894,0.0062731816],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934717,0.00051579037,0.002920078,0.0010227783,0.0011833701,0.0008862887],"domain_scores_gemma":[0.9956691,0.0014637683,0.0010728624,0.00088124827,0.00006739996,0.00084560603],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019978592,0.0011711464,0.006417731,0.0011693569,0.0001418856,0.000009216047,0.0007263743,0.0010548751,0.00052965025],"category_scores_gemma":[0.0024121257,0.00064745604,0.00046734803,0.0003825437,0.0002556558,0.00013902676,0.00037931406,0.006128472,0.00011604796],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001012909,0.00004116702,0.0032289708,0.012917064,0.00042426577,0.00025743936,0.004073448,4.838587e-7,0.0000035017724,0.0011377642,0.0059915157,0.9718231],"study_design_scores_gemma":[0.003829965,0.0012939635,0.00030917692,0.1046208,0.0014942825,0.00020764231,0.0008427846,0.000054093685,3.073885e-7,0.00006187441,0.88679075,0.00049432745],"about_ca_topic_score_codex":0.0014808207,"about_ca_topic_score_gemma":0.000042672615,"teacher_disagreement_score":0.97132874,"about_ca_system_score_codex":0.000531483,"about_ca_system_score_gemma":0.00020372066,"threshold_uncertainty_score":0.99959767},"labels":[],"label_agreement":null},{"id":"W2330290101","doi":"10.1097/acm.0b013e31823e23d4","title":"Are We There Yet? Preparing Canadian Medical Students for Global Health Electives","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medical education; Medical school; Sustainability; Curriculum; Quality (philosophy); Descriptive statistics; Global health; Psychology; Medicine; Public health; Nursing; Pedagogy","score_opus":0.07096634780932212,"score_gpt":0.4237273649372907,"score_spread":0.3527610171279686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330290101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67708194,0.048857182,0.0012210316,0.18997699,0.004607386,0.0049577416,0.00010290054,0.00045963674,0.07273517],"genre_scores_gemma":[0.92846626,0.003883612,0.000085339874,0.06563112,0.0008880967,0.00008113156,0.000024655506,0.00002682186,0.00091294403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963687,0.00009397991,0.000711195,0.00044995584,0.0011885067,0.0011876479],"domain_scores_gemma":[0.9955471,0.00015000258,0.0002778998,0.00029198054,0.00019180801,0.003541186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022338291,0.0002451695,0.00074155425,0.00013670417,0.00017541535,0.000003050458,0.0004098451,0.0004781279,0.0007003883],"category_scores_gemma":[0.0027059817,0.0001838405,0.000073662624,0.0003377055,0.00017648167,0.000058977814,0.000055426455,0.0007582644,0.000035628233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004219419,0.000041525716,0.5980633,0.00049332884,0.000113601745,0.00011571255,0.0022231531,7.4807645e-8,0.0000029360983,0.0029671902,0.3785106,0.017046647],"study_design_scores_gemma":[0.005616105,0.0012773662,0.62913203,0.004835398,0.000120551704,0.0005992391,0.0056137075,0.00011130022,0.000022252902,0.0064062485,0.34591803,0.00034779505],"about_ca_topic_score_codex":0.0314705,"about_ca_topic_score_gemma":0.025855554,"teacher_disagreement_score":0.25138432,"about_ca_system_score_codex":0.00071978616,"about_ca_system_score_gemma":0.0026565772,"threshold_uncertainty_score":0.99192005},"labels":[],"label_agreement":null},{"id":"W2330528987","doi":"10.1097/acm.0000000000000314","title":"In Reply to Mamede and Schmidt","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Deductive reasoning; Inductive reasoning; Epistemology; Reading (process); Psychology; Limiting; Cognitive psychology; Raising (metalworking); Computer science; Cognitive science; Artificial intelligence; Linguistics; Philosophy; Mathematics","score_opus":0.045442038948420714,"score_gpt":0.38145452624515924,"score_spread":0.33601248729673855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330528987","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008695541,0.0019227671,0.00006139298,0.98038906,0.00057225925,0.00059854635,0.00000341511,0.000068033245,0.0076890127],"genre_scores_gemma":[0.00576566,0.0017160062,0.00015356988,0.95028746,0.015620016,0.00005749906,0.00013983557,0.00006771953,0.02619221],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967924,0.000113196365,0.0009673483,0.0008284009,0.0007009351,0.0005977328],"domain_scores_gemma":[0.9864964,0.012092323,0.00019949638,0.00064431917,0.00007515197,0.00049229455],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013149168,0.00039216457,0.0013709128,0.00045146822,0.000026355621,0.000004672719,0.00022508198,0.0015432814,0.0006296507],"category_scores_gemma":[0.099132635,0.00028569996,0.000060705577,0.00033209872,0.00029730418,0.000028141587,0.000111053254,0.0058923694,0.00038359736],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057919337,0.0000043018545,0.004179625,0.00014778222,0.0000259861,0.0010670068,0.00031169425,1.5373989e-7,0.000039717324,0.000057132052,0.99205786,0.0020508189],"study_design_scores_gemma":[0.0022764818,0.0006093083,0.0027877982,0.0163218,0.00022262803,0.00043947087,0.000059716167,0.00001312778,0.000020222431,0.0009238836,0.97606295,0.00026262854],"about_ca_topic_score_codex":0.00041936527,"about_ca_topic_score_gemma":0.0000017813123,"teacher_disagreement_score":0.09781772,"about_ca_system_score_codex":0.00009230668,"about_ca_system_score_gemma":0.000120004195,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W2330673540","doi":"10.1097/acm.0000000000000643","title":"Comparability of the National Board of Medical Examiners Comprehensive Clinical Science Examination and a Set of Five Clinical Science Subject Examinations","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre","funders":"","keywords":"Subject (documents); Summative assessment; United States Medical Licensing Examination; Formative assessment; Medical education; Comparability; Medicine; Test (biology); Clinical clerkship; Educational measurement; Family medicine; Psychology; Medical school; Mathematics education; Curriculum; Computer science; Library science; Pedagogy; Mathematics","score_opus":0.24978129391074125,"score_gpt":0.5220355605604755,"score_spread":0.2722542666497343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330673540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894247,0.00016608284,0.00031789482,0.007066145,0.0010833509,0.000596173,0.000008473142,0.000015318803,0.0013218778],"genre_scores_gemma":[0.99746,0.00017196771,0.0007911196,0.0010065516,0.0004661042,0.000013440816,0.000016258115,0.0000088579645,0.00006571158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99081814,0.0004643585,0.0024092654,0.00055283826,0.00547644,0.00027896318],"domain_scores_gemma":[0.9902365,0.0021845044,0.0011035796,0.00049603236,0.0056036436,0.0003757401],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02843018,0.00016559381,0.0007892705,0.00059853523,0.000119172175,0.0000031884795,0.00089296105,0.00034468118,0.000053837044],"category_scores_gemma":[0.10812268,0.00011053613,0.00006477414,0.003371875,0.025644908,0.00023143376,0.0003489766,0.0011898475,0.0000017436824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002668748,0.00056816003,0.8852802,0.0006372855,0.00011946994,0.0000024305614,0.017428393,0.00003109633,0.011487241,0.026664404,0.018268958,0.039245494],"study_design_scores_gemma":[0.0034344967,0.0006876317,0.97097456,0.0007735988,0.00012721658,0.00006060697,0.007380072,0.012898223,0.0018524027,0.0009877116,0.0007208855,0.00010260248],"about_ca_topic_score_codex":0.00015930396,"about_ca_topic_score_gemma":0.000002691715,"teacher_disagreement_score":0.08569436,"about_ca_system_score_codex":0.00021905961,"about_ca_system_score_gemma":0.00444643,"threshold_uncertainty_score":0.985339},"labels":[],"label_agreement":null},{"id":"W2330740639","doi":"10.1097/acm.0000000000000587","title":"Supervisor Continuity or Co-Location","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supervisor; Sociocultural evolution; Nursing; Set (abstract data type); Clinical supervision; Courage; Work (physics); Psychology; Health care; Professional development; Medicine; Medical education; Sociology; Political science","score_opus":0.04211928575994508,"score_gpt":0.3957759313303522,"score_spread":0.35365664557040716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330740639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9018164,0.00032521374,0.017772177,0.061048027,0.0013695129,0.0007509603,0.0000011849655,0.0002613097,0.016655209],"genre_scores_gemma":[0.9673793,0.0001249521,0.00075468235,0.021114085,0.002955869,0.00005510618,0.00017168702,0.000027272288,0.007417092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803495,0.00008026437,0.0006412898,0.0003106876,0.0006317983,0.00030099435],"domain_scores_gemma":[0.9986352,0.00022074647,0.00015239112,0.00043644517,0.00039419107,0.00016105651],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018446567,0.0001603745,0.0003990536,0.00023821359,0.00009294053,0.000003192404,0.00018545041,0.00031269732,0.0015858411],"category_scores_gemma":[0.010808495,0.00011209496,0.000023192366,0.0008085099,0.00034815448,0.00009662396,0.00002224425,0.0008828438,0.00030519706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003362235,0.000086461405,0.06970171,0.00064991816,0.000083416206,0.000008778219,0.0077601527,0.000001891879,0.011676935,0.026058124,0.5738762,0.30976018],"study_design_scores_gemma":[0.007315871,0.0013366698,0.12332058,0.001589583,0.00033707224,0.00052056654,0.00557392,0.0038295013,0.0029852302,0.00217855,0.8506078,0.0004046483],"about_ca_topic_score_codex":0.000042435964,"about_ca_topic_score_gemma":0.0000035547,"teacher_disagreement_score":0.30935553,"about_ca_system_score_codex":0.00012229745,"about_ca_system_score_gemma":0.0001828073,"threshold_uncertainty_score":0.9993268},"labels":[],"label_agreement":null},{"id":"W2330863968","doi":"10.1097/acm.0b013e31826768eb","title":"Maturation (and Déjà Vu) Comes to the Research in Medical Education Program at Age 51","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Hard rime; Mainstream; Publication; Medical education; Publishing; Political science; Library science; Psychology; Sociology; Medicine; Law; Computer science; Art","score_opus":0.10855919411506995,"score_gpt":0.5217362353443807,"score_spread":0.41317704122931076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2330863968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6954152,0.002255963,0.00005344014,0.2944404,0.0012605432,0.0018817007,3.587138e-7,0.00005421596,0.004638174],"genre_scores_gemma":[0.9699504,0.0007157228,0.0006523024,0.019770462,0.0041508647,0.0008970038,0.00013960528,0.000024983607,0.0036986654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966655,0.00025241368,0.00062088313,0.0002831081,0.0016198584,0.0005582779],"domain_scores_gemma":[0.99850047,0.00036282826,0.00008458868,0.0003917354,0.00024898574,0.00041142292],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070281643,0.00014848086,0.0002787327,0.0005651006,0.00018469042,0.000007299382,0.0002483939,0.00038435575,0.00063906464],"category_scores_gemma":[0.0093882205,0.000091271955,0.000015739224,0.0017293965,0.0005426526,0.00013659296,0.0001466264,0.0018793336,0.00015625125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014418292,0.0001868015,0.04873619,0.0001887398,0.00001762031,0.000006761322,0.01681181,1.9427596e-7,0.0007032823,0.0095789125,0.48894465,0.43468085],"study_design_scores_gemma":[0.0011106693,0.00030789187,0.23142758,0.0013661281,0.00004327311,0.00033253862,0.0063889595,0.0002690205,0.00014208893,0.00081701734,0.75765693,0.00013791936],"about_ca_topic_score_codex":0.00013755626,"about_ca_topic_score_gemma":0.000029545372,"teacher_disagreement_score":0.43454292,"about_ca_system_score_codex":0.00042208438,"about_ca_system_score_gemma":0.00042401737,"threshold_uncertainty_score":0.99895614},"labels":[],"label_agreement":null},{"id":"W2331045288","doi":"10.1097/acm.0b013e318227744d","title":"On Physician Advocacy","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Argument (complex analysis); Curriculum; Patient advocacy; Public relations; Political science; Psychology; Medical education; MEDLINE; Medicine; Law","score_opus":0.055780826396777033,"score_gpt":0.36787180472877157,"score_spread":0.3120909783319945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331045288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.730165,0.000209443,0.0011776449,0.013897761,0.0013228086,0.00040569346,4.158187e-7,0.00016704669,0.25265417],"genre_scores_gemma":[0.9420088,0.00009562013,0.00049343135,0.05185491,0.0016226292,0.000034492285,0.00003726156,0.000027142227,0.0038257116],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985491,0.000025851485,0.0004067164,0.00025950914,0.0004936722,0.0002651654],"domain_scores_gemma":[0.99917287,0.00006188163,0.00011734,0.0003893443,0.00013504742,0.00012350881],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004930112,0.00015015012,0.00027517576,0.00024535877,0.000060423405,7.23236e-7,0.00015821023,0.00019630726,0.0018213934],"category_scores_gemma":[0.0016287845,0.00010839393,0.000028935227,0.00057746714,0.00027790063,0.00005652313,0.00002000379,0.0009682272,0.00045752732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028677043,0.00014349075,0.003965547,0.00012296507,0.00008043285,0.000037466656,0.01871882,2.4345243e-7,0.0032355995,0.123051435,0.7070189,0.14333832],"study_design_scores_gemma":[0.018348876,0.008470909,0.21175668,0.0075456914,0.0011950003,0.0005171302,0.026712697,0.0010046333,0.02350993,0.1867064,0.5127305,0.0015015499],"about_ca_topic_score_codex":0.00003119099,"about_ca_topic_score_gemma":1.2124664e-7,"teacher_disagreement_score":0.24882844,"about_ca_system_score_codex":0.00008658199,"about_ca_system_score_gemma":0.00011123683,"threshold_uncertainty_score":0.9990911},"labels":[],"label_agreement":null},{"id":"W2331226442","doi":"10.1097/acm.0b013e31821db670","title":"Six Ways Problem-Based Learning Cases Can Sabotage Patient-Centered Medical Education","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Joke; Problem-based learning; Medical education; Focus group; Qualitative research; Psychology; Set (abstract data type); Pedagogy; Medicine; Sociology; Computer science; Social science","score_opus":0.06323682746854742,"score_gpt":0.3284337933823607,"score_spread":0.26519696591381325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331226442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96393406,0.0020679603,0.00046812458,0.016754663,0.0015394783,0.0009165044,0.0000030435074,0.00025277823,0.014063358],"genre_scores_gemma":[0.9804672,0.00044551652,0.00054312026,0.01571718,0.0011490441,0.00013125039,0.0002963135,0.000044678574,0.0012056915],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996995,0.00013285698,0.00080086215,0.00047343547,0.0010901932,0.0005076994],"domain_scores_gemma":[0.9977205,0.00022791057,0.00028739317,0.00031070877,0.00022066248,0.0012328464],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007860102,0.00028375833,0.0004939242,0.00026576917,0.00013197382,0.0000027964302,0.00021730675,0.00049947423,0.0047527645],"category_scores_gemma":[0.007317811,0.00021189036,0.00007177807,0.00040529267,0.0004155385,0.00008709034,0.000042763688,0.0016943169,0.00007122581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014268103,0.0017158356,0.1751761,0.0016957052,0.00023211824,0.0006103044,0.30244693,0.0000027028534,0.0031162687,0.005275925,0.14238638,0.3659149],"study_design_scores_gemma":[0.036836084,0.021633383,0.08502597,0.039192956,0.0032776534,0.006540973,0.28789634,0.0024446175,0.03064416,0.006642921,0.4766264,0.0032385602],"about_ca_topic_score_codex":0.0008972689,"about_ca_topic_score_gemma":0.000029049268,"teacher_disagreement_score":0.36267635,"about_ca_system_score_codex":0.00016313411,"about_ca_system_score_gemma":0.00204948,"threshold_uncertainty_score":0.99615705},"labels":[],"label_agreement":null},{"id":"W2331730107","doi":"10.1097/acm.0000000000000461","title":"In Reply to Rubio et al","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Ottawa Skills and Simulation Centre; University of British Columbia","funders":"","keywords":"Task (project management); Computer science; Relevance (law); Process (computing); Psychology; Cognitive psychology; Mathematics education; Human–computer interaction","score_opus":0.0848432342623774,"score_gpt":0.4440699726504602,"score_spread":0.35922673838808283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331730107","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044921977,0.0007523097,0.00011971954,0.9876844,0.0027424071,0.0012812762,0.000008394311,0.00011422941,0.0028050507],"genre_scores_gemma":[0.016529482,0.00018814107,0.00015839368,0.95579976,0.015207784,0.00018387489,0.0009375884,0.000115760005,0.010879241],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584776,0.00028878413,0.0012805348,0.0008582055,0.0010839497,0.00064075773],"domain_scores_gemma":[0.99627054,0.0016680699,0.0003340244,0.0010118535,0.00032344987,0.00039207097],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016933663,0.00042811272,0.001028875,0.0010014455,0.000040080966,0.0000037450384,0.0003315545,0.0012506898,0.0018318127],"category_scores_gemma":[0.0020749823,0.0003627115,0.000065912296,0.0006739763,0.00013313434,0.000060538463,0.0000473828,0.007317769,0.00076969893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047990616,0.0000038107041,0.01623672,0.0003514165,0.000016419657,0.00012389362,0.0031830892,0.000007928476,0.000044143708,0.000074912256,0.9797444,0.0001652885],"study_design_scores_gemma":[0.0013673799,0.00026751365,0.0035208482,0.0032808366,0.00007231733,0.00016561284,0.00025011864,0.00005326084,0.000023703124,0.0004608701,0.99026144,0.00027607573],"about_ca_topic_score_codex":0.0010942179,"about_ca_topic_score_gemma":0.0000030260258,"teacher_disagreement_score":0.03188468,"about_ca_system_score_codex":0.00054647704,"about_ca_system_score_gemma":0.00067258324,"threshold_uncertainty_score":0.99988246},"labels":[],"label_agreement":null},{"id":"W2331966507","doi":"10.1097/acm.0000000000000735","title":"Attending Physician Variability","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Competence (human resources); Observational study; Psychology; Empowerment; Nursing; Context (archaeology); Medical education; Proactivity; Medicine; Social psychology","score_opus":0.06882554121078197,"score_gpt":0.401927286649714,"score_spread":0.333101745438932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331966507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7685078,0.00037591983,0.01270578,0.095141485,0.0032326558,0.0006869922,0.0000012506696,0.00030149322,0.11904664],"genre_scores_gemma":[0.9711623,0.000030579093,0.0011836708,0.021402124,0.003761453,0.00003109838,0.00007593976,0.000022835518,0.0023300014],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813986,0.000069561946,0.00050234835,0.0002968538,0.00070083234,0.00029054403],"domain_scores_gemma":[0.99877375,0.00010194078,0.00012904081,0.0004123438,0.0003349545,0.00024797465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026236041,0.00014472462,0.00033885945,0.00017568562,0.000053948126,0.0000020173047,0.00015449854,0.00021898493,0.00025401564],"category_scores_gemma":[0.007328567,0.00010916989,0.000025506255,0.0008015815,0.00032010645,0.00010509483,0.00004071224,0.0009593208,0.00019321339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010519754,0.00006452679,0.046590816,0.000156319,0.00006507066,0.000017220453,0.0074989107,0.0000027285137,0.005307874,0.03213988,0.8340583,0.07399319],"study_design_scores_gemma":[0.009700801,0.0011743386,0.043700747,0.0017623557,0.0006485346,0.00043591807,0.018491738,0.0042825523,0.0020588893,0.062259674,0.8548026,0.0006818491],"about_ca_topic_score_codex":0.000024855834,"about_ca_topic_score_gemma":1.327158e-7,"teacher_disagreement_score":0.20265451,"about_ca_system_score_codex":0.00029386498,"about_ca_system_score_gemma":0.00023701682,"threshold_uncertainty_score":0.87735087},"labels":[],"label_agreement":null},{"id":"W2332063811","doi":"10.1097/acm.0b013e3182308d25","title":"The Neglect of Chronic Disease Self-Management in Medical Education: Involving Patients as Educators","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diabetes Management and Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Teamwork; Health care; Self-management; Disease management; Population; Nursing; Disease; Family medicine; Interprofessional education; Chronic condition; Health management system; Alternative medicine","score_opus":0.015727807292137203,"score_gpt":0.30579481984818724,"score_spread":0.29006701255605005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332063811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9424533,0.0076056626,0.000005108555,0.008488508,0.001974003,0.0009912027,2.6373007e-7,0.00005245082,0.038429502],"genre_scores_gemma":[0.98746055,0.006296126,0.000035998455,0.0026444597,0.00068355596,0.00014092968,0.00004122297,0.000021772195,0.002675372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979615,0.00006894662,0.0006025243,0.0002745125,0.0007499162,0.00034260587],"domain_scores_gemma":[0.99877536,0.00010643157,0.00019693504,0.00040940376,0.00010235302,0.00040953167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068422046,0.00016560603,0.000254217,0.00029075524,0.000070606686,0.0000028605828,0.00035262865,0.00010242618,0.00088324974],"category_scores_gemma":[0.00096202525,0.00011069611,0.00004112302,0.0005718671,0.00020332541,0.000105592786,0.00010166821,0.00041252573,0.000058488564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002589545,0.0010331136,0.6757148,0.0010868469,0.00026212266,0.000012839978,0.012324647,2.4519971e-7,0.000012824958,0.03136036,0.12607685,0.15185644],"study_design_scores_gemma":[0.0040182406,0.00069328357,0.8906409,0.003485898,0.0006787436,0.0000035411995,0.0069167693,0.0002300283,0.00007292987,0.008467488,0.08451467,0.0002774634],"about_ca_topic_score_codex":0.00010675737,"about_ca_topic_score_gemma":0.000007812852,"teacher_disagreement_score":0.21492618,"about_ca_system_score_codex":0.00025056425,"about_ca_system_score_gemma":0.0009057999,"threshold_uncertainty_score":0.9670965},"labels":[],"label_agreement":null},{"id":"W2332143888","doi":"10.1097/acm.0000000000001048","title":"Advancing Competency-Based Medical Education: A Charter for Clinician–Educators","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":364,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Charter; Competence (human resources); Medical education; Professional development; Process (computing); Summit; Psychology; Medicine; Political science; Computer science","score_opus":0.041086187965634714,"score_gpt":0.43309671758978985,"score_spread":0.3920105296241551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332143888","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19921696,0.0027258962,0.023960024,0.7444893,0.014699078,0.0024691895,0.0000048830548,0.0003557314,0.012078893],"genre_scores_gemma":[0.638183,0.00019820471,0.036348037,0.29660654,0.020540882,0.001087304,0.0009686873,0.00014475506,0.0059225983],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963777,0.0000762154,0.0011677941,0.00049489783,0.0013483277,0.00053507864],"domain_scores_gemma":[0.99691707,0.00033085066,0.00030724017,0.00054713193,0.0009982736,0.00089940656],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003461222,0.00026975948,0.00061598193,0.00046548105,0.00010811399,0.00000449298,0.00034806464,0.00053640583,0.001140397],"category_scores_gemma":[0.026041843,0.00021329267,0.00007875849,0.0008647425,0.0004600956,0.000119683165,0.00003321179,0.0011822433,0.00011702471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017469596,0.00018107767,0.011704536,0.00026416642,0.000040201154,0.0000048035554,0.0025878716,0.000001319898,0.00010274924,0.015020144,0.9136777,0.056240734],"study_design_scores_gemma":[0.009263902,0.0014266508,0.0024580534,0.0032679823,0.00038764588,0.00030280006,0.014477115,0.00676377,0.00027327912,0.015367061,0.9455421,0.00046965736],"about_ca_topic_score_codex":0.000029714913,"about_ca_topic_score_gemma":0.0000045613574,"teacher_disagreement_score":0.4478828,"about_ca_system_score_codex":0.00037643587,"about_ca_system_score_gemma":0.016135521,"threshold_uncertainty_score":0.99977267},"labels":[],"label_agreement":null},{"id":"W2332147785","doi":"10.1097/acm.0b013e3182a31893","title":"Are We All on the Same Page? A Discourse Analysis of Interprofessional Collaboration","year":2013,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ECW Press (Canada); Western University","funders":"","keywords":"CINAHL; Conceptualization; Critical discourse analysis; Discourse analysis; Positivism; Accreditation; Health care; Power (physics); Sociology; Dominance (genetics); Psychology; MEDLINE; Epistemology; Medical education; Medicine; Linguistics; Politics; Political science","score_opus":0.19020959727028136,"score_gpt":0.5687267833270846,"score_spread":0.37851718605680323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332147785","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086756976,0.9103338,0.000081546495,0.07787233,0.0052274494,0.0035546867,0.00022958117,0.000057111818,0.001775915],"genre_scores_gemma":[0.0010579312,0.94678533,0.00001767769,0.010480951,0.0014139153,0.0019677253,0.0010408969,0.00005929494,0.03717626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99250865,0.0030622806,0.002435116,0.000560432,0.0009826216,0.00045087564],"domain_scores_gemma":[0.9889428,0.004732741,0.004615984,0.0008058369,0.00069269544,0.00020992452],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001991819,0.00054646796,0.0025175735,0.0011018591,0.0004465787,0.0000056800754,0.0008010978,0.0012587266,0.009738259],"category_scores_gemma":[0.002080374,0.00026507882,0.0002990872,0.0033901092,0.00030187774,0.00013773286,0.00017258506,0.0037493452,0.0006379814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001403494,0.000057885973,0.00023850331,0.005956025,0.0022691758,0.0000023688121,0.02352297,0.0000022060565,0.000016936125,0.026147328,0.8892367,0.05240955],"study_design_scores_gemma":[0.00023375713,0.000065896464,0.000091533686,0.058239438,0.004598763,6.302442e-7,0.055000875,0.00010723111,4.1838896e-7,0.0005798522,0.8808423,0.00023927748],"about_ca_topic_score_codex":0.00012760729,"about_ca_topic_score_gemma":0.00016434633,"teacher_disagreement_score":0.06739138,"about_ca_system_score_codex":0.0004759532,"about_ca_system_score_gemma":0.0026470486,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W2332424212","doi":"10.1097/acm.0b013e3182613f48","title":"Physicianship Amongst Physicians-in-Training","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Conversation; Humanism; Medical education; Psychology; Medicine; Philosophy; Communication","score_opus":0.06939858517986502,"score_gpt":0.38216403347016037,"score_spread":0.31276544829029534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332424212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94359905,0.0011316094,0.00068682013,0.022928754,0.0017457898,0.00040182663,6.5266727e-7,0.000110741996,0.02939476],"genre_scores_gemma":[0.9736946,0.00012307185,0.0004668236,0.017462198,0.006390678,0.00005469731,0.0000663628,0.0000358304,0.0017057181],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786484,0.000052777836,0.0005823448,0.00024333231,0.0005925943,0.00066410983],"domain_scores_gemma":[0.9991325,0.00012336386,0.00016252307,0.00032551147,0.00010967522,0.0001464168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013700958,0.00019414259,0.00044919233,0.00033347492,0.0000610509,0.000002067472,0.00015902816,0.0002521944,0.00033673385],"category_scores_gemma":[0.0019551576,0.0001625215,0.000036647787,0.0012071632,0.00032408262,0.0002648889,0.000026928197,0.0014028053,0.00016604832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009192685,0.00017312072,0.3714682,0.0002912491,0.000076451484,0.000017507526,0.07928711,0.0000025131399,0.019255748,0.029838402,0.17639641,0.32310137],"study_design_scores_gemma":[0.005088014,0.00033185282,0.7488423,0.0039034674,0.00030531938,0.00017864203,0.053180248,0.0005924852,0.0023225392,0.0034622692,0.1811779,0.00061493233],"about_ca_topic_score_codex":0.000037778696,"about_ca_topic_score_gemma":9.8821e-7,"teacher_disagreement_score":0.37737414,"about_ca_system_score_codex":0.00019369973,"about_ca_system_score_gemma":0.000084096166,"threshold_uncertainty_score":0.6627434},"labels":[],"label_agreement":null},{"id":"W2332467280","doi":"10.1097/acm.0000000000000510","title":"Safety in Numbers","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Polling; Anonymity; Session (web analytics); Psychology; Medical education; Gatekeeping; Medicine; Social psychology; Public relations; Law","score_opus":0.04361032693270577,"score_gpt":0.3699816108433881,"score_spread":0.3263712839106823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332467280","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014231632,0.0015826306,0.000105496256,0.94809836,0.0011795388,0.0004886949,0.0000064340784,0.00011682224,0.04699885],"genre_scores_gemma":[0.006887245,0.0031284357,0.000056706693,0.94508344,0.020033963,0.00003255392,0.00093127,0.00008878671,0.0237576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996141,0.00017191538,0.0013145201,0.00074043765,0.0009284116,0.00070370256],"domain_scores_gemma":[0.97999257,0.018591907,0.0003254418,0.0007007552,0.00008143213,0.0003079002],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015025,0.00045243616,0.0016626599,0.00033005112,0.000030287309,0.0000026131247,0.00032300092,0.0029878228,0.0016621572],"category_scores_gemma":[0.07405457,0.0003302643,0.00014284899,0.00037273852,0.0004328451,0.00002363053,0.00006589687,0.009957216,0.0006084214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007493434,0.000006201571,0.00750645,0.00014305615,0.000045102133,0.0011245274,0.00026371557,5.984757e-7,0.00000618644,0.000068353234,0.98807776,0.0026831005],"study_design_scores_gemma":[0.0040298947,0.0002968536,0.0027498845,0.018806612,0.00033491486,0.0004035825,0.000052721894,0.000035328652,0.0000044686935,0.0009714627,0.97202224,0.00029202123],"about_ca_topic_score_codex":0.0004134608,"about_ca_topic_score_gemma":0.0000046031355,"teacher_disagreement_score":0.07255207,"about_ca_system_score_codex":0.00020535484,"about_ca_system_score_gemma":0.00021958745,"threshold_uncertainty_score":0.99991494},"labels":[],"label_agreement":null},{"id":"W2332565566","doi":"10.1097/acm.0b013e31822c0aca","title":"Artistʼs Statement: The Last Supper","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Amoebic Infections and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Advanced Micro Devices (Canada)","funders":"","keywords":"Nothing; Art; Visual arts; Art history; Philosophy; Epistemology","score_opus":0.07009658035856549,"score_gpt":0.32880854069966864,"score_spread":0.25871196034110316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332565566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7128851,0.0015198735,0.0012448562,0.0101830885,0.00088217313,0.00087138865,0.000006399796,0.00024886418,0.2721583],"genre_scores_gemma":[0.98772985,0.0005158292,0.00007636669,0.0027885253,0.00044028144,0.000046665595,0.000020941496,0.000018327852,0.008363238],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989196,0.000035278255,0.00033190532,0.00018763547,0.0002573922,0.00026816045],"domain_scores_gemma":[0.9993422,0.000061247985,0.000084305626,0.0003079507,0.000056977056,0.00014733306],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034486505,0.00013934952,0.00022481705,0.00007676389,0.00012628836,0.0000013013471,0.00009447739,0.000102065154,0.0031939473],"category_scores_gemma":[0.00012417366,0.00006859653,0.000038295497,0.00019800146,0.00027041798,0.000057495636,0.00003537405,0.0004446542,0.00054632657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002608719,0.00015348845,0.5904909,0.000085491396,0.0006382605,0.00026484006,0.021893809,4.539194e-7,0.0019077354,0.023127558,0.34662265,0.014553999],"study_design_scores_gemma":[0.009082625,0.0022835787,0.45097253,0.00059233326,0.0012736589,0.0012554488,0.00698456,0.00011220895,0.004127874,0.005850202,0.5171094,0.0003555577],"about_ca_topic_score_codex":0.00020063538,"about_ca_topic_score_gemma":0.000007774869,"teacher_disagreement_score":0.27484477,"about_ca_system_score_codex":0.000056469373,"about_ca_system_score_gemma":0.000044031665,"threshold_uncertainty_score":0.99771726},"labels":[],"label_agreement":null},{"id":"W2332743619","doi":"10.1097/acm.0000000000000605","title":"Residents’ Views of the Role of Classroom-Based Learning in Graduate Medical Education Through the Lens of Academic Half Days","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Medical education; Graduate medical education; Medicine; Curriculum; Relevance (law); Focus group; Perception; Psychology; Pedagogy; Sociology","score_opus":0.05121349270908728,"score_gpt":0.3786010164857982,"score_spread":0.32738752377671093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332743619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916661,0.0024488822,0.0009971817,0.09821032,0.00083718926,0.00078655325,8.944236e-7,0.00002482237,0.0050280103],"genre_scores_gemma":[0.9914584,0.0008610874,0.0002636099,0.006283131,0.00064432324,0.000052919204,0.000036108697,0.00002701615,0.0003733767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953012,0.0005249165,0.0017769744,0.00028711118,0.0018156832,0.00029414947],"domain_scores_gemma":[0.99708265,0.00068557716,0.0010948038,0.0006413344,0.00042106188,0.00007456324],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004960816,0.00019777306,0.00065786525,0.0002668323,0.00007224193,8.447694e-7,0.0006958998,0.00052783696,0.00021908633],"category_scores_gemma":[0.027192868,0.0001107776,0.000081653205,0.0014701106,0.0012066921,0.000105574254,0.00009122693,0.0031740195,0.000005741951],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041182328,0.0004407164,0.55078787,0.0019160981,0.00014536433,9.851739e-7,0.04281012,0.00019881791,0.06116024,0.087557174,0.07046981,0.18410099],"study_design_scores_gemma":[0.009928422,0.0013417244,0.564025,0.027845778,0.0009984153,0.00010568763,0.03141788,0.016573073,0.05942815,0.052425742,0.2353179,0.00059226726],"about_ca_topic_score_codex":0.0006876483,"about_ca_topic_score_gemma":0.000018388642,"teacher_disagreement_score":0.18350872,"about_ca_system_score_codex":0.000112049245,"about_ca_system_score_gemma":0.0013180501,"threshold_uncertainty_score":0.9991257},"labels":[],"label_agreement":null},{"id":"W2332842330","doi":"10.1097/acm.0b013e31826d6ab3","title":"Beyond the Biomedical Feedlot","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Schema (genetic algorithms); Engineering ethics; Psychology; Public relations; Medicine; Pedagogy; Political science; Computer science; Engineering","score_opus":0.03450100950272682,"score_gpt":0.381047645703531,"score_spread":0.34654663620080417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332842330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6113218,0.004176431,0.0020726616,0.3376143,0.0058771237,0.00070867775,0.0000018711177,0.00018750786,0.038039643],"genre_scores_gemma":[0.9362517,0.00021407766,0.00046885165,0.048166424,0.010120265,0.00005966542,0.00013029473,0.000027354658,0.004561348],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977257,0.00006155738,0.0005679444,0.00018847897,0.00093001,0.0005262626],"domain_scores_gemma":[0.9988013,0.0002061618,0.00013078288,0.00044903683,0.00012942565,0.00028330635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023751592,0.00016481456,0.00028790146,0.00020319092,0.0001531593,0.000002225557,0.00025220079,0.00030396093,0.002107735],"category_scores_gemma":[0.0035889086,0.00008758051,0.000035815578,0.0009835557,0.0009193112,0.00011566199,0.000058691283,0.0014423482,0.0004166573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029286226,0.00004893109,0.014805813,0.000052376792,0.000049059454,0.0000018431595,0.0059951576,6.465622e-8,0.0024869656,0.024338247,0.9137629,0.038429327],"study_design_scores_gemma":[0.0018035332,0.000254632,0.07877488,0.00024423384,0.00029188627,0.00066666026,0.0055139284,0.00009481698,0.0004954516,0.0027958928,0.90889007,0.00017399482],"about_ca_topic_score_codex":0.000018959288,"about_ca_topic_score_gemma":1.1543277e-7,"teacher_disagreement_score":0.32492992,"about_ca_system_score_codex":0.000117531374,"about_ca_system_score_gemma":0.0001160633,"threshold_uncertainty_score":0.99880445},"labels":[],"label_agreement":null},{"id":"W2333344192","doi":"10.1097/acm.0000000000000588","title":"From the Clinic to the Community","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Medical education; Family medicine; Medicine; Psychology; Political science","score_opus":0.17960539864947866,"score_gpt":0.508241752233525,"score_spread":0.3286363535840463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333344192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5314979,0.0005174001,0.0004905851,0.45485312,0.0020441394,0.00074590807,0.000010361208,0.00007329845,0.009767317],"genre_scores_gemma":[0.73866343,0.0003227911,0.000008365141,0.2492382,0.008895465,0.000007201204,0.000020936184,0.000011974915,0.002831663],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995504,0.003103342,0.00058343756,0.00014320922,0.00027573883,0.00039024628],"domain_scores_gemma":[0.9904827,0.008262739,0.00018076134,0.00081802113,0.0000448765,0.00021088588],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006793019,0.000114955576,0.0002500213,0.000020258212,0.0016693943,0.0000012028894,0.0008654547,0.00019567915,0.0013893945],"category_scores_gemma":[0.003887625,0.00004704841,0.000025596988,0.00018398112,0.00014269477,0.000022687427,0.000245113,0.0053968965,0.0024203307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002383403,0.000004029214,0.025006166,0.000021218004,0.0000064892834,9.1482946e-8,0.0668037,2.7838067e-7,0.000051209012,0.0010504731,0.90086603,0.006166501],"study_design_scores_gemma":[0.0007181889,0.00007263026,0.15025038,0.0009511254,0.000024055393,4.177557e-7,0.030679729,0.000028514865,0.0000021909432,0.0045431596,0.81267166,0.000057941583],"about_ca_topic_score_codex":0.003816246,"about_ca_topic_score_gemma":0.00044264938,"teacher_disagreement_score":0.20716554,"about_ca_system_score_codex":0.000043222743,"about_ca_system_score_gemma":0.00008948608,"threshold_uncertainty_score":0.9996303},"labels":[],"label_agreement":null},{"id":"W2333516106","doi":"10.1097/acm.0b013e31825cf71a","title":"The Activities and Responsibilities of the Vice Chair for Education in U.S. and Canadian Departments of Medicine","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Demographics; Vice president; Position (finance); Descriptive statistics; Confidentiality; Medical education; Public relations; Psychology; Political science; Medicine; Sociology; Management; Business","score_opus":0.022346311559149273,"score_gpt":0.36650027443460387,"score_spread":0.3441539628754546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333516106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9378154,0.0061102533,0.000012076763,0.053705625,0.00066497445,0.00070382253,0.0000031906625,0.000003796465,0.0009808183],"genre_scores_gemma":[0.9945241,0.0009070639,0.00008552899,0.0025755158,0.00047303538,0.0000724513,0.0000123485015,0.000009435175,0.0013405097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886614,0.00007451345,0.0004654152,0.00011048546,0.00026274973,0.00022070928],"domain_scores_gemma":[0.99870384,0.00064352347,0.00018595933,0.00022698978,0.000138483,0.00010121552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021417441,0.00009340574,0.00024726786,0.00022383586,0.00009850894,7.5577714e-7,0.000095613344,0.00012501933,0.000019235373],"category_scores_gemma":[0.005391317,0.000048995247,0.0000106017615,0.00032703727,0.0011517426,0.000076640914,0.000022573673,0.00029467983,1.3408184e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051355787,0.00007088747,0.65016925,0.0012230558,0.0000998744,2.0030441e-7,0.07669173,3.3761134e-7,0.009405096,0.052639358,0.06683735,0.14234927],"study_design_scores_gemma":[0.0028306292,0.0004119232,0.80091035,0.0019480943,0.0001773632,0.00007388697,0.08266815,0.00010126716,0.003057888,0.0064714574,0.10122596,0.00012304212],"about_ca_topic_score_codex":0.006312944,"about_ca_topic_score_gemma":0.0017727943,"teacher_disagreement_score":0.15074107,"about_ca_system_score_codex":0.00011475577,"about_ca_system_score_gemma":0.0006581845,"threshold_uncertainty_score":0.95433253},"labels":[],"label_agreement":null},{"id":"W2333793989","doi":"10.1097/acm.0000000000000293","title":"Affirming Professional Identities Through an Apprenticeship","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Apprenticeship; Identity (music); Medical education; Professionalization; Psychology; Professional development; Pedagogy; Medicine; Sociology; Social science","score_opus":0.05312479117853119,"score_gpt":0.42234336470600303,"score_spread":0.36921857352747184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333793989","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93882984,0.0003685193,0.009283417,0.025899326,0.0036227214,0.00041750525,6.562532e-7,0.00020017746,0.02137786],"genre_scores_gemma":[0.96999943,0.00013542417,0.0023268184,0.013212291,0.0050055254,0.000059256345,0.00018204292,0.000031812724,0.009047417],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780166,0.00010825949,0.0005914387,0.00033504702,0.0008363614,0.00032722758],"domain_scores_gemma":[0.9988997,0.00014474662,0.00019633096,0.00040936747,0.00021741286,0.00013243018],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015355096,0.00017248288,0.0003405575,0.00017961102,0.00016098436,0.0000050723065,0.00023643096,0.00029194978,0.0012329605],"category_scores_gemma":[0.003315063,0.00012807315,0.000027639477,0.00048161857,0.00040738605,0.00043490287,0.000048918722,0.0010776102,0.00011082081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002228651,0.00022402566,0.040174305,0.001232305,0.00012942853,0.000016606502,0.047562126,0.000005701911,0.018970164,0.28991485,0.5276774,0.0738702],"study_design_scores_gemma":[0.009772776,0.0019256456,0.055222683,0.0064378628,0.0009088901,0.00079870917,0.04387193,0.008260488,0.004123446,0.10340928,0.7642429,0.0010254194],"about_ca_topic_score_codex":0.000021021588,"about_ca_topic_score_gemma":7.4898685e-7,"teacher_disagreement_score":0.23656544,"about_ca_system_score_codex":0.0000750659,"about_ca_system_score_gemma":0.00011099056,"threshold_uncertainty_score":0.99968004},"labels":[],"label_agreement":null},{"id":"W2333876386","doi":"10.1097/acm.0000000000000478","title":"What’s Behind the Scenes? Exploring the Unspoken Dimensions of Complex and Challenging Surgical Situations","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Context (archaeology); Construct (python library); Perception; Psychology; Process (computing); Medical education; Computer science; Medicine","score_opus":0.12387457759602782,"score_gpt":0.3726031220997945,"score_spread":0.2487285445037667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333876386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71250117,0.0014991825,0.0006837425,0.28297487,0.0010309512,0.00040563903,5.38992e-7,0.00003650567,0.00086741603],"genre_scores_gemma":[0.9896042,0.005247322,0.00017419556,0.0031652418,0.001282248,0.000059506907,0.000032930995,0.000016635242,0.000417721],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837625,0.00011957761,0.0005321559,0.00020590928,0.00054424745,0.00022187446],"domain_scores_gemma":[0.99805444,0.0009573617,0.00016467714,0.0005497294,0.00018780057,0.00008595861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021238702,0.00013179478,0.00029441284,0.00013677578,0.0003088354,0.000006016346,0.00025059553,0.00010390859,0.0001355707],"category_scores_gemma":[0.002900512,0.00006009542,0.000027868527,0.00038012766,0.0007633889,0.00015616466,0.000103912425,0.00082840206,0.0000088316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002020743,0.00016499042,0.016329562,0.0006243032,0.00042992088,0.000016321032,0.13236032,0.00014470826,0.013951858,0.24906078,0.12013276,0.4665824],"study_design_scores_gemma":[0.007470588,0.0008199602,0.1671496,0.005682932,0.001277414,0.0009277693,0.09636793,0.03275466,0.0011642816,0.021309415,0.66450596,0.00056948705],"about_ca_topic_score_codex":0.000031212112,"about_ca_topic_score_gemma":0.000002169744,"teacher_disagreement_score":0.5443732,"about_ca_system_score_codex":0.00003380443,"about_ca_system_score_gemma":0.000047457797,"threshold_uncertainty_score":0.35990408},"labels":[],"label_agreement":null},{"id":"W2333904976","doi":"10.1097/acm.0b013e3181fa2de7","title":"What Are the Discussion Topics and Usefulness of Clerkship Directorsʼ Meetings Within Medical Schools? A Report From the CDIM 2007 National Survey","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; MEDLINE; Psychology; Medicine; Political science","score_opus":0.05785442730478128,"score_gpt":0.37214092854795855,"score_spread":0.31428650124317725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333904976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77970034,0.0005216387,0.00011756463,0.21513887,0.003913175,0.0003554033,0.0000054376633,0.000030308578,0.00021729514],"genre_scores_gemma":[0.98227835,0.00035697012,0.00016952057,0.011097541,0.00461028,0.000046078374,0.00025732542,0.000024692936,0.0011592589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958329,0.0002710523,0.0010701873,0.0003813415,0.0022092196,0.00023528177],"domain_scores_gemma":[0.99637216,0.0014403942,0.00068385695,0.00055907125,0.0007486106,0.00019588649],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010956505,0.00019632869,0.00041729183,0.00009785509,0.00020174637,0.000016584643,0.00042420856,0.00052950124,0.0006160122],"category_scores_gemma":[0.08154084,0.00008072066,0.00003481097,0.00062189973,0.0010267639,0.0002026879,0.00012816764,0.003147287,0.0000074076042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012015633,0.00004635222,0.7490431,0.00005883545,0.00009756162,0.000023020119,0.006399652,4.270729e-7,0.0011471346,0.0019105967,0.2302404,0.010912732],"study_design_scores_gemma":[0.0013514418,0.000056600737,0.94280106,0.002161432,0.0001398842,0.00037490408,0.012463651,0.0004067842,0.0005810149,0.0032177416,0.036287073,0.00015841801],"about_ca_topic_score_codex":0.00058693765,"about_ca_topic_score_gemma":0.00017959591,"teacher_disagreement_score":0.20404132,"about_ca_system_score_codex":0.000053980704,"about_ca_system_score_gemma":0.0005155198,"threshold_uncertainty_score":0.9991525},"labels":[],"label_agreement":null},{"id":"W2334107255","doi":"10.1097/acm.0000000000000126","title":"Preventing Illegal Interview Questions","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Distrust; Interview; Conversation; Medical education; Psychology; Ethnic group; Family medicine; Social psychology; Medicine; Political science; Law","score_opus":0.09223197150862027,"score_gpt":0.40548936107321265,"score_spread":0.31325738956459237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334107255","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007104666,0.0043722247,0.0009819635,0.9652379,0.002186913,0.00058024103,0.0000043551227,0.0002147472,0.02635057],"genre_scores_gemma":[0.0009139463,0.0017154876,0.00016410422,0.8061253,0.02802368,0.000071434006,0.00072669645,0.000075215146,0.16218413],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963001,0.0003450318,0.0011391373,0.00062752375,0.0009941342,0.00059405435],"domain_scores_gemma":[0.9968239,0.0005530132,0.0004371773,0.0007272308,0.00018708146,0.0012715929],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013319519,0.00045356448,0.001142445,0.00038219502,0.0001237843,0.0000061203873,0.0004103257,0.0017741136,0.025538227],"category_scores_gemma":[0.013580769,0.00031242438,0.00018763743,0.0003455962,0.00039050053,0.00004880154,0.00009347508,0.009098235,0.00064634293],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038053633,0.00000871663,0.000041486604,0.000980004,0.000072424875,0.0001042758,0.00048376157,3.3671924e-8,0.00006515039,0.00018622575,0.9924579,0.005596164],"study_design_scores_gemma":[0.0008849357,0.00018290461,0.000067825174,0.01229757,0.00064809987,0.0007028347,0.00015820433,0.00005424479,0.000011867708,0.00052065373,0.984211,0.0002598295],"about_ca_topic_score_codex":0.00004039899,"about_ca_topic_score_gemma":3.8475667e-7,"teacher_disagreement_score":0.15911263,"about_ca_system_score_codex":0.00012395167,"about_ca_system_score_gemma":0.0009339387,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W2334143500","doi":"10.1097/acm.0b013e31826d5962","title":"Fluency—Not Competency or Expertise—Is Needed to Incorporate Evidence Into Practice","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Fluency; Medical education; MEDLINE; Psychology; Medicine; Mathematics education; Political science","score_opus":0.14602729354125904,"score_gpt":0.4644728442389273,"score_spread":0.3184455506976683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334143500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6382442,0.010288025,0.0011182174,0.3448217,0.0017062114,0.0009887988,0.0000033375181,0.00023835356,0.0025911457],"genre_scores_gemma":[0.8205241,0.0032915126,0.003449662,0.16644509,0.0027911963,0.00008593028,0.000013388395,0.00004470597,0.0033544195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963729,0.00019168208,0.0010963382,0.00053505914,0.001058646,0.00074536767],"domain_scores_gemma":[0.97556996,0.021232037,0.00035732804,0.0007054417,0.00037299684,0.0017622609],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002546384,0.00035038573,0.0008457482,0.00020752412,0.00011620084,0.000007691694,0.00034306213,0.0004042903,0.0015158958],"category_scores_gemma":[0.32914606,0.00022665848,0.00007680627,0.0008498771,0.00028530674,0.00044168998,0.00017712958,0.0011453374,0.0012767446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0044654254,0.0002562433,0.050123855,0.00020771423,0.0002054597,0.00027269442,0.07489953,0.0000017627258,0.027501768,0.0013765148,0.7899398,0.050749186],"study_design_scores_gemma":[0.022570193,0.015171424,0.105217405,0.106235944,0.005078091,0.0045194943,0.05102092,0.00074873655,0.045378312,0.0031891419,0.63765186,0.0032184739],"about_ca_topic_score_codex":0.0011011079,"about_ca_topic_score_gemma":0.0000042067,"teacher_disagreement_score":0.32659966,"about_ca_system_score_codex":0.00021543639,"about_ca_system_score_gemma":0.00041881457,"threshold_uncertainty_score":0.9995009},"labels":[],"label_agreement":null},{"id":"W2334280214","doi":"10.1097/acm.0000000000000696","title":"A Fear Worse Than Death","year":2015,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; MEDLINE; Clinical psychology; Medicine; Political science","score_opus":0.06556165139026492,"score_gpt":0.42502113010880943,"score_spread":0.3594594787185445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334280214","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016076355,0.008385916,0.00002096266,0.001414175,0.90750813,0.0006954235,0.00015097608,0.00016410177,0.0800527],"genre_scores_gemma":[0.0023494023,0.002593484,0.000014250373,0.0012704863,0.8566156,0.00012242448,0.0013764334,0.000111611196,0.1355463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99523467,0.00031097417,0.00093946554,0.00091261585,0.0015910256,0.0010112697],"domain_scores_gemma":[0.99675846,0.00074706157,0.000577455,0.000841369,0.00019698573,0.00087868894],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0023653992,0.0005846996,0.0010450032,0.00029084465,0.00010146135,0.00000507812,0.00082276395,0.0028096861,0.0021655748],"category_scores_gemma":[0.00090674753,0.00045292554,0.00008307479,0.0002534427,0.0002451469,0.000059803184,0.00014833207,0.004553646,0.0020647813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020809179,0.000025233483,0.00039370224,0.00020976957,0.0001166189,0.000074587806,0.007875817,2.3247221e-8,0.000008757464,0.001376603,0.9886443,0.0010664947],"study_design_scores_gemma":[0.0035452545,0.0008180722,0.00015531029,0.0011751654,0.00023776737,0.000020603271,0.0028393588,4.9830146e-7,0.0000028183317,0.0022534165,0.98858863,0.0003631187],"about_ca_topic_score_codex":0.0034056425,"about_ca_topic_score_gemma":0.0000735463,"teacher_disagreement_score":0.0554936,"about_ca_system_score_codex":0.00044563744,"about_ca_system_score_gemma":0.00055177533,"threshold_uncertainty_score":0.9997923},"labels":[],"label_agreement":null},{"id":"W2334528548","doi":"10.1097/acm.0000000000000663","title":"Artist’s Statement","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Feeling; Painting; Statement (logic); Passion; Psychology; Aesthetics; Medical education; Psychoanalysis; Medicine; Visual arts; Epistemology; Art; Philosophy; Social psychology","score_opus":0.05483268056745187,"score_gpt":0.3022241628148098,"score_spread":0.2473914822473579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334528548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4204354,0.06999279,0.12108694,0.050018605,0.007096785,0.0007498826,0.000006857255,0.005435591,0.32517716],"genre_scores_gemma":[0.9946499,0.0024227772,0.00012537143,0.0010107959,0.00037491156,0.000014745464,0.0000070702586,0.0000136301815,0.0013807825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927944,0.00000868587,0.00022440574,0.000086028245,0.00019617376,0.00020525225],"domain_scores_gemma":[0.99959207,0.00002606995,0.000016526277,0.0001179889,0.000016464091,0.00023085666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033463998,0.000078762416,0.00014375367,0.000060969753,0.000009797852,4.879566e-7,0.00013587001,0.00015698961,0.00016844159],"category_scores_gemma":[0.00022384219,0.000059653565,0.00000771431,0.00012251982,0.00012144004,0.00003522042,0.000021525031,0.00044335393,0.00018403136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005398562,0.0000019379422,0.00044418938,0.000031064515,0.000029253477,0.000038761256,0.0017715375,0.00006324323,0.0005399316,0.02066906,0.91988134,0.056524273],"study_design_scores_gemma":[0.0006033976,0.00006295626,0.00005341599,0.00004637939,0.000011794506,0.000019190766,0.000871983,0.0021161924,0.0008665587,0.011785191,0.9834871,0.00007580598],"about_ca_topic_score_codex":0.000007384055,"about_ca_topic_score_gemma":9.166827e-7,"teacher_disagreement_score":0.5742145,"about_ca_system_score_codex":0.000055338416,"about_ca_system_score_gemma":0.000016050615,"threshold_uncertainty_score":0.24326017},"labels":[],"label_agreement":null},{"id":"W2334819650","doi":"10.1097/acm.0b013e318253d6c6","title":"Cultural Competence Springs up in the Desert","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interpreting and Communication in Healthcare","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cultural competence; Desert (philosophy); Cultural diversity; Geography; Psychology; Sociology; Political science; Anthropology; Pedagogy","score_opus":0.23036274952329322,"score_gpt":0.5426038023704277,"score_spread":0.3122410528471345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334819650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8873268,0.004353639,0.00006384427,0.05864136,0.0017433433,0.0004903316,0.0000010265524,0.00007251929,0.04730717],"genre_scores_gemma":[0.975482,0.0007796893,0.00004699131,0.0206523,0.0009570402,0.000133375,0.000008281767,0.000008032059,0.0019322925],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976578,0.0009962337,0.00051472,0.00010134472,0.00024911098,0.00048083856],"domain_scores_gemma":[0.9976681,0.0015902134,0.00015651395,0.00039913072,0.00008541168,0.000100670884],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003214265,0.00009152002,0.00016663529,0.00004968725,0.00037529945,8.784749e-7,0.00064788095,0.00020260894,0.00033519577],"category_scores_gemma":[0.0013559604,0.00004922551,0.000015337982,0.00021450696,0.00013393433,0.0001032529,0.000104556166,0.0025230933,0.00031632505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020271838,0.0000036744593,0.5917699,0.00010512439,0.0000032261012,4.199192e-7,0.3156886,2.2128238e-7,0.00021209815,0.040833555,0.050465126,0.00089781237],"study_design_scores_gemma":[0.000905369,0.00006765543,0.26781818,0.0029129458,0.00001842307,0.000022338054,0.3486319,0.00015720869,0.000023269593,0.0020320355,0.37722906,0.0001816016],"about_ca_topic_score_codex":0.0010935565,"about_ca_topic_score_gemma":0.000026891143,"teacher_disagreement_score":0.32676396,"about_ca_system_score_codex":0.00009060942,"about_ca_system_score_gemma":0.00005142955,"threshold_uncertainty_score":0.99977815},"labels":[],"label_agreement":null},{"id":"W2335621718","doi":"10.1097/acm.0b013e3181b6bd54","title":"Perspective: The Missing Link in Academic Career Planning and Development: Pursuit of Meaningful and Aligned Work","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Vanderbilt University Medical Center","keywords":"Premise; Perspective (graphical); Context (archaeology); Faculty development; Professional development; Psychology; Work (physics); Engineering ethics; Medical education; Meaning (existential); Humanism; Career development; Sociology; Pedagogy; Medicine; Computer science; Epistemology; Political science","score_opus":0.062426658062604494,"score_gpt":0.385059904185789,"score_spread":0.3226332461231845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335621718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7972551,0.015963672,0.00062253635,0.18392101,0.0001543028,0.00041834553,1.9713454e-7,0.000036038815,0.0016287742],"genre_scores_gemma":[0.9860129,0.00040399077,0.0014056232,0.011319063,0.0005910537,0.000008290172,0.000011589704,0.000012556964,0.00023496014],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981174,0.00007440524,0.0006597433,0.00029199658,0.00057464465,0.00028181224],"domain_scores_gemma":[0.99909616,0.00025609304,0.00020575974,0.00017735489,0.00016043754,0.00010422591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026541597,0.00017109723,0.0003846966,0.00031953212,0.000100181496,0.0000043638097,0.0001813708,0.00034058577,0.0000274836],"category_scores_gemma":[0.0039859386,0.000115630566,0.000010399314,0.00074829126,0.00034957723,0.000082544844,0.000037151716,0.0012243964,0.0000012474089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041092222,0.0000277043,0.11506465,0.00017485261,0.00007976098,0.000029899178,0.25233895,0.0000061619703,0.014299114,0.0067125508,0.01502927,0.59582615],"study_design_scores_gemma":[0.0037110418,0.00038772976,0.9271798,0.006561012,0.0001718948,0.00024044683,0.035950404,0.00024631928,0.0019325839,0.009016196,0.014298562,0.0003039896],"about_ca_topic_score_codex":0.0000156082,"about_ca_topic_score_gemma":2.6592e-7,"teacher_disagreement_score":0.8121152,"about_ca_system_score_codex":0.00016059584,"about_ca_system_score_gemma":0.00016970307,"threshold_uncertainty_score":0.53194606},"labels":[],"label_agreement":null},{"id":"W2335773671","doi":"10.1097/acm.0b013e31823007e6","title":"Student Affairs Officers Should Not Oversee Preparation of the Medical Student Performance Evaluation","year":2011,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Student affairs; Active listening; Veterans Affairs; Session (web analytics); Psychology; Objectivity (philosophy); Medical education; Sentence; Pedagogy; Political science; Medicine; Higher education; Computer science; Law","score_opus":0.08432676889754283,"score_gpt":0.44342080735958406,"score_spread":0.35909403846204124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335773671","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27085206,0.0006183928,0.00010472798,0.6989642,0.007106347,0.003483539,0.000006991797,0.000088237735,0.018775491],"genre_scores_gemma":[0.5631456,0.0009114361,0.00005886888,0.42208457,0.0087965615,0.00033368025,0.0005562799,0.000078326455,0.0040346896],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9870157,0.00040528056,0.0020215889,0.00074403785,0.009275546,0.0005378446],"domain_scores_gemma":[0.99573296,0.0002836852,0.0013400194,0.0013220144,0.0011714072,0.00014992226],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0059835636,0.00052194274,0.0010020394,0.00049704866,0.00015033486,0.000005250805,0.0011409838,0.0025173961,0.0041351216],"category_scores_gemma":[0.0050486336,0.00033234523,0.00015620072,0.0009511109,0.0010221904,0.0001436391,0.00024622137,0.007288124,0.00007290455],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001125108,0.00006933076,0.0043897755,0.0005354778,0.00027441213,0.000013048174,0.008500355,0.0000073990377,0.00014033707,0.00015061811,0.9771766,0.008630125],"study_design_scores_gemma":[0.008496646,0.0019687458,0.082429685,0.0112843225,0.0052505005,0.00040519246,0.008829109,0.0034632727,0.001324632,0.00012656506,0.8755028,0.0009185059],"about_ca_topic_score_codex":0.00005933666,"about_ca_topic_score_gemma":0.000003054111,"teacher_disagreement_score":0.29229352,"about_ca_system_score_codex":0.00093469146,"about_ca_system_score_gemma":0.0021338863,"threshold_uncertainty_score":0.99991286},"labels":[],"label_agreement":null},{"id":"W2336449294","doi":"10.1097/acm.0000000000001127","title":"In Reply to Pivalizza et al","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Public Health Ontario; Calgary Laboratory Services; University of Toronto; University of Calgary","funders":"","keywords":"Mandate; Curriculum; Political science; Viewpoints; Legislature; Inclusion (mineral); Medical education; Context (archaeology); Vision; Public relations; Criticism; Medicine; Engineering ethics; Pedagogy; Psychology; Sociology; Law","score_opus":0.1019404806325569,"score_gpt":0.48970676630199217,"score_spread":0.3877662856694353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336449294","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006159219,0.00071341306,0.0000740129,0.9800377,0.004891476,0.0015234228,0.000045886616,0.00011476025,0.011983419],"genre_scores_gemma":[0.00029108315,0.0027356134,0.000014571073,0.90360624,0.03388469,0.000032462875,0.00012727088,0.000090157875,0.059217934],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99453855,0.0010875217,0.001489657,0.0007966854,0.00076132047,0.0013262904],"domain_scores_gemma":[0.9968602,0.0015340426,0.000461841,0.0007211238,0.00008000984,0.00034279894],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.003063634,0.00040878437,0.0009790924,0.0005162191,0.00016175436,0.000001056736,0.00058310345,0.0015105736,0.003218207],"category_scores_gemma":[0.0014752308,0.00025869193,0.00005128037,0.00031465437,0.00009754246,0.00008296202,0.00022943912,0.015209374,0.002614067],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003230719,0.000001621399,0.0013601816,0.00037820675,0.0000075125995,0.00013684736,0.0054896204,2.3806141e-8,0.00006090957,0.00032461472,0.99168915,0.0005190332],"study_design_scores_gemma":[0.0015813909,0.000083513085,0.0006636804,0.016300304,0.000015256246,0.000009246884,0.0003359548,5.064714e-7,0.000001557546,0.0012721138,0.97947305,0.00026344048],"about_ca_topic_score_codex":0.00072363793,"about_ca_topic_score_gemma":0.000023539127,"teacher_disagreement_score":0.07643147,"about_ca_system_score_codex":0.0004400681,"about_ca_system_score_gemma":0.00066319865,"threshold_uncertainty_score":0.9999865},"labels":[],"label_agreement":null},{"id":"W2336984932","doi":"10.1097/acm.0000000000001184","title":"Characteristics and Distribution of Graduate Medical Education Training Sites: Are We Missing Opportunities to Meet U.S. Health Workforce Needs?","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petrel Robertson Consulting (Canada)","funders":"","keywords":"Accreditation; Graduate medical education; Medicine; Family medicine; Medicaid; Residency training; Training (meteorology); Economic shortage; Health care; Medical education; Continuing education; Government (linguistics); Political science","score_opus":0.31841105268271863,"score_gpt":0.48750517662850934,"score_spread":0.1690941239457907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336984932","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4915441,0.0040178928,0.0027207527,0.49885353,0.0010635916,0.0008058518,0.00008121845,0.000110409586,0.0008026556],"genre_scores_gemma":[0.9509748,0.023470357,0.000098891425,0.021353062,0.0013998005,0.00006692132,0.00014822153,0.000031734846,0.0024561968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961044,0.0005349216,0.001508288,0.00029936194,0.0007702949,0.0007826934],"domain_scores_gemma":[0.9959891,0.0011625926,0.00096307916,0.00027027997,0.000288622,0.0013263538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028381885,0.00024199182,0.0007606827,0.00021469235,0.00041799818,0.00000219591,0.00024118541,0.00041099932,0.00027996785],"category_scores_gemma":[0.0048145414,0.00016250974,0.000024653125,0.00033953978,0.0003254988,0.00013678086,0.00010951357,0.00063388265,0.00001232769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018714638,0.000021833066,0.05860853,0.0016545408,0.00002061292,0.000004986426,0.06696403,1.4777467e-7,0.00015700645,0.02434583,0.3724744,0.47556093],"study_design_scores_gemma":[0.002395198,0.0007613006,0.042672716,0.12766768,0.000092253176,0.000049629878,0.21253534,0.00013691322,0.000026092104,0.0077516935,0.60536367,0.0005475366],"about_ca_topic_score_codex":0.00018334818,"about_ca_topic_score_gemma":0.00003674469,"teacher_disagreement_score":0.47750047,"about_ca_system_score_codex":0.00037168636,"about_ca_system_score_gemma":0.0018555501,"threshold_uncertainty_score":0.66269547},"labels":[],"label_agreement":null},{"id":"W2337997036","doi":"10.1097/acm.0000000000001169","title":"Increasing Scholarly Activity Productivity During Residency: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychological intervention; PsycINFO; CINAHL; MEDLINE; Accreditation; Inclusion (mineral); Graduate medical education; Curriculum; Medical education; Medicine; Cochrane Library; Productivity; Family medicine; Psychology; Nursing; Political science","score_opus":0.27336122662200335,"score_gpt":0.5130076229388016,"score_spread":0.2396463963167983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337997036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008498909,0.95937586,0.000025550291,0.027754249,0.00036814436,0.011149461,0.00001827075,0.00021047104,0.0010130116],"genre_scores_gemma":[0.000050400376,0.98632646,0.000022034485,0.0035947794,0.0031523216,0.00084480416,0.000035542478,0.0001538493,0.0058198352],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9869581,0.0034599733,0.002685665,0.0012910313,0.0033784313,0.0022267886],"domain_scores_gemma":[0.98306966,0.00385566,0.0016381064,0.0020682302,0.00052221335,0.008846103],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.024049645,0.0009804417,0.009692622,0.0008383907,0.00023564283,0.000019717752,0.00076004973,0.0013344727,0.00042811598],"category_scores_gemma":[0.56104696,0.0005026732,0.0004861571,0.0014246413,0.000518402,0.0007065856,0.00029782872,0.0072631,0.0006724304],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062438376,0.000016581582,0.000006736249,0.86046714,0.00022293226,0.0002731911,0.00005416223,1.352902e-10,0.000046677025,0.000021616675,0.0076633375,0.13116522],"study_design_scores_gemma":[0.00069734117,0.0002192727,0.000010369202,0.70931244,0.003700599,0.0033240905,0.000009645172,1.09058995e-7,0.00000391921,0.000035248417,0.28240207,0.0002848742],"about_ca_topic_score_codex":0.0001444154,"about_ca_topic_score_gemma":0.000001802086,"teacher_disagreement_score":0.5369973,"about_ca_system_score_codex":0.0018650612,"about_ca_system_score_gemma":0.016422778,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W2338457097","doi":"10.1097/acm.0000000000001107","title":"Additional Considerations for the Expert–Generalist Model","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Burnout; Primary care; Malpractice; Adversarial system; Primary care physician; Set (abstract data type); Work (physics); Medical care; Psychology; Medicine; Family medicine; Political science; Law; Computer science; Engineering","score_opus":0.27259691026109084,"score_gpt":0.4955551252212951,"score_spread":0.22295821496020424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338457097","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012191969,0.0014954094,0.005313596,0.97381234,0.0021458948,0.0017791373,0.0096524395,0.000120832476,0.0056791147],"genre_scores_gemma":[0.000031250107,0.0015055336,0.00044048106,0.7829414,0.08750228,0.004308267,0.0051824464,0.00005371664,0.11803461],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99601555,0.0006103703,0.0011729024,0.0005450298,0.00084323256,0.0008128917],"domain_scores_gemma":[0.91954154,0.07864284,0.00058619404,0.0006603754,0.00039821654,0.00017081192],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016665838,0.0003564584,0.00065265136,0.000102857004,0.001200785,0.000004096772,0.00046006808,0.0022634217,0.30215457],"category_scores_gemma":[0.0334955,0.0001706111,0.00011283254,0.000079361394,0.0009376133,0.0001222649,0.000102971215,0.0068224524,0.0007042122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014576228,0.000001582324,0.000001770663,0.00018375894,0.00006809124,0.000006870686,0.002119898,9.608846e-7,0.000018568764,0.0052482365,0.99202055,0.00031511727],"study_design_scores_gemma":[0.0007012408,0.000041781477,0.0000012101879,0.0014310608,0.00015152061,0.0000067587125,0.0006777291,0.0007888651,0.0000010284106,0.048373416,0.9476274,0.00019794884],"about_ca_topic_score_codex":0.00008611265,"about_ca_topic_score_gemma":0.000012007529,"teacher_disagreement_score":0.30145037,"about_ca_system_score_codex":0.00014055886,"about_ca_system_score_gemma":0.001016661,"threshold_uncertainty_score":0.99903184},"labels":[],"label_agreement":null},{"id":"W2338856372","doi":"10.1097/acm.0000000000001175","title":"When Assessment Data Are Words: Validity Evidence for Qualitative Educational Assessments","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; The Wilson Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"External validity; Qualitative research; Rigour; Internal validity; Psychology; Qualitative property; Nonprobability sampling; Transparency (behavior); Applied psychology; Social psychology; Computer science; Epistemology; Medicine; Sociology","score_opus":0.529182850370583,"score_gpt":0.6255800326509899,"score_spread":0.09639718228040695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338856372","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14269876,0.00072976743,0.24824595,0.6014902,0.003276035,0.0020278816,0.00011637282,0.000110403176,0.0013046281],"genre_scores_gemma":[0.91503847,0.000861584,0.045815267,0.014659474,0.006784952,0.0006853519,0.0012123568,0.00006214864,0.014880429],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964972,0.00024784877,0.00093451864,0.00074054656,0.001177025,0.0004028316],"domain_scores_gemma":[0.9934758,0.0038378066,0.0005583327,0.0011729128,0.000748267,0.00020689143],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058927317,0.0002394385,0.00048647152,0.00025099822,0.00014600281,0.0000067192677,0.0007126248,0.00025980145,0.0018388254],"category_scores_gemma":[0.029338464,0.00014878134,0.000037847287,0.00040941636,0.0004596864,0.00058675563,0.00017107502,0.0006144783,0.00005908538],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013950706,0.00009691728,0.03627945,0.00034125737,0.00013213263,0.000001284161,0.0059679844,7.901035e-8,0.0028819728,0.011129409,0.9186708,0.024359236],"study_design_scores_gemma":[0.017277494,0.0027338378,0.26056522,0.034368522,0.0020289621,0.00018468381,0.06587556,0.0017978881,0.00072133384,0.17038088,0.44263715,0.001428495],"about_ca_topic_score_codex":0.000031504638,"about_ca_topic_score_gemma":0.000002375321,"teacher_disagreement_score":0.7723397,"about_ca_system_score_codex":0.00062286115,"about_ca_system_score_gemma":0.0011581775,"threshold_uncertainty_score":0.9990736},"labels":[],"label_agreement":null},{"id":"W2339066690","doi":"10.1097/acm.0000000000001204","title":"Toward Defining the Foundation of the MD Degree: Core Entrustable Professional Activities for Entering Residency","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":324,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Graduation (instrument); Medical education; Specialty; Curriculum; Graduate medical education; Core competency; Medicine; Psychology; Accreditation; Family medicine; Pedagogy","score_opus":0.1035799113927599,"score_gpt":0.3965633903388552,"score_spread":0.2929834789460953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339066690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8550763,0.0008692774,0.010124449,0.12768756,0.0032943978,0.0012912338,0.000006085356,0.000045038112,0.0016056219],"genre_scores_gemma":[0.99058867,0.00028481468,0.0006098893,0.0024589188,0.0008807032,0.0001674061,0.00002148732,0.000019064306,0.0049690567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842215,0.000051788833,0.0005284812,0.00018448466,0.0005759578,0.000237161],"domain_scores_gemma":[0.9983599,0.0007239326,0.00033753502,0.000321645,0.00021830174,0.000038686707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013501801,0.000119268225,0.00022806719,0.000096839925,0.0001857941,0.000002002246,0.0002603759,0.000152627,0.0003891363],"category_scores_gemma":[0.0066309515,0.000048186957,0.000043217988,0.00032154314,0.00046461576,0.0001242638,0.00007625864,0.00042620936,0.0000063084562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006484091,0.000058382502,0.08902395,0.0009673959,0.00016612593,0.0000014585796,0.020077331,0.0000014605492,0.15936264,0.16711868,0.35230848,0.21026567],"study_design_scores_gemma":[0.02106547,0.0018874935,0.24103773,0.04159347,0.0016110627,0.000558109,0.07393706,0.0010922889,0.13952467,0.10968353,0.3670523,0.0009568268],"about_ca_topic_score_codex":0.000021295413,"about_ca_topic_score_gemma":0.0000019653023,"teacher_disagreement_score":0.20930883,"about_ca_system_score_codex":0.00015053361,"about_ca_system_score_gemma":0.00040337208,"threshold_uncertainty_score":0.79383475},"labels":[],"label_agreement":null},{"id":"W2340120068","doi":"10.1097/acm.0000000000001170","title":"Feedback to Supervisors: Is Anonymity Really So Important?","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Anonymity; MEDLINE; Psychology; Internet privacy; Medical education; Computer science; Medicine; Political science; Computer security; Law","score_opus":0.029498110323676115,"score_gpt":0.3565979309772146,"score_spread":0.3270998206535385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340120068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6780294,0.00038556676,0.0020330024,0.31389415,0.0008925596,0.00058356323,0.0000064735523,0.00013793183,0.0040373486],"genre_scores_gemma":[0.86414534,0.0013431221,0.0018829418,0.11108424,0.004001196,0.000087931694,0.000050859893,0.00006417109,0.017340222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969318,0.000045523284,0.0010318465,0.000534728,0.0009272043,0.00052891806],"domain_scores_gemma":[0.9981121,0.00017416895,0.00017853457,0.00071908336,0.00040896962,0.00040713817],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001587921,0.0002538081,0.0005029012,0.00037506854,0.00011114243,0.0000042837487,0.00032139174,0.00040017403,0.0052223783],"category_scores_gemma":[0.0060726996,0.00014935696,0.00004923354,0.0010303349,0.00041760987,0.00013875742,0.00007964763,0.0006836007,0.00076608214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013397766,0.000028205783,0.050183926,0.00007895883,0.000049048704,0.00001937396,0.0043679588,2.5763782e-8,0.036603186,0.0016840891,0.839866,0.06698525],"study_design_scores_gemma":[0.005762762,0.0011153389,0.077954486,0.0031986926,0.00026129864,0.00034128406,0.0029368107,0.000044124186,0.0077266013,0.005062976,0.8950892,0.00050639635],"about_ca_topic_score_codex":0.00009176073,"about_ca_topic_score_gemma":0.0000029284379,"teacher_disagreement_score":0.20280991,"about_ca_system_score_codex":0.0002447598,"about_ca_system_score_gemma":0.00036421206,"threshold_uncertainty_score":0.995687},"labels":[],"label_agreement":null},{"id":"W2340530024","doi":"10.1097/acm.0000000000001173","title":"Establishing an Integrative Medicine Program Within an Academic Health Center: Essential Considerations","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Complementary and Alternative Medicine Studies","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Medical education; Multidisciplinary approach; Integrative medicine; Health care; Chiropractic; Best practice; MEDLINE; Biomedicine; Medicine; Alternative medicine; Political science","score_opus":0.1010218445819352,"score_gpt":0.4481299509474746,"score_spread":0.3471081063655394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340530024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81574684,0.0036396116,0.005364463,0.16625443,0.0027933824,0.0030407747,0.00007894397,0.00076785294,0.0023136984],"genre_scores_gemma":[0.97483647,0.0035706598,0.0009486467,0.01055225,0.008208396,0.00018427074,0.00039740198,0.000071903836,0.0012299728],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99436283,0.00056737283,0.0018605905,0.0010772708,0.0012167732,0.0009151378],"domain_scores_gemma":[0.9958453,0.0011151211,0.0007320695,0.0006800055,0.0004037646,0.0012237164],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024456498,0.00067071704,0.0015016343,0.0005476386,0.00050068984,0.000010470376,0.00042443041,0.00014518117,0.0019014971],"category_scores_gemma":[0.0041116164,0.00034007666,0.00007717118,0.00051056553,0.0019596324,0.0009780838,0.00016642883,0.0018697755,0.00002053548],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013820698,0.0006785529,0.1897053,0.0005544024,0.0011995594,0.0004188079,0.20935178,0.0000033049766,0.07384692,0.055248562,0.16313961,0.30447114],"study_design_scores_gemma":[0.1106771,0.11605549,0.0967147,0.06493479,0.0030376313,0.006134262,0.31042108,0.0019720031,0.014712568,0.07407463,0.19708449,0.0041812533],"about_ca_topic_score_codex":0.0007922034,"about_ca_topic_score_gemma":0.0003664202,"teacher_disagreement_score":0.30028987,"about_ca_system_score_codex":0.00031088144,"about_ca_system_score_gemma":0.00038316712,"threshold_uncertainty_score":0.9999051},"labels":[],"label_agreement":null},{"id":"W2341707405","doi":"10.1097/acm.0000000000001108","title":"Additional Considerations for the Expert–Generalist Model","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Certification; Medical education; Generalist and specialist species; Geriatrics; Medicine; Health care; Family medicine; Psychology; Nursing; Management; Political science","score_opus":0.24717631755136113,"score_gpt":0.4843064080818356,"score_spread":0.23713009053047449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341707405","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2753531e-7,0.003189318,0.004353764,0.9532653,0.0028583563,0.0017465056,0.022437964,0.00014022806,0.01200831],"genre_scores_gemma":[0.00000351614,0.0028022418,0.0003677633,0.76161027,0.06809679,0.0043313485,0.0086263465,0.00006665015,0.15409507],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640226,0.00033046442,0.0011992897,0.0004911892,0.0006134263,0.00096339185],"domain_scores_gemma":[0.9642083,0.03406266,0.00058014516,0.0006198494,0.000385291,0.00014372854],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00088098174,0.0003772139,0.0007227784,0.00015468588,0.0017585278,0.000002976754,0.0004632178,0.00210304,0.13681684],"category_scores_gemma":[0.0034864831,0.00018890869,0.00013286567,0.000076378856,0.00048507022,0.000093224975,0.00011765838,0.0054710503,0.00044179356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001164407,5.5153635e-7,0.0000026648522,0.00018514163,0.000058206024,0.00000689981,0.001026646,7.7161116e-7,0.000011229173,0.0037973414,0.99440557,0.00049330835],"study_design_scores_gemma":[0.0008757822,0.000030443698,0.000003532903,0.00064165576,0.00009560251,0.000008642946,0.00014028877,0.00020592546,5.748052e-7,0.039236996,0.95854783,0.00021271498],"about_ca_topic_score_codex":0.00008784773,"about_ca_topic_score_gemma":0.000029980754,"teacher_disagreement_score":0.19165504,"about_ca_system_score_codex":0.000511416,"about_ca_system_score_gemma":0.003479455,"threshold_uncertainty_score":0.99954104},"labels":[],"label_agreement":null},{"id":"W238016979","doi":"10.1097/acm.0000000000000759","title":"Evaluating Academic Scientists Collaborating in Team-Based Research","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"School of Medicine, University of North Carolina at Chapel Hill; National Center for Research Resources; National Center for Advancing Translational Sciences; National Center for Complementary and Alternative Medicine; Feinberg School of Medicine; U.S. Public Health Service; University of Texas Health Science Center at San Antonio; Weill Cornell Medical College; Georgia Clinical and Translational Science Alliance; University of Texas Health Science Center at Houston; University of South Carolina; University of Cincinnati; University of Pittsburgh; University of Miami; York University; Northwestern University; School of Medicine, Duke University; National Institutes of Health; Georgetown-Howard Universities Center for Clinical and Translational Science; National Cancer Institute; Carnegie Mellon University; Medical School, University of Michigan; Vanderbilt University; University of Washington; School of Medicine, New York University; Massachusetts General Hospital","keywords":"Medical education; Psychology; Engineering ethics; Medicine; Engineering","score_opus":0.8065942262259496,"score_gpt":0.678372197907538,"score_spread":0.12822202831841156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W238016979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9421761,0.00155287,0.0009285428,0.02928029,0.0009725854,0.00089815335,0.000007838896,0.00005260464,0.024130987],"genre_scores_gemma":[0.9882223,0.000015621159,0.0004018544,0.0005419777,0.0010692665,0.00010567849,0.00001564477,0.000018731766,0.009608944],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9840512,0.0026764066,0.0016131664,0.0009782508,0.009637651,0.0010433156],"domain_scores_gemma":[0.9898724,0.0044851443,0.00032690683,0.00071289035,0.0039332593,0.00066941854],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.100766405,0.0002021412,0.00046661208,0.0021161144,0.00040533513,0.000101644066,0.0019370322,0.00037601215,0.00039854244],"category_scores_gemma":[0.09969703,0.00014228605,0.0000297617,0.011730226,0.0008854063,0.0007207673,0.0005135107,0.0028745027,0.00059836934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008515606,0.00003274089,0.08306522,0.000025973744,0.000009383764,0.00007968677,0.026489364,0.0030760863,0.046067134,0.0060609975,0.8077635,0.026478352],"study_design_scores_gemma":[0.011140495,0.004318682,0.01028016,0.0018353787,0.00002015452,0.000048767888,0.17004628,0.5012348,0.0067720697,0.2444835,0.049017753,0.0008019128],"about_ca_topic_score_codex":0.00007694609,"about_ca_topic_score_gemma":0.00019124869,"teacher_disagreement_score":0.75874573,"about_ca_system_score_codex":0.0005855898,"about_ca_system_score_gemma":0.0026248256,"threshold_uncertainty_score":0.9994259},"labels":[],"label_agreement":null},{"id":"W2394552195","doi":"10.1097/acm.0000000000001224","title":"Coached Peer Review: Developing the Next Generation of Authors","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; University of Saskatchewan; McMaster University; Queen's University; McMaster University Medical Centre","funders":"","keywords":"Publishing; Peer review; Medical education; Process (computing); Quality (philosophy); Psychology; Peer feedback; Computer science; Medicine; Political science","score_opus":0.35195720374914274,"score_gpt":0.3493799795396648,"score_spread":0.002577224209477924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394552195","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038107097,0.03940273,0.0018300489,0.8766724,0.00196178,0.00042382296,0.000013816176,0.00012548172,0.04146282],"genre_scores_gemma":[0.8881432,0.01628767,0.000053651806,0.018291509,0.009621801,0.000028025599,0.000038767572,0.00002506639,0.06751033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831635,0.00013108685,0.0005655275,0.00016933492,0.0006125035,0.00020521613],"domain_scores_gemma":[0.9986701,0.00043103233,0.0002787084,0.00017953292,0.00038440953,0.000056190795],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003679987,0.00011969292,0.00025159938,0.000056936813,0.00019295384,0.00001353602,0.00037446697,0.00011793636,0.0011218053],"category_scores_gemma":[0.0044339825,0.000052100993,0.000032938624,0.00006408273,0.00040106665,0.00035413023,0.000049750768,0.00047194576,0.00003118833],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019428956,6.2318145e-7,0.00011333069,0.00010061369,0.000012440607,3.2504767e-7,0.014947164,7.432336e-8,0.002636521,0.17885147,0.7938608,0.009474694],"study_design_scores_gemma":[0.00024209902,0.000021267784,0.000040596155,0.0029449891,0.000053399504,0.000006512108,0.0033781987,0.000031558855,0.0003283337,0.002492351,0.9903592,0.00010148709],"about_ca_topic_score_codex":0.000092301954,"about_ca_topic_score_gemma":0.000010423849,"teacher_disagreement_score":0.8583809,"about_ca_system_score_codex":0.00003228896,"about_ca_system_score_gemma":0.000058461676,"threshold_uncertainty_score":0.9997913},"labels":[],"label_agreement":null},{"id":"W2397695628","doi":"10.1097/acm.0000000000000809","title":"Facilitated Reflective Performance Feedback","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":302,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Facilitator; Coaching; Thematic analysis; Process (computing); Reflection (computer programming); Computer science; Psychological intervention; Reflective practice; Iterative and incremental development; Peer feedback; Psychology; Qualitative research; Process management; Social psychology; Pedagogy; Psychotherapist","score_opus":0.8271096367310925,"score_gpt":0.7211910746631206,"score_spread":0.1059185620679719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397695628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8585375,0.00011086663,0.0006359384,0.0642174,0.0013310726,0.00085529545,0.000012440332,0.00017969852,0.07411981],"genre_scores_gemma":[0.92321694,0.00017435274,0.00018454013,0.058704637,0.0009505475,0.00014502894,0.000011933315,0.000015130687,0.016596908],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651164,0.0007512691,0.0009460372,0.00029821374,0.0007065184,0.0007863217],"domain_scores_gemma":[0.9969094,0.0013413855,0.00030536362,0.00027803367,0.00043568228,0.00073016144],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005630673,0.00013953114,0.00029029456,0.00017974025,0.00037831994,9.373942e-7,0.0003339085,0.00021942961,0.0010928536],"category_scores_gemma":[0.007737893,0.00010259376,0.000010661699,0.0007860053,0.00026266344,0.00026345075,0.0000943557,0.0013655355,0.0034109326],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007283507,0.0000015346018,0.06514944,0.000121698555,0.000007063117,0.0000015101991,0.19075996,0.0000039334423,0.00077699753,0.00094377046,0.73963773,0.0025235105],"study_design_scores_gemma":[0.0041229543,0.00047002942,0.03854581,0.00040689847,0.000015036124,0.000008188225,0.058977176,0.0004004093,0.00013033599,0.0022857303,0.894432,0.00020540773],"about_ca_topic_score_codex":0.00038343132,"about_ca_topic_score_gemma":0.00002169813,"teacher_disagreement_score":0.15479428,"about_ca_system_score_codex":0.00046188728,"about_ca_system_score_gemma":0.001033309,"threshold_uncertainty_score":0.9998203},"labels":[],"label_agreement":null},{"id":"W2399287554","doi":"10.1097/acm.0000000000001234","title":"A Big Data and Learning Analytics Approach to Process-Level Feedback in Cognitive Simulations","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; Professional Engineers Ontario","funders":"","keywords":"Computer science; Process (computing); Visualization; Big data; Artificial intelligence; Learning analytics; Metacognition; Cognition; Machine learning; Data science; Analytics; Human–computer interaction; Orientation (vector space); Data mining; Psychology","score_opus":0.2529543061901321,"score_gpt":0.4380322477492504,"score_spread":0.18507794155911833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399287554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95823467,0.0006316182,0.022509888,0.013729351,0.000119723074,0.0005820576,0.00006217087,0.000060195853,0.0040703244],"genre_scores_gemma":[0.99379516,0.00046953716,0.00025953024,0.0022887513,0.0006752469,0.000012705155,0.00015314885,0.000020803289,0.0023250938],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982333,0.00006639958,0.00049915194,0.0005408161,0.00036086328,0.00029948007],"domain_scores_gemma":[0.9862193,0.012837726,0.0001035567,0.0002974129,0.0001308974,0.0004110964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010455386,0.00015988562,0.000456673,0.00021727211,0.00004920689,0.0000033073918,0.0001713737,0.00020544426,0.000054195258],"category_scores_gemma":[0.20252559,0.00009549824,0.000013829262,0.0005309952,0.00022765192,0.00006600098,0.0001486083,0.00071518676,0.000024871219],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054940424,0.0001322277,0.74438477,0.000109271336,0.000112128815,0.00003553033,0.0056164637,0.000078958146,0.00068463065,0.00015312716,0.0058898255,0.24225365],"study_design_scores_gemma":[0.0374219,0.0026559613,0.83653176,0.05524239,0.0016822515,0.00033279695,0.015398021,0.036759045,0.0002345686,0.0033303495,0.00930193,0.0011089992],"about_ca_topic_score_codex":0.000048333,"about_ca_topic_score_gemma":0.000007732865,"teacher_disagreement_score":0.24114464,"about_ca_system_score_codex":0.000033510903,"about_ca_system_score_gemma":0.0001307627,"threshold_uncertainty_score":0.8041919},"labels":[],"label_agreement":null},{"id":"W2402116593","doi":"10.1097/acm.0000000000000798","title":"The Expert–Generalist","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subspecialty; Specialty; Generalist and specialist species; Workforce; Primary care; Quality (philosophy); Medical education; Curriculum; Medicine; Business; Nursing; Family medicine; Psychology; Political science; Pedagogy","score_opus":0.25526443062557347,"score_gpt":0.5363165506945033,"score_spread":0.2810521200689299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402116593","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016995545,0.031476043,0.00039515703,0.7169646,0.008425018,0.00072169997,0.000003590598,0.00028587534,0.22473249],"genre_scores_gemma":[0.14413072,0.015031022,0.00010733981,0.64015496,0.015889816,0.0003396585,0.000047859492,0.000057505415,0.18424115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99774927,0.0004116301,0.00063681754,0.00017914148,0.00043585038,0.00058732054],"domain_scores_gemma":[0.99765223,0.0011848153,0.00018269072,0.00038421553,0.00016586094,0.000430199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002628587,0.00012517681,0.00026960656,0.000046097648,0.00076577335,0.000001345913,0.00040874095,0.00026367235,0.0003784849],"category_scores_gemma":[0.0016247273,0.000063025465,0.000022541448,0.00017742628,0.00026090827,0.00007157371,0.00012787308,0.0013468307,0.0006747788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031161435,6.584815e-7,0.0058460995,0.000014673233,0.000006586836,0.0000028204274,0.008993052,1.01764016e-7,0.0000741392,0.014976133,0.96685636,0.0031982393],"study_design_scores_gemma":[0.0009848962,0.000056339566,0.001009593,0.000057220914,0.0000092262335,0.0000032497503,0.0087527875,0.000011039244,0.000007985914,0.005613634,0.9834232,0.00007086732],"about_ca_topic_score_codex":0.000832637,"about_ca_topic_score_gemma":0.00008686044,"teacher_disagreement_score":0.12713517,"about_ca_system_score_codex":0.00037608578,"about_ca_system_score_gemma":0.000991574,"threshold_uncertainty_score":0.86731416},"labels":[],"label_agreement":null},{"id":"W2405300760","doi":"10.1097/00001888-200503000-00023","title":"The Dependability of Medical Students??? Performance Ratings as Documented on In-Training Evaluations","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Dependability; Generalizability theory; Data collection; Variance (accounting); Computer science; Variance components; Nesting (process); Statistics; Software; Reliability engineering; Data mining; Mathematics; Software engineering; Engineering","score_opus":0.06983833133914304,"score_gpt":0.500220328087687,"score_spread":0.430381996748544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405300760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75198823,0.00041152857,0.000023922985,0.24163641,0.00024547373,0.00040300234,4.347474e-7,0.000025363883,0.0052656266],"genre_scores_gemma":[0.97854656,0.0016675147,0.000050550687,0.015830588,0.00060965895,0.000049574624,0.000014157132,0.000011708195,0.0032197058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99521405,0.0001569657,0.0009397545,0.00026322133,0.003113918,0.00031207697],"domain_scores_gemma":[0.9972439,0.0011769927,0.00019153043,0.00035261322,0.00012250595,0.00091244996],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0060411645,0.00014621393,0.00035932203,0.00013730864,0.00014646769,0.00000427562,0.0005225641,0.000226382,0.007356545],"category_scores_gemma":[0.034173995,0.00008159438,0.000039926592,0.00041510677,0.00044159728,0.00006397691,0.000077957084,0.001401772,0.00007545169],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008783736,0.00073682243,0.15936032,0.00035512843,0.00019664278,0.00002364016,0.06163939,0.000047378046,0.0039944076,0.019820465,0.08997118,0.66297626],"study_design_scores_gemma":[0.02283935,0.0030055102,0.40196475,0.012211599,0.0003888601,0.00036300678,0.03863333,0.015593588,0.00440496,0.001890783,0.4981371,0.00056718016],"about_ca_topic_score_codex":0.000045569173,"about_ca_topic_score_gemma":0.000012117785,"teacher_disagreement_score":0.66240907,"about_ca_system_score_codex":0.000121754754,"about_ca_system_score_gemma":0.0012906716,"threshold_uncertainty_score":0.99355084},"labels":[],"label_agreement":null},{"id":"W2405639753","doi":"10.1097/acm.0000000000001230","title":"Strategies for Developing and Recognizing Faculty Working in Quality Improvement and Patient Safety","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Generalizability theory; Quality management; Quality (philosophy); Medical education; Medicine; Health care; Patient safety; Value (mathematics); Work (physics); Health care quality; Nursing; Psychology; Management system; Political science; Computer science; Management","score_opus":0.11377805095387103,"score_gpt":0.42022140075878595,"score_spread":0.30644334980491494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405639753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93356276,0.0005611729,0.01611273,0.0483593,0.0002856229,0.000670001,0.00000219813,0.00002946498,0.00041677806],"genre_scores_gemma":[0.98942167,0.0007506897,0.00471027,0.0046287826,0.00026170106,0.00008503503,0.000025860494,0.000012716601,0.00010328007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985076,0.000028790513,0.00068965607,0.0002899084,0.00024119136,0.00024283364],"domain_scores_gemma":[0.9992597,0.00027941796,0.0001695621,0.00011102245,0.00011788128,0.00006241074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012640372,0.00012641013,0.00029012962,0.00015454073,0.000071015915,0.000003883812,0.000046007368,0.00016049121,0.000016915115],"category_scores_gemma":[0.0021583536,0.00007739287,0.000009697637,0.0002234536,0.00018244216,0.000106581516,0.00004167192,0.00028011407,7.683536e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001251121,0.000006350704,0.017640337,0.00017599703,0.000019285853,0.0000010510673,0.0057080793,6.38714e-8,0.014429672,0.012450655,0.0016635037,0.9477799],"study_design_scores_gemma":[0.030344347,0.0023808382,0.3825069,0.02628087,0.00027717603,0.00015269821,0.18550023,0.0005011371,0.009019101,0.079463504,0.28224945,0.0013237583],"about_ca_topic_score_codex":0.000046612327,"about_ca_topic_score_gemma":0.0000097135535,"teacher_disagreement_score":0.94645613,"about_ca_system_score_codex":0.00019491272,"about_ca_system_score_gemma":0.00014974577,"threshold_uncertainty_score":0.31559896},"labels":[],"label_agreement":null},{"id":"W2407114206","doi":"10.1097/acm.0000000000000996","title":"Resident Role Modeling","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Psychology","score_opus":0.09612117575956612,"score_gpt":0.4098881774133883,"score_spread":0.31376700165382215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407114206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8780913,0.0029443696,0.012562649,0.064604215,0.001451372,0.00042977452,5.060732e-7,0.00020220857,0.039713614],"genre_scores_gemma":[0.9789477,0.00016822676,0.0011092309,0.009917785,0.0028537463,0.000031315256,0.000054721346,0.000025195544,0.006892065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815816,0.00003165227,0.0005218622,0.00023748957,0.000792344,0.00025846786],"domain_scores_gemma":[0.998925,0.000030414009,0.00008465917,0.00033056675,0.0003734132,0.00025595786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014392599,0.00012437448,0.0002705337,0.00023688008,0.00004456181,0.0000020728457,0.00014481932,0.0002228682,0.00038219104],"category_scores_gemma":[0.0045409375,0.000093782044,0.000019587607,0.0005283104,0.00013078668,0.000088520486,0.000039192302,0.00086567015,0.00020037149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002073421,0.000031292002,0.01154742,0.00010610533,0.000066327906,0.0000315847,0.023944093,0.00028207767,0.0042434046,0.013510958,0.9173207,0.02870865],"study_design_scores_gemma":[0.012773748,0.0014161245,0.002410411,0.0027266673,0.0006555641,0.0010798973,0.090009555,0.35131022,0.0016620291,0.07110085,0.4641102,0.0007447156],"about_ca_topic_score_codex":0.00011705401,"about_ca_topic_score_gemma":6.312577e-7,"teacher_disagreement_score":0.45321056,"about_ca_system_score_codex":0.0002060281,"about_ca_system_score_gemma":0.00028165706,"threshold_uncertainty_score":0.5436255},"labels":[],"label_agreement":null},{"id":"W2408037656","doi":"10.1097/acm.0000000000000913","title":"Amending Miller’s Pyramid to Include Professional Identity Formation","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":530,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Miller; Competence (human resources); Identity (music); Pyramid (geometry); Psychology; Medical education; Medicine; Social psychology; Aesthetics; Philosophy; Mathematics","score_opus":0.19483985106831522,"score_gpt":0.5412862601814693,"score_spread":0.34644640911315405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408037656","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017125353,0.9795781,0.001888243,0.0071309344,0.005364317,0.0028623696,0.000011377845,0.00016786957,0.0028255796],"genre_scores_gemma":[0.00007731424,0.9798863,0.0007791833,0.005258358,0.0053846547,0.00051689974,0.0018760001,0.00009166769,0.006129617],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99461544,0.0001909168,0.0020552364,0.0005753346,0.002018189,0.0005448938],"domain_scores_gemma":[0.99727285,0.00016033002,0.00082753645,0.00064828136,0.00060748664,0.00048350074],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040117437,0.00053490285,0.0022120138,0.0013524782,0.00017160314,0.000009032723,0.00057394523,0.0011556932,0.00065807696],"category_scores_gemma":[0.006397659,0.000373559,0.00014005782,0.002365046,0.00023012879,0.0004115674,0.00029842902,0.0031319556,0.0008970397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000126201885,0.000018243865,0.000006419908,0.00968746,0.000059647078,0.00000866203,0.0016397352,1.3152656e-7,0.00000519046,0.0012393582,0.38811213,0.5992104],"study_design_scores_gemma":[0.0006451954,0.00016367288,0.00001033124,0.057389606,0.0009783333,0.00034175656,0.0008827347,0.000027722448,0.0000017140867,0.00066141447,0.93860924,0.00028829245],"about_ca_topic_score_codex":0.000019509938,"about_ca_topic_score_gemma":0.0000012712504,"teacher_disagreement_score":0.59892213,"about_ca_system_score_codex":0.0017126235,"about_ca_system_score_gemma":0.001182023,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W2408747994","doi":"10.1097/acm.0000000000001179","title":"Interprofessional Education and Collaborative Practice—If Not Now, When?","year":2016,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interprofessional education; Medical education; MEDLINE; Medicine; Psychology; Nursing; Health care; Political science","score_opus":0.02065849641966414,"score_gpt":0.4963778334870775,"score_spread":0.4757193370674133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408747994","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045322397,0.0031796107,0.00020213869,0.104790196,0.8622735,0.0016099017,0.00023997767,0.00011630742,0.027135119],"genre_scores_gemma":[0.0013668165,0.005414699,0.0004052965,0.014364094,0.74426883,0.0011043109,0.001235223,0.00009638116,0.23174435],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99289465,0.0020973177,0.0017315147,0.0009407707,0.0016911385,0.0006446228],"domain_scores_gemma":[0.98128235,0.011598339,0.0020299924,0.00054518576,0.004076915,0.00046722073],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0028579663,0.0006107868,0.0009180702,0.0005119693,0.0009341206,0.00001189259,0.0005399681,0.0034116253,0.003951218],"category_scores_gemma":[0.019481227,0.00040453376,0.00004366538,0.00045469086,0.00040090035,0.0006592339,0.00032755302,0.00631939,0.00120463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013090369,0.000035855144,0.00011478582,0.00032146386,0.000074778756,0.0000018380093,0.024240226,1.4692288e-8,0.00041305413,0.0039079445,0.9648013,0.0047796913],"study_design_scores_gemma":[0.0015071325,0.00020301933,0.000078523815,0.012107542,0.0001800481,0.0000029914931,0.041523766,0.000004574788,0.00001279918,0.004414692,0.9395675,0.00039741065],"about_ca_topic_score_codex":0.0002744235,"about_ca_topic_score_gemma":0.000087454835,"teacher_disagreement_score":0.20460923,"about_ca_system_score_codex":0.0008157494,"about_ca_system_score_gemma":0.029706476,"threshold_uncertainty_score":0.9998407},"labels":[],"label_agreement":null},{"id":"W2409663315","doi":"10.1097/acm.0000000000000519","title":"My Father’s Autopsy","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Autopsy Techniques and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Wife; Art; Art history; Witness; Patience; Theology; Law; Philosophy","score_opus":0.030691574055689085,"score_gpt":0.3454306805981647,"score_spread":0.3147391065424756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409663315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46653938,0.003207683,0.062157605,0.12146986,0.0014699957,0.00136123,0.0000029453029,0.0023122607,0.34147903],"genre_scores_gemma":[0.947835,0.00045328538,0.0011557076,0.02051268,0.0016560628,0.000022361573,0.000017661587,0.000040402567,0.028306823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985253,0.00004166447,0.00041749008,0.0002897633,0.0003925645,0.00033319113],"domain_scores_gemma":[0.9989956,0.00015218213,0.00011314269,0.00042693314,0.000053427582,0.00025869772],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073405576,0.00019209419,0.0005017917,0.00013091226,0.000052707917,0.0000018172535,0.00018638649,0.00029238762,0.0011725357],"category_scores_gemma":[0.00068536773,0.00012614668,0.000064146974,0.00020071531,0.00019556288,0.000048732385,0.000050861072,0.0007435903,0.00016794166],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020582901,0.000040179923,0.14417319,0.0003966414,0.00015903017,0.00009298449,0.0066659874,0.0000012668728,0.039237164,0.1647303,0.4768721,0.16742535],"study_design_scores_gemma":[0.0025928624,0.0007211222,0.04257811,0.0005585604,0.00019692363,0.00033068826,0.00036599045,0.00074897887,0.0029076806,0.009870069,0.9388797,0.0002492873],"about_ca_topic_score_codex":0.000040686056,"about_ca_topic_score_gemma":5.715424e-7,"teacher_disagreement_score":0.48129565,"about_ca_system_score_codex":0.000050862993,"about_ca_system_score_gemma":0.00003581806,"threshold_uncertainty_score":0.99974054},"labels":[],"label_agreement":null},{"id":"W2409668338","doi":"10.1097/acm.0000000000000899","title":"Foreword","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Medical education; Globe; Hard rime; Library science; Political science; Psychology; Medicine; Computer science; Geography; Ophthalmology; Law","score_opus":0.09863114584909867,"score_gpt":0.4252222598800397,"score_spread":0.32659111403094104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409668338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79296505,0.0014730938,0.007997114,0.13610363,0.0026974916,0.00052794174,0.0000011162664,0.00024974672,0.057984833],"genre_scores_gemma":[0.954829,0.00008321928,0.0016811171,0.023990063,0.0033075835,0.000034181692,0.00007539697,0.000023299996,0.015976148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998539,0.000021500018,0.00040278566,0.00019129991,0.00061511487,0.00023030977],"domain_scores_gemma":[0.99904925,0.000039609924,0.000086876025,0.0002899614,0.00029428676,0.00024001262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010792892,0.000109033106,0.0002459022,0.00019801501,0.00003117379,8.7058436e-7,0.00012318908,0.00020970097,0.00046984077],"category_scores_gemma":[0.005082155,0.000077981946,0.000017501068,0.0006284905,0.00024158682,0.00007009683,0.000027285378,0.00075434236,0.00028686444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053644817,0.000011101305,0.010669505,0.00003534995,0.000018473165,0.000011212692,0.0030113892,5.324475e-7,0.00044800984,0.012122503,0.94052553,0.03309274],"study_design_scores_gemma":[0.004861703,0.00069612917,0.010159967,0.00058659684,0.00017759483,0.00054779754,0.0076120133,0.0015309212,0.0005404463,0.012755747,0.9603279,0.00020313189],"about_ca_topic_score_codex":0.000021386477,"about_ca_topic_score_gemma":2.6510756e-7,"teacher_disagreement_score":0.16186395,"about_ca_system_score_codex":0.00014374519,"about_ca_system_score_gemma":0.00021635945,"threshold_uncertainty_score":0.60841817},"labels":[],"label_agreement":null},{"id":"W2409806896","doi":"10.1097/acm.0000000000001045","title":"Entrustability Scales","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":237,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"","keywords":"Psychology; Competence (human resources); Scale (ratio); Narrative; Perspective (graphical); Applied psychology; Milestone; Social psychology; Medical education; Cognitive psychology; Medicine; Computer science","score_opus":0.15360253797145174,"score_gpt":0.49851691389487923,"score_spread":0.3449143759234275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409806896","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002305646,0.98558474,0.0000814873,0.003229904,0.0019670322,0.0014991715,0.0000073183005,0.00015993103,0.007447343],"genre_scores_gemma":[0.000011854781,0.98736566,0.0002740347,0.0015942184,0.005069885,0.00019404825,0.0010012729,0.000078055724,0.0044109384],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957821,0.00018938749,0.0017323209,0.00064272276,0.0011932013,0.00046028814],"domain_scores_gemma":[0.99738866,0.00022977013,0.00057845964,0.0009533879,0.00049055973,0.00035915573],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002747684,0.00051194767,0.0029089137,0.0005555785,0.00006260521,0.0000033073961,0.00041265003,0.0013670189,0.0012551616],"category_scores_gemma":[0.0083165,0.00033065872,0.00017750691,0.0014564537,0.0007404171,0.00006683166,0.000105569205,0.0033784239,0.0005813128],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004946268,0.0000125767365,0.000021524958,0.0120790405,0.000062659004,0.000008251246,0.00025087682,5.101848e-9,1.19282e-7,0.0006187136,0.2688659,0.71807534],"study_design_scores_gemma":[0.000538047,0.00012819082,0.000009289226,0.026597297,0.0017643328,0.00043842816,0.00032069493,0.00000511357,1.635535e-7,0.00064373197,0.9693239,0.0002308414],"about_ca_topic_score_codex":0.00001333066,"about_ca_topic_score_gemma":2.83718e-7,"teacher_disagreement_score":0.71784455,"about_ca_system_score_codex":0.0008612569,"about_ca_system_score_gemma":0.0013378409,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W2410203642","doi":"10.1097/acm.0000000000000932","title":"Choosing Wisely Canada","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Stewardship (theology); Curriculum; Medical education; Curiosity; Resource (disambiguation); Critical thinking; Psychology; Public relations; Value (mathematics); Medicine; Pedagogy; Political science; Social psychology; Computer science","score_opus":0.7608423951828803,"score_gpt":0.5882080388880595,"score_spread":0.17263435629482082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2410203642","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012131598,0.007484143,0.000030190526,0.95155776,0.012018225,0.0013783642,0.00009387114,0.00020799217,0.026016321],"genre_scores_gemma":[0.0012543444,0.0012715969,0.000030416428,0.8841369,0.06143874,0.00015138043,0.0008147757,0.00015908765,0.05074276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869473,0.00521894,0.002385213,0.0009082731,0.0026758376,0.001864455],"domain_scores_gemma":[0.98812145,0.0068887887,0.0020326085,0.001113538,0.001008779,0.0008348354],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008596795,0.00064943696,0.0014990001,0.00027937742,0.00065014604,0.0000036453168,0.0011373258,0.0045215324,0.002539843],"category_scores_gemma":[0.017921075,0.00051839306,0.000045633715,0.00046598163,0.00029477995,0.00022753571,0.0002979028,0.037956912,0.00070587423],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017822858,9.56244e-7,0.0022602123,0.0016541558,0.000050497118,0.00034015122,0.004022446,1.0146198e-7,0.0000061922938,0.000061484476,0.99068505,0.00090094155],"study_design_scores_gemma":[0.0008682404,0.000060487695,0.00028755845,0.003915062,0.00016255074,0.000027729862,0.0037447063,0.0000067858377,8.0956005e-7,0.0010573637,0.9894311,0.00043763063],"about_ca_topic_score_codex":0.86316395,"about_ca_topic_score_gemma":0.29441687,"teacher_disagreement_score":0.5687471,"about_ca_system_score_codex":0.0032922274,"about_ca_system_score_gemma":0.01986884,"threshold_uncertainty_score":0.9997268},"labels":[],"label_agreement":null},{"id":"W2412971100","doi":"10.1097/acm.0000000000000765","title":"Putting Communities in the Driver’s Seat","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Equity (law); General partnership; Sociology; Community engagement; Health equity; Medical education; Public relations; Community education; Sociocultural evolution; Public health; Political science; Medicine; Pedagogy; Nursing","score_opus":0.2603411530963846,"score_gpt":0.5227045489800526,"score_spread":0.26236339588366797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2412971100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7580321,0.006618939,0.000072515366,0.10019103,0.0015271013,0.0012373566,0.0000034180214,0.00015844507,0.1321591],"genre_scores_gemma":[0.96182424,0.0010304039,0.00010468284,0.032335915,0.0012511954,0.00009315009,0.00003359065,0.000016483691,0.0033103165],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962009,0.0017222072,0.0007174138,0.0001305628,0.00053697295,0.00069192983],"domain_scores_gemma":[0.9966776,0.0023480775,0.00019933026,0.0004300185,0.0001223805,0.00022264417],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0059888475,0.00014513548,0.0003195174,0.00010446249,0.0003905807,0.0000014639942,0.00068594643,0.00031686277,0.0003723914],"category_scores_gemma":[0.0012623604,0.000084980355,0.00001382155,0.0004139082,0.00023959823,0.00010211638,0.0001586847,0.0028248553,0.00034870737],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025929645,0.00000371432,0.25680766,0.00010483877,0.0000038265525,0.000010439185,0.30501968,0.000008084853,0.000005272579,0.010264757,0.42564842,0.002097397],"study_design_scores_gemma":[0.0013520409,0.000096531905,0.0052197604,0.001891553,0.00001290468,0.000008840985,0.44835523,0.00020752402,9.4582833e-7,0.0122775,0.53050035,0.00007685804],"about_ca_topic_score_codex":0.0066682887,"about_ca_topic_score_gemma":0.00063207466,"teacher_disagreement_score":0.2515879,"about_ca_system_score_codex":0.0002422559,"about_ca_system_score_gemma":0.00019589855,"threshold_uncertainty_score":0.9999464},"labels":[],"label_agreement":null},{"id":"W2413404132","doi":"10.1097/00001888-200005000-00077","title":"GME Core Curriculum","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Radiology practices and education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Graduate medical education; Accreditation; Curriculum; Medical education; Core competency; Medicine; Presentation (obstetrics); Radiology; Professional conduct; Psychology; Pedagogy; Management","score_opus":0.058392596223155895,"score_gpt":0.39290847623943387,"score_spread":0.33451588001627797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413404132","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90088254,0.0025616614,0.000014449043,0.034973565,0.0004694395,0.00019211197,4.717688e-7,0.00007449975,0.060831282],"genre_scores_gemma":[0.94967455,0.005128874,0.000105988656,0.009080296,0.0026787405,0.00001566885,0.000053664455,0.000015462398,0.033246744],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990065,0.000027830474,0.0002894738,0.00022741212,0.00020419428,0.0002445924],"domain_scores_gemma":[0.999322,0.00009979578,0.0000772843,0.00024176661,0.00004263871,0.00021649312],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004005601,0.000115562645,0.0002725776,0.00007091146,0.00005951475,0.0000011689076,0.00009873772,0.00021760966,0.0122070275],"category_scores_gemma":[0.00037153784,0.00007936208,0.000028126566,0.00021156638,0.00017061263,0.0000965284,0.0000071063496,0.00069760886,0.0008314454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020950405,0.000054138007,0.16655795,0.000087773275,0.00010499432,0.00007298151,0.0051461384,0.0000048641114,0.004783421,0.0026968212,0.7194659,0.10081553],"study_design_scores_gemma":[0.0020395354,0.00054395944,0.063896395,0.00030555626,0.00031318693,0.0015423537,0.0019207919,0.00062711135,0.0000897505,0.0011630794,0.92740107,0.00015720217],"about_ca_topic_score_codex":0.00010974873,"about_ca_topic_score_gemma":5.970479e-7,"teacher_disagreement_score":0.20793518,"about_ca_system_score_codex":0.000042693075,"about_ca_system_score_gemma":0.00005960184,"threshold_uncertainty_score":0.99994653},"labels":[],"label_agreement":null},{"id":"W2413678984","doi":"10.1097/acm.0000000000000831","title":"A Vision for Graduate Medical Education","year":2015,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Graduate medical education; MEDLINE; Higher education; Medicine; Optometry; Psychology; Political science; Accreditation","score_opus":0.05278030559281976,"score_gpt":0.4771652039406907,"score_spread":0.4243848983478709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413678984","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005595348,0.0030720078,0.0012716635,0.06617578,0.92249095,0.0018996733,0.000024713627,0.00020785937,0.0042977976],"genre_scores_gemma":[0.0003550141,0.0021469365,0.0010800117,0.008698612,0.9536241,0.0007373483,0.010782194,0.00015960004,0.022416173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99102175,0.000110392415,0.0016615507,0.0009094419,0.005682367,0.0006144683],"domain_scores_gemma":[0.99248534,0.0009574464,0.00072897226,0.0008700221,0.004180895,0.0007773071],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0064272797,0.00056126615,0.0012848419,0.00082123233,0.00013247666,0.000009800338,0.0006450087,0.004224866,0.0006100563],"category_scores_gemma":[0.15063676,0.00043300702,0.00012346433,0.0009225716,0.00061350636,0.00013495436,0.000108843575,0.0055210455,0.00015476593],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022111514,0.000088112014,0.000012270706,0.0009338943,0.00007647991,0.0000050824874,0.0009152233,4.7267285e-8,0.000023719454,0.0005946038,0.9334463,0.06368319],"study_design_scores_gemma":[0.0036640996,0.0010222041,0.000020718653,0.0062571326,0.00065074937,0.000064507745,0.00078163843,0.0003634021,0.0000078345365,0.0046437653,0.98218036,0.00034356603],"about_ca_topic_score_codex":0.000092765426,"about_ca_topic_score_gemma":0.00000336783,"teacher_disagreement_score":0.14420949,"about_ca_system_score_codex":0.0009171096,"about_ca_system_score_gemma":0.015657589,"threshold_uncertainty_score":0.9998122},"labels":[],"label_agreement":null},{"id":"W2413683698","doi":"10.1097/acm.0b013e3181f13321","title":"Foreword","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Snapshot (computer storage); Medicine; Political science; Psychology; Computer science","score_opus":0.02326199929774586,"score_gpt":0.3881751320525096,"score_spread":0.3649131327547637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2413683698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9067481,0.00011955199,0.001520631,0.06764373,0.0026847231,0.0002841289,7.3936576e-7,0.00013131551,0.020867065],"genre_scores_gemma":[0.9662292,0.00005834749,0.0021252783,0.017554922,0.004037286,0.000032843058,0.000054460565,0.000021605914,0.009886034],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869883,0.000010258235,0.00039618055,0.00020856188,0.00044572688,0.00024046075],"domain_scores_gemma":[0.9991682,0.00006392427,0.00008821721,0.00036856477,0.00017483636,0.00013623906],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00077684014,0.0001131861,0.0002257525,0.00020436576,0.000060975017,0.0000010022752,0.00014627012,0.00031192036,0.0030844633],"category_scores_gemma":[0.003990622,0.000081059196,0.00002244901,0.0005328045,0.00035697754,0.00006127988,0.00002396059,0.0019887486,0.00022503929],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048144615,0.00002314962,0.027331436,0.000087919776,0.00003113123,0.00001382465,0.0021271806,8.45265e-8,0.075689,0.064964846,0.701676,0.12800725],"study_design_scores_gemma":[0.0026226812,0.0002962397,0.057052236,0.00032679952,0.00016007143,0.0006642475,0.0013479661,0.0008795118,0.0030769187,0.008623954,0.92473984,0.00020955548],"about_ca_topic_score_codex":0.000015367565,"about_ca_topic_score_gemma":0.0000013603225,"teacher_disagreement_score":0.22306378,"about_ca_system_score_codex":0.0000305777,"about_ca_system_score_gemma":0.00010759704,"threshold_uncertainty_score":0.9978269},"labels":[],"label_agreement":null},{"id":"W2415484117","doi":"10.1097/acm.0000000000000776","title":"A Medical Educator’s Guide to #MedEd","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.05359362414560432,"score_gpt":0.45278996572534325,"score_spread":0.39919634157973893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415484117","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39413652,0.00087502634,0.0052595856,0.5323563,0.004842467,0.0008778356,0.0000010891558,0.00028112566,0.061370037],"genre_scores_gemma":[0.68693376,0.00020286719,0.006156745,0.26203346,0.013490294,0.00024797572,0.0001639242,0.000091437476,0.030679513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995754,0.00007008413,0.0009648356,0.000442339,0.0022686783,0.00050003146],"domain_scores_gemma":[0.99704635,0.00012485482,0.0001267307,0.0005887118,0.00061799056,0.0014953676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034434693,0.00023000684,0.0005183999,0.0004944953,0.000059652735,0.0000035363714,0.00041557016,0.00048618708,0.0025120853],"category_scores_gemma":[0.036728825,0.000172012,0.000035725847,0.0014200761,0.00033015775,0.00008152272,0.000109459856,0.0013472824,0.0011102746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006607784,0.000031984175,0.0041965316,0.000038247857,0.000027316626,0.000031300082,0.004264287,4.241702e-7,0.00039689723,0.003384407,0.9644963,0.023066187],"study_design_scores_gemma":[0.0028178098,0.0004903276,0.0019523194,0.0008276769,0.00009922384,0.00062251993,0.007147204,0.00020184852,0.0003601561,0.0010067705,0.9842781,0.00019605443],"about_ca_topic_score_codex":0.00015546555,"about_ca_topic_score_gemma":0.0000034686445,"teacher_disagreement_score":0.29279727,"about_ca_system_score_codex":0.00042940103,"about_ca_system_score_gemma":0.0020139264,"threshold_uncertainty_score":0.99966747},"labels":[],"label_agreement":null},{"id":"W2415846597","doi":"10.1097/acm.0000000000001252","title":"Professional Identity Formation and the Clinician–Scientist: A Paradigm for a Clinical Career Combining Two Distinct Disciplines","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Identity (music); Career development; Engineering ethics; Health care; Workforce; Identity formation; Professional development; Medical education; Career Pathways; Medicine; Psychology; Political science; Social psychology; Self-concept","score_opus":0.11677347740113979,"score_gpt":0.5003687503289023,"score_spread":0.38359527292776247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415846597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7422819,0.00079010386,0.058971092,0.19103973,0.004747923,0.0016951535,0.000010710225,0.00006712482,0.0003962665],"genre_scores_gemma":[0.98694336,0.0003603585,0.00053221494,0.005834982,0.0032019424,0.00027831396,0.000090751775,0.000019858686,0.0027382302],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99725455,0.00017169332,0.0012827195,0.0003488485,0.0006410283,0.00030114656],"domain_scores_gemma":[0.9968425,0.001959393,0.00045905155,0.00033644208,0.00026425533,0.00013835951],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071919244,0.00016179471,0.0004916502,0.00012985659,0.00031995538,0.000008504886,0.00023172285,0.00020878416,0.00008182331],"category_scores_gemma":[0.012864826,0.000071131355,0.00007306239,0.00034301935,0.0016586727,0.00035276855,0.000116287854,0.0006077502,0.00001655723],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022241804,0.00013526357,0.21470326,0.00048214124,0.0001730926,0.000005895032,0.008467728,1.9749145e-7,0.00046420732,0.23780371,0.35612082,0.17941949],"study_design_scores_gemma":[0.0962241,0.0012651434,0.43927065,0.008396277,0.0016406606,0.0005003415,0.0063941833,0.008727095,0.00011199699,0.22309051,0.21369079,0.0006882737],"about_ca_topic_score_codex":0.000010689932,"about_ca_topic_score_gemma":0.0000107102605,"teacher_disagreement_score":0.24466145,"about_ca_system_score_codex":0.000075114694,"about_ca_system_score_gemma":0.00014976642,"threshold_uncertainty_score":0.99545026},"labels":[],"label_agreement":null},{"id":"W2415862170","doi":"10.1097/acm.0b013e318271f8da","title":"Perspective","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine","score_opus":0.2702696687472186,"score_gpt":0.5100339332886324,"score_spread":0.23976426454141386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2415862170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53313285,0.019704781,0.00047154143,0.08075652,0.0017249117,0.0006344055,0.0000017989316,0.00017854551,0.36339468],"genre_scores_gemma":[0.9768611,0.0007707959,0.0000755444,0.014017981,0.0021664912,0.000007741235,0.0000057984435,0.00001379787,0.006080707],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894065,0.00004168209,0.000217836,0.00012951723,0.0003268378,0.00034348769],"domain_scores_gemma":[0.9989668,0.00028423572,0.0000711189,0.00014988815,0.000060666844,0.00046729617],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050544215,0.000111237154,0.00024548042,0.00007607067,0.000040039184,8.3522633e-7,0.0000658183,0.00011413191,0.001891858],"category_scores_gemma":[0.0011635615,0.000071751034,0.000035754612,0.00017435987,0.00013231757,0.0001944707,0.000030299025,0.0007502574,0.00038781506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004281159,0.00006866057,0.8166102,0.000103059465,0.00017380193,0.000018917162,0.016389428,1.9988182e-7,0.007593802,0.073207326,0.08188796,0.0035185094],"study_design_scores_gemma":[0.0043246704,0.0004903105,0.09313947,0.00024742796,0.00070003176,0.00046031232,0.009594857,0.00017157613,0.001745,0.0022993905,0.8865809,0.00024605036],"about_ca_topic_score_codex":0.000033699605,"about_ca_topic_score_gemma":9.460741e-8,"teacher_disagreement_score":0.8046929,"about_ca_system_score_codex":0.000096158794,"about_ca_system_score_gemma":0.000023738472,"threshold_uncertainty_score":0.9990206},"labels":[],"label_agreement":null},{"id":"W2416100052","doi":"10.1097/00001888-200407000-00016","title":"University of Illinois at Chicago College of Medicine","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical school; Medical education; State (computer science); Negotiation; Medicine; Family medicine; Political science; Gerontology; Law","score_opus":0.03257290528506292,"score_gpt":0.2930953078709829,"score_spread":0.26052240258592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416100052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6902154,0.010511549,0.0022530379,0.20394589,0.001204761,0.0011583903,0.000066424516,0.00016564252,0.09047887],"genre_scores_gemma":[0.9830778,0.0028551915,0.0005244902,0.0025777435,0.00059939694,7.7276286e-7,0.000032631215,0.000028096234,0.010303841],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973201,0.00010389741,0.00074789714,0.00035847863,0.0011683566,0.00030125192],"domain_scores_gemma":[0.9975949,0.0005517075,0.0005629606,0.0005085483,0.00025010578,0.0005317646],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013539593,0.0002155262,0.0010312186,0.00028570753,0.000085500025,7.4857915e-8,0.00033531032,0.00041571914,0.0032145858],"category_scores_gemma":[0.0038010895,0.00017219143,0.00007782661,0.0005690093,0.0032523344,0.00008674204,0.00010057176,0.0010151087,0.00008622209],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040071853,0.00022746938,0.0045173615,0.0017489619,0.0005246715,0.00079036923,0.026438868,0.000025366133,0.29102278,0.017925538,0.648972,0.0037994264],"study_design_scores_gemma":[0.030063858,0.0032317077,0.007781355,0.0040907017,0.0015044641,0.0008445284,0.008278955,0.0000394628,0.005509139,0.0023260978,0.936029,0.000300742],"about_ca_topic_score_codex":0.0005528969,"about_ca_topic_score_gemma":0.00002550767,"teacher_disagreement_score":0.29286242,"about_ca_system_score_codex":0.00037674757,"about_ca_system_score_gemma":0.00031363408,"threshold_uncertainty_score":0.9994602},"labels":[],"label_agreement":null},{"id":"W2416222519","doi":"10.1097/acm.0000000000000893","title":"Validity of Cognitive Load Measures in Simulation-Based Training","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital","funders":"","keywords":"PsycINFO; CINAHL; MEDLINE; Psychology; Applied psychology; Context (archaeology); Cognitive load; Cochrane Library; Clinical psychology; Documentation; Cognition; Medical education; Medicine; Computer science; Psychiatry","score_opus":0.48205409256673687,"score_gpt":0.5365403055438871,"score_spread":0.05448621297715023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2416222519","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014368273,0.9888682,0.0009836507,0.00005913214,0.00042884282,0.00061657256,0.000040333325,0.000050363422,0.008809235],"genre_scores_gemma":[0.099274226,0.89798534,0.000004125356,0.00034684906,0.0008054852,0.00014167436,0.00024563755,0.000064955646,0.0011317114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996287,0.0010111211,0.001118761,0.00052695157,0.00069810415,0.00035807944],"domain_scores_gemma":[0.9916663,0.0066330046,0.0008427298,0.00016724,0.0005454228,0.0001453079],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029715048,0.0004115665,0.0021947857,0.000395286,0.000028734197,0.0000019790355,0.000319416,0.00083640293,0.0007916213],"category_scores_gemma":[0.011133404,0.0003039071,0.00012626027,0.0007681311,0.00034844174,0.000040279287,0.000031628893,0.0018662661,0.00013780364],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053783435,0.000022451819,0.00015447523,0.0028346067,0.00008738622,0.000021107862,0.009841715,0.000015365837,8.8205944e-8,0.000051290608,0.00043446737,0.9864833],"study_design_scores_gemma":[0.0021657571,0.00051717187,0.00007490221,0.08058496,0.001311975,0.000010820255,0.0035745304,0.0000706754,5.2649887e-7,0.0004913399,0.9107681,0.00042923467],"about_ca_topic_score_codex":0.00008610983,"about_ca_topic_score_gemma":0.0000056013632,"teacher_disagreement_score":0.986054,"about_ca_system_score_codex":0.000100613936,"about_ca_system_score_gemma":0.00094587175,"threshold_uncertainty_score":0.9999413},"labels":[],"label_agreement":null},{"id":"W2417167217","doi":"10.1097/acm.0000000000000315","title":"AM Last Page","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"","field":"","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal; McGill University Health Centre","funders":"","keywords":"MEDLINE; Political science; Law","score_opus":0.028778964383518815,"score_gpt":0.3134535719000588,"score_spread":0.28467460751654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417167217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8162357,0.0013910187,0.0019917013,0.011691245,0.0011276755,0.00036567726,0.000008129633,0.0008679658,0.16632089],"genre_scores_gemma":[0.98803735,0.0001042837,0.000050377574,0.0041774493,0.0028277433,0.000012925844,0.000026051046,0.00007301496,0.00469083],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982348,0.00013413648,0.0003760252,0.00030373465,0.0005359519,0.00041535523],"domain_scores_gemma":[0.9988261,0.0003197622,0.00014350755,0.00039120967,0.000046561443,0.00027287882],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016722294,0.0001798205,0.00031890286,0.00015342419,0.00005782404,0.0000019646864,0.00039883523,0.00021418059,0.0011155256],"category_scores_gemma":[0.0020744642,0.00013063198,0.000023712804,0.00036624292,0.00031205916,0.000095278745,0.000070801936,0.0008788602,0.012575903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025657539,0.000004471058,0.014526278,0.000028421695,0.000022214315,0.0000065742925,0.0022269422,0.0000037426923,0.16353942,0.013134351,0.80150104,0.0049808887],"study_design_scores_gemma":[0.0022498805,0.00020405663,0.010270307,0.00030267597,0.000079796824,0.000056388133,0.0004729666,0.0008218799,0.0024921687,0.0057093073,0.9770832,0.0002573895],"about_ca_topic_score_codex":0.000030925163,"about_ca_topic_score_gemma":0.0000046611517,"teacher_disagreement_score":0.17558216,"about_ca_system_score_codex":0.000051315343,"about_ca_system_score_gemma":0.00001732283,"threshold_uncertainty_score":0.9997976},"labels":[],"label_agreement":null},{"id":"W2417976103","doi":"10.1097/acm.0000000000000206","title":"Sticky","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Crafts, Textile, and Design","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Permission; Art; Political science; Law","score_opus":0.05954426817212037,"score_gpt":0.27298104365022163,"score_spread":0.21343677547810125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417976103","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049066085,0.0014587,0.0032381595,0.009106239,0.0027334688,0.00021666383,0.00000459348,0.0003195294,0.93385655],"genre_scores_gemma":[0.93050915,0.00011313702,0.000011208813,0.0052357335,0.006523421,0.000007817829,0.000009425602,0.000015940459,0.057574186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908876,0.00004170089,0.00025217718,0.00016939781,0.00022748238,0.00022047224],"domain_scores_gemma":[0.9993229,0.00026980805,0.000065553635,0.00018329262,0.000046617777,0.00011180846],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047839675,0.00011623265,0.0002053703,0.00007638161,0.00013570051,0.000010149394,0.00018488237,0.00007126838,0.00897571],"category_scores_gemma":[0.0003227692,0.000079753234,0.00002384976,0.00002527207,0.00038175707,0.00008202651,0.000021133166,0.0003225824,0.00073077925],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008370935,0.0000025123982,0.00007781551,0.000017239654,0.000008427494,0.000001533596,0.030369557,6.0656623e-7,0.00021884647,0.59765756,0.3635233,0.008114237],"study_design_scores_gemma":[0.00045726515,0.00012298072,0.00009805022,0.000070180955,0.000031457275,0.0000043165965,0.0032392442,0.00025350417,0.000037830174,0.024143588,0.9714336,0.00010800115],"about_ca_topic_score_codex":0.00011132838,"about_ca_topic_score_gemma":0.000024719744,"teacher_disagreement_score":0.881443,"about_ca_system_score_codex":0.000011950111,"about_ca_system_score_gemma":0.000011999925,"threshold_uncertainty_score":0.99193025},"labels":[],"label_agreement":null},{"id":"W2418185900","doi":"10.1097/acm.0000000000000748","title":"Artist’s Statement","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Evening; Bedroom; Psychology; Psychiatry; History; Psychoanalysis; Medicine","score_opus":0.1302496025422827,"score_gpt":0.4188719823011465,"score_spread":0.28862237975886373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418185900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8380038,0.0041994452,0.0014265212,0.10554418,0.001995804,0.0005228773,0.0000015023484,0.00016892026,0.04813695],"genre_scores_gemma":[0.96836066,0.00050940097,0.00020798181,0.011657902,0.001818032,0.000028996388,0.00006334449,0.000014780969,0.017338905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985104,0.000036561818,0.00041739095,0.00019800784,0.00058669795,0.00025089548],"domain_scores_gemma":[0.9986779,0.000061251325,0.00008689314,0.00019719568,0.00012544436,0.00085129007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010567652,0.000111185116,0.00026103505,0.00009126199,0.000024198755,0.0000011244067,0.00008038117,0.0001415305,0.0005533308],"category_scores_gemma":[0.0020275267,0.00007582506,0.00002067154,0.00019768627,0.00017034588,0.000059647668,0.000022644223,0.0005204939,0.0002920959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017309863,0.000041863896,0.00557589,0.000089925445,0.00004076052,0.000058363024,0.085329354,0.0000010521469,0.0012070427,0.0024832292,0.8880802,0.016919255],"study_design_scores_gemma":[0.0071460204,0.0015242626,0.0076498985,0.000814315,0.0002776286,0.00035541618,0.081602015,0.00018850637,0.0025727823,0.0073162364,0.8903334,0.00021948978],"about_ca_topic_score_codex":0.000058832127,"about_ca_topic_score_gemma":8.048689e-7,"teacher_disagreement_score":0.13035685,"about_ca_system_score_codex":0.00013138421,"about_ca_system_score_gemma":0.000326614,"threshold_uncertainty_score":0.60585845},"labels":[],"label_agreement":null},{"id":"W2418684042","doi":"10.1097/acm.0000000000001261","title":"Is Science Built on the Shoulders of Women? A Study of Gender Differences in Contributorship","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Transparency (behavior); Psychology; Task (project management); Political science; Law; Management","score_opus":0.7712254249724037,"score_gpt":0.6039173745100554,"score_spread":0.1673080504623482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2418684042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916154,0.00025514167,0.00022900614,0.0064813974,0.00024369668,0.00040379452,0.0000068864824,0.0000045348997,0.0007601034],"genre_scores_gemma":[0.9988966,0.00020155287,0.0000019111721,0.0004218544,0.000048413873,0.000020289739,4.5932527e-8,0.000003967207,0.00040536377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98474956,0.00039832396,0.001120997,0.00062521506,0.012381114,0.00072480104],"domain_scores_gemma":[0.9802642,0.01673955,0.00046080715,0.00079560914,0.0014229942,0.00031685963],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.064533755,0.0001310426,0.00053525355,0.02801494,0.000100290104,0.00003700126,0.0040911124,0.00010517189,0.00079743995],"category_scores_gemma":[0.13455182,0.000046464535,0.000034238983,0.10823251,0.0018070686,0.00022545418,0.00047600578,0.0004044107,0.000021492293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006135348,0.00009236138,0.96182334,0.0000035476642,0.000011856318,0.0000021822004,0.013103657,5.409546e-7,0.009906238,0.0034248151,0.0026182146,0.008951896],"study_design_scores_gemma":[0.002001141,0.0014930898,0.92842805,0.00008651075,0.000005555216,0.0000011749325,0.035714727,0.00013640305,0.005538207,0.0261003,0.00039409223,0.000100744546],"about_ca_topic_score_codex":0.00020641714,"about_ca_topic_score_gemma":0.000006264277,"teacher_disagreement_score":0.08021758,"about_ca_system_score_codex":0.00021531011,"about_ca_system_score_gemma":0.00028201778,"threshold_uncertainty_score":0.9830017},"labels":[],"label_agreement":null},{"id":"W2419142558","doi":"10.1097/acm.0000000000001246","title":"Promoting the Development of Adaptive Expertise: Exploring a Simulation Model for Sharing a Diagnosis of Autism With Parents","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University Health Network; University of Toronto","funders":"","keywords":"Autism; Thematic analysis; Grounded theory; Set (abstract data type); Medical education; Psychology; Best practice; Qualitative research; Theme (computing); Applied psychology; Computer science; Medicine; Developmental psychology","score_opus":0.2518545234086555,"score_gpt":0.38012760594901607,"score_spread":0.12827308254036057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419142558","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85786164,0.00010955196,0.13800144,0.003160681,0.000026682465,0.00077484816,0.0000033299161,0.0000248699,0.000036975387],"genre_scores_gemma":[0.9985491,0.000115450115,0.00040207212,0.00004707578,0.000024172852,0.00076142966,4.838948e-7,0.000022878428,0.00007732441],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982035,0.0000437243,0.0004914882,0.00034639335,0.00059861207,0.00031625794],"domain_scores_gemma":[0.9984621,0.0009632949,0.00027042427,0.00021177845,0.000024394338,0.00006803169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005641737,0.00012689039,0.00022873627,0.00011085187,0.00010577892,0.0000018197177,0.00041958952,0.000054546716,0.000015642787],"category_scores_gemma":[0.0011957216,0.00006211633,0.000019756751,0.0002464213,0.00022090324,0.00022092866,0.0001520339,0.00016961967,0.0000012497541],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073512015,0.00008437934,0.039526254,0.0003516429,0.00006571314,0.0000024972142,0.3908462,0.0054924134,0.43219167,0.021042371,0.000026474872,0.109635256],"study_design_scores_gemma":[0.0021125004,0.0003103693,0.0026849327,0.0024061748,0.000023917133,0.0000019996,0.00095132674,0.5427644,0.44058684,0.00796508,0.00003337575,0.0001590465],"about_ca_topic_score_codex":0.000010626155,"about_ca_topic_score_gemma":0.0000049819214,"teacher_disagreement_score":0.53727204,"about_ca_system_score_codex":0.00007913075,"about_ca_system_score_gemma":0.00009117958,"threshold_uncertainty_score":0.25330302},"labels":[],"label_agreement":null},{"id":"W2419152356","doi":"10.1097/acm.0000000000000954","title":"Identifying and Promoting Best Practices in Residency Application and Selection in a Complex Academic Health Network","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Medical education; Workforce; Best practice; Specialty; Selection (genetic algorithm); Personnel selection; Psychology; Public relations; Medicine; Political science; Family medicine; Computer science; Management","score_opus":0.23038579010772348,"score_gpt":0.4984388706157657,"score_spread":0.2680530805080422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419152356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9183204,0.0065863016,0.0014297119,0.071985565,0.00012837691,0.0011099596,2.3514356e-7,0.000048001715,0.00039144608],"genre_scores_gemma":[0.9885556,0.0030187964,0.0026197582,0.004322446,0.0011569683,0.00011080009,0.000043712047,0.000021185147,0.00015069655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765486,0.00018460254,0.00091922237,0.0004194593,0.00045954346,0.00036234144],"domain_scores_gemma":[0.9987042,0.00017661267,0.0007011368,0.00010452922,0.00012676262,0.0001867485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056679877,0.00014848408,0.00039337817,0.00043654328,0.000081734026,0.000005896347,0.00008838633,0.00029330485,0.000011617313],"category_scores_gemma":[0.006028168,0.00013470069,0.0000060071116,0.0014508055,0.0001701168,0.0002960901,0.00005391131,0.0018761015,0.0000053020176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014825945,0.000044187957,0.8227212,0.00085387914,0.000015331414,0.000006204952,0.031557497,0.000012671801,0.005484992,0.0032640784,0.021430975,0.11446076],"study_design_scores_gemma":[0.0081842225,0.0011455071,0.86187637,0.008358404,0.0001313063,0.0010536171,0.031295918,0.039809074,0.00007989763,0.027664587,0.019946387,0.0004546944],"about_ca_topic_score_codex":0.0014214864,"about_ca_topic_score_gemma":0.00019742642,"teacher_disagreement_score":0.114006065,"about_ca_system_score_codex":0.0003524539,"about_ca_system_score_gemma":0.00037397572,"threshold_uncertainty_score":0.8150832},"labels":[],"label_agreement":null},{"id":"W2420068468","doi":"10.1097/acm.0000000000001256","title":"The Relationship Between Academic Motivation and Lifelong Learning During Residency: A Study of Psychiatry Residents","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St Joseph's Health Centre; University of Toronto; York University; Centre for Addiction and Mental Health; Princess Margaret Cancer Centre","funders":"","keywords":"Lifelong learning; Curriculum; Autonomy; Scale (ratio); Medicine; Intrinsic motivation; Psychology; Medical education; Family medicine; Pedagogy; Social psychology","score_opus":0.06093811165610255,"score_gpt":0.382389487686708,"score_spread":0.3214513760306055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2420068468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9438569,0.00096512923,0.0001917857,0.053725652,0.00039773132,0.00066942227,4.2491217e-7,0.00006371023,0.00012923911],"genre_scores_gemma":[0.9951448,0.0005840209,0.000095955926,0.0002365137,0.0015985785,0.000047388097,0.000007959697,0.000029700914,0.0022550772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997046,0.0002451246,0.0011832188,0.00034926887,0.0008819989,0.0002943973],"domain_scores_gemma":[0.996446,0.002285979,0.00056228845,0.00036496992,0.00022344847,0.000117295036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026384494,0.000174648,0.0003492308,0.0003714517,0.0004215628,0.000003381416,0.00021668477,0.00033343484,0.00002603501],"category_scores_gemma":[0.0352131,0.000097292446,0.000020778656,0.00081332074,0.00038392853,0.00019493702,0.00008149592,0.0016919532,0.000009461182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089224886,0.000011659655,0.98660624,0.0000935754,0.000042749758,9.545815e-7,0.0040801605,3.836184e-7,0.0011175043,0.0022008973,0.0022883625,0.0034683086],"study_design_scores_gemma":[0.0028971487,0.00039573823,0.9788346,0.0021034293,0.00016862212,0.00002310436,0.0072343554,0.0000052117944,0.00010827111,0.008011376,0.00012507483,0.00009306183],"about_ca_topic_score_codex":0.00006452372,"about_ca_topic_score_gemma":0.0000063870675,"teacher_disagreement_score":0.053489137,"about_ca_system_score_codex":0.00012409227,"about_ca_system_score_gemma":0.00020847727,"threshold_uncertainty_score":0.9729137},"labels":[],"label_agreement":null},{"id":"W2421534940","doi":"10.1097/acm.0000000000000787","title":"Artist’s Statement","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Commit; Empathy; Medical education; Psychology; Disease; Affect (linguistics); Perception; Statement (logic); Medicine; Social psychology; Computer science; Pathology","score_opus":0.1302496025422827,"score_gpt":0.4188719823011465,"score_spread":0.28862237975886373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2421534940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8380038,0.0041994452,0.0014265212,0.10554418,0.001995804,0.0005228773,0.0000015023484,0.00016892026,0.04813695],"genre_scores_gemma":[0.96836066,0.00050940097,0.00020798181,0.011657902,0.001818032,0.000028996388,0.00006334449,0.000014780969,0.017338905],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985104,0.000036561818,0.00041739095,0.00019800784,0.00058669795,0.00025089548],"domain_scores_gemma":[0.9986779,0.000061251325,0.00008689314,0.00019719568,0.00012544436,0.00085129007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010567652,0.000111185116,0.00026103505,0.00009126199,0.000024198755,0.0000011244067,0.00008038117,0.0001415305,0.0005533308],"category_scores_gemma":[0.0020275267,0.00007582506,0.00002067154,0.00019768627,0.00017034588,0.000059647668,0.000022644223,0.0005204939,0.0002920959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017309863,0.000041863896,0.00557589,0.000089925445,0.00004076052,0.000058363024,0.085329354,0.0000010521469,0.0012070427,0.0024832292,0.8880802,0.016919255],"study_design_scores_gemma":[0.0071460204,0.0015242626,0.0076498985,0.000814315,0.0002776286,0.00035541618,0.081602015,0.00018850637,0.0025727823,0.0073162364,0.8903334,0.00021948978],"about_ca_topic_score_codex":0.000058832127,"about_ca_topic_score_gemma":8.048689e-7,"teacher_disagreement_score":0.13035685,"about_ca_system_score_codex":0.00013138421,"about_ca_system_score_gemma":0.000326614,"threshold_uncertainty_score":0.60585845},"labels":[],"label_agreement":null},{"id":"W2422046213","doi":"10.1097/acm.0000000000001281","title":"Women in Academic Medicine Leadership: Has Anything Changed in 25 Years?","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Women's College Hospital","funders":"","keywords":"Academic medicine; Promotion (chess); Affect (linguistics); Face (sociological concept); Medical education; Psychology; Public relations; Political science; Medicine; Sociology; Social science; Politics; Law","score_opus":0.23703266916429208,"score_gpt":0.3587709453054796,"score_spread":0.12173827614118751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2422046213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6252922,0.0053351205,0.000058707737,0.34879377,0.0015752722,0.0005575014,0.000004093855,0.00015207157,0.018231306],"genre_scores_gemma":[0.9637834,0.006735797,0.000005623229,0.012552638,0.0027433264,0.000034129396,0.000006499245,0.000020737452,0.014117865],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9950649,0.0005161742,0.00072453544,0.0005295399,0.0017735421,0.0013913207],"domain_scores_gemma":[0.99789655,0.000959255,0.0002208543,0.0002641575,0.00008527849,0.0005739278],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012978853,0.00024162291,0.0006809415,0.0008026966,0.00017085562,0.0000074647446,0.0012598383,0.00074781117,0.0028978211],"category_scores_gemma":[0.00743303,0.00017282105,0.0000292612,0.0013363588,0.0025900903,0.00045952166,0.00015039407,0.0017467716,0.00017142898],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001219791,0.000011979892,0.057424016,0.00007362808,0.000025224143,0.00019844287,0.7802381,5.210801e-7,0.0039488603,0.0071453215,0.107062936,0.043749016],"study_design_scores_gemma":[0.008582731,0.0004226865,0.03326542,0.0066236076,0.000047220627,0.000009835606,0.6202716,0.0000069376733,0.00006697009,0.011736321,0.3184722,0.0004944215],"about_ca_topic_score_codex":0.0029468318,"about_ca_topic_score_gemma":0.0008437722,"teacher_disagreement_score":0.33849123,"about_ca_system_score_codex":0.0009133984,"about_ca_system_score_gemma":0.00023769247,"threshold_uncertainty_score":0.9980137},"labels":[],"label_agreement":null},{"id":"W2428694571","doi":"10.1097/acm.0000000000000967","title":"Reexamining Outcomes of the Primary Care Residency Expansion","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Specialty; Graduate medical education; Primary care; Family medicine; Quarter (Canadian coin); Pension; Medicine; Payment; Political science; Medical education; Business; Finance; Accreditation","score_opus":0.08097207049688707,"score_gpt":0.3341054644210976,"score_spread":0.2531333939242105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2428694571","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053683813,0.007183586,0.000005436899,0.8565642,0.0043083504,0.00044766208,0.000018993107,0.000063453626,0.12603989],"genre_scores_gemma":[0.014421343,0.0024962889,0.000029463637,0.91082555,0.0134607265,0.000011133359,0.00020185212,0.000037577687,0.05851604],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940619,0.0005810058,0.000539086,0.00036258058,0.004004192,0.0004512243],"domain_scores_gemma":[0.9976457,0.00068082224,0.0005133437,0.0005833076,0.00044117897,0.00013567973],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0028876592,0.00025293036,0.00075720175,0.00016608562,0.0003120948,0.000005972741,0.0021855168,0.001518775,0.0002483825],"category_scores_gemma":[0.002795242,0.00015466573,0.00010455941,0.00042595333,0.0017853909,0.0001160968,0.00037048943,0.0036355064,0.000014885026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047044246,7.799682e-7,0.010847633,0.00019990484,0.000028096898,0.000034083165,0.074370146,1.582377e-7,0.000013135592,0.0001830771,0.91287965,0.0014386292],"study_design_scores_gemma":[0.00048377196,0.0000814182,0.0027171008,0.0018117735,0.00027919805,0.0000023092994,0.08125317,8.9246804e-8,0.0000060499287,0.0012377064,0.9119664,0.00016105159],"about_ca_topic_score_codex":0.002057785,"about_ca_topic_score_gemma":0.00008785709,"teacher_disagreement_score":0.06752385,"about_ca_system_score_codex":0.00037632682,"about_ca_system_score_gemma":0.0012093142,"threshold_uncertainty_score":0.99977744},"labels":[],"label_agreement":null},{"id":"W2429364556","doi":"10.1097/acm.0000000000000896","title":"Cause and Effect","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Public Health","funders":"","keywords":"Test (biology); Basic science; Psychology; Cognition; Cognitive psychology; Medical education; Medicine; Neuroscience","score_opus":0.07933634874970559,"score_gpt":0.41694266613494957,"score_spread":0.337606317385244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2429364556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690144,0.0061174813,0.0000589735,0.016467338,0.0003890491,0.00023337922,8.0193576e-7,0.0000925646,0.0076260353],"genre_scores_gemma":[0.9902243,0.0009965923,0.000052251595,0.0045866747,0.000991213,0.0000112239395,0.000015876938,0.000015123914,0.0031067436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989237,0.000052485855,0.00027210414,0.0002235136,0.0003258848,0.0002022747],"domain_scores_gemma":[0.99336827,0.0055729235,0.0000544182,0.00019544615,0.000058157795,0.0007508132],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011275865,0.00012301344,0.00040121612,0.00006295311,0.000021015408,0.0000016046706,0.000053302836,0.00019264649,0.00007243452],"category_scores_gemma":[0.09645577,0.00007578906,0.000020663914,0.0001329157,0.00023556016,0.000026108892,0.000039844854,0.0005187819,0.00009700842],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004910614,0.0000179234,0.6404808,0.000066130706,0.00009549039,0.00034941768,0.0021308837,6.019506e-7,0.00061676657,0.0015167714,0.32190257,0.032331593],"study_design_scores_gemma":[0.09501578,0.02705765,0.48368335,0.030049551,0.0050175586,0.008601374,0.003694644,0.001245647,0.003682169,0.016827745,0.32367083,0.001453678],"about_ca_topic_score_codex":0.000076911616,"about_ca_topic_score_gemma":7.6718317e-7,"teacher_disagreement_score":0.15679744,"about_ca_system_score_codex":0.000033715998,"about_ca_system_score_gemma":0.00006566138,"threshold_uncertainty_score":0.91115516},"labels":[],"label_agreement":null},{"id":"W2432718193","doi":"10.1097/acm.0b013e3182765491","title":"Perspective","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Mentorship; Academic institution; Negotiation; Institution; Medical education; Career Pathways; Position (finance); Perspective (graphical); Career development; Relevance (law); Value (mathematics); Psychology; Work (physics); Medicine; Public relations; Nursing; Sociology; Management; Political science; Business","score_opus":0.3057017534788554,"score_gpt":0.5459422963631487,"score_spread":0.2402405428842933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2432718193","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27818558,0.022493582,0.0009864221,0.42403865,0.001071207,0.0009675127,0.000002483938,0.00021394179,0.27204064],"genre_scores_gemma":[0.93099713,0.0021432934,0.000082325016,0.05281463,0.004721232,0.000018702778,0.000008548889,0.000018923654,0.009195202],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973069,0.00006392351,0.00028399262,0.00016127121,0.0008782862,0.0013056303],"domain_scores_gemma":[0.98997563,0.00031383385,0.000047339552,0.0002203505,0.00014956713,0.009293274],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024432053,0.00012375871,0.00032902436,0.0001671997,0.000055246663,8.1850726e-7,0.00009282932,0.00021681147,0.0019554812],"category_scores_gemma":[0.064884245,0.00007768192,0.000031731357,0.00033229205,0.0002952969,0.00011803801,0.000033543252,0.0012773803,0.0005374389],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002719328,0.000044988035,0.047243223,0.00019332892,0.000053566862,0.000043774697,0.011855621,2.3478716e-8,0.006486724,0.021513209,0.89523774,0.017055856],"study_design_scores_gemma":[0.004034532,0.0010044259,0.03402388,0.00068193005,0.000116339084,0.0005870799,0.012010009,0.000027095173,0.0012377502,0.0015027514,0.94460976,0.00016447256],"about_ca_topic_score_codex":0.0001841566,"about_ca_topic_score_gemma":4.0588822e-7,"teacher_disagreement_score":0.6528116,"about_ca_system_score_codex":0.00038043252,"about_ca_system_score_gemma":0.0010064854,"threshold_uncertainty_score":0.99895686},"labels":[],"label_agreement":null},{"id":"W2433241392","doi":"10.1097/acm.0000000000000727","title":"In Reply to Weissman","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mentorship; Mandate; Identity (music); Perspective (graphical); Psychology; Affect (linguistics); Space (punctuation); Medical education; Professional responsibility; Medicine; Political science; Computer science; Law","score_opus":0.058502158411233095,"score_gpt":0.4033642727676506,"score_spread":0.3448621143564175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2433241392","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028934823,0.0006638399,0.00010543645,0.97721064,0.0036344053,0.001023563,0.0000032676355,0.00009210793,0.014373254],"genre_scores_gemma":[0.00044325567,0.00012855291,0.0005468674,0.9019196,0.03473726,0.00015912774,0.00067451905,0.000087034554,0.061303776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957589,0.000094196184,0.001245265,0.0007115379,0.0015586301,0.00063146336],"domain_scores_gemma":[0.99795383,0.00015084923,0.0002639963,0.0009431779,0.0004619198,0.00022620006],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0021993844,0.00039175656,0.0009897476,0.0014511964,0.00003099658,0.0000031682443,0.0004437073,0.0017377064,0.0014167749],"category_scores_gemma":[0.009935612,0.0003140484,0.00004134479,0.0017080159,0.00024426603,0.00007966656,0.00009075201,0.009314203,0.00086859235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003105428,0.0000069976454,0.00030136353,0.00025554298,0.000023507186,0.00042295596,0.0024404665,2.403649e-7,0.00006237648,0.000092213486,0.99351704,0.0028462543],"study_design_scores_gemma":[0.0012927485,0.00032235603,0.00022158645,0.0022051034,0.00012138358,0.00032252946,0.0004431237,0.000020085705,0.00002249314,0.0015696953,0.9932039,0.00025501274],"about_ca_topic_score_codex":0.00026392753,"about_ca_topic_score_gemma":0.0000013935755,"teacher_disagreement_score":0.07529104,"about_ca_system_score_codex":0.0008293668,"about_ca_system_score_gemma":0.00065317255,"threshold_uncertainty_score":0.99993116},"labels":[],"label_agreement":null},{"id":"W2436162026","doi":"10.1097/acm.0000000000001037","title":"“Taxes,” “Antes,” and “Bonuses”","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Public relations; Passion; Health care; Public health; Global health; Specialty; Work (physics); Student debt; Political science; Medicine; Sociology; Medical education; Psychology; Nursing; Law; Higher education; Family medicine; Social psychology","score_opus":0.03835709815393978,"score_gpt":0.3353767570382411,"score_spread":0.2970196588843013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2436162026","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017542366,0.018043669,0.00006890469,0.96338737,0.001831192,0.0005999601,0.00006590105,0.00015440727,0.014094334],"genre_scores_gemma":[0.0024501674,0.015602186,0.000023579414,0.89535075,0.030730996,0.000035763514,0.00023654888,0.00008261317,0.055487394],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996074,0.000109999644,0.0009306663,0.0007483742,0.000912684,0.0012242567],"domain_scores_gemma":[0.9974057,0.00086254714,0.00032279416,0.0005993677,0.00014083691,0.00066877174],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00095000776,0.0005343749,0.0014279558,0.0003820698,0.00008365778,0.0000033087158,0.0002053372,0.0024241346,0.0010144785],"category_scores_gemma":[0.0011922352,0.00031940214,0.00009343719,0.00021320092,0.0005676755,0.00006360311,0.00009201755,0.0050110565,0.00033935512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007565965,0.0000014554728,0.0021847677,0.0009643627,0.000055952656,0.0013784659,0.00012393718,9.98895e-10,0.000115485556,0.00012120112,0.98524785,0.009730837],"study_design_scores_gemma":[0.0018177369,0.0002810842,0.00052607624,0.0047617224,0.000273665,0.0017303237,0.000043056418,0.0000023444727,0.000018549134,0.001541912,0.98871356,0.00028995282],"about_ca_topic_score_codex":0.00013646376,"about_ca_topic_score_gemma":0.0000010541,"teacher_disagreement_score":0.068036646,"about_ca_system_score_codex":0.00013923392,"about_ca_system_score_gemma":0.0003348321,"threshold_uncertainty_score":0.9999258},"labels":[],"label_agreement":null},{"id":"W2460400726","doi":"10.1097/acm.0000000000000723","title":"Towards Robust Validity Evidence for Learning Environment Assessment Tools","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Predictive validity; Internal validity; External validity; Internal consistency; Reliability (semiconductor); Medical education; Applied psychology; Clinical psychology; Social psychology; Psychometrics; Medicine; Statistics; Mathematics","score_opus":0.712991305753745,"score_gpt":0.5566709861773476,"score_spread":0.15632031957639747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460400726","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018571061,0.0018139113,0.017485848,0.9649321,0.001873977,0.001277243,0.00000956308,0.00015803994,0.012263639],"genre_scores_gemma":[0.006614666,0.016247949,0.008780054,0.7829272,0.07268331,0.00077554066,0.00072405365,0.00016101224,0.11108621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99136573,0.0029772243,0.00075746764,0.0007232249,0.0035141662,0.00066221476],"domain_scores_gemma":[0.98981553,0.00816393,0.0011697563,0.00039393263,0.00022607652,0.00023079908],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.027816754,0.00035153236,0.0006508601,0.00016549177,0.0006583342,0.00006229485,0.0011206751,0.0015066585,0.0016703159],"category_scores_gemma":[0.04331755,0.00030419478,0.00010373698,0.00013743629,0.00058025506,0.00082925684,0.00016352495,0.0067723277,0.00012249235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010251811,0.0000030905528,0.00039518194,0.00009097833,0.000041317136,0.0000089731775,0.008121329,0.0002253548,0.00001383731,0.00033090086,0.9838281,0.006930646],"study_design_scores_gemma":[0.00041213963,0.00026184396,0.00013663764,0.000745586,0.00038157255,0.0000028058967,0.002453736,0.0002467804,0.0000025341096,0.0022409607,0.9927972,0.00031821165],"about_ca_topic_score_codex":0.0014433465,"about_ca_topic_score_gemma":0.000012994583,"teacher_disagreement_score":0.18200487,"about_ca_system_score_codex":0.0014847303,"about_ca_system_score_gemma":0.0013642777,"threshold_uncertainty_score":0.999941},"labels":[],"label_agreement":null},{"id":"W2461669997","doi":"10.1097/acm.0000000000000919","title":"Does Making the Numerical Values of Verbal Anchors on a Rating Scale Available to Examiners Inflate Scores on a Long Case Examination?","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rating scale; Scale (ratio); Cohort; Psychology; Medicine; Clinical psychology; Medical education; Developmental psychology; Internal medicine","score_opus":0.05638001853164948,"score_gpt":0.38077993109110647,"score_spread":0.324399912559457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461669997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771533,0.00014450659,0.001099384,0.014366359,0.001079854,0.0007369544,0.0000019067886,0.000064759304,0.0053530014],"genre_scores_gemma":[0.98756856,0.000023092178,0.0006785201,0.0076572914,0.0015054464,0.00007227322,0.00002526507,0.000031687447,0.0024378935],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99720794,0.00018965077,0.0007676613,0.0003881087,0.0011050318,0.00034162292],"domain_scores_gemma":[0.99814874,0.00047562327,0.0002902672,0.000491453,0.00039731697,0.00019658242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003054557,0.00022339106,0.00041819084,0.0003849841,0.00013380645,0.000006898405,0.00022570419,0.00019972485,0.00024706853],"category_scores_gemma":[0.008864282,0.00011303846,0.000031567914,0.0011785439,0.0003506105,0.00009963807,0.000065146,0.0009841647,0.00008464164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012047869,0.00030815267,0.09341002,0.0006300636,0.00022986594,0.0007173751,0.109278314,0.00084299786,0.005322068,0.0028819914,0.641977,0.14319736],"study_design_scores_gemma":[0.04335705,0.03215437,0.29672015,0.049269203,0.003414204,0.009734169,0.30790764,0.078404605,0.052265663,0.0059307036,0.1166459,0.004196345],"about_ca_topic_score_codex":0.000106866966,"about_ca_topic_score_gemma":0.0000037138848,"teacher_disagreement_score":0.5253311,"about_ca_system_score_codex":0.00027337117,"about_ca_system_score_gemma":0.00019029257,"threshold_uncertainty_score":0.9994845},"labels":[],"label_agreement":null},{"id":"W2461782457","doi":"10.1097/acm.0000000000001082","title":"In Reply to Auster","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Identity (music); Social psychology; Psychology; Context (archaeology); Personal identity; Construct (python library); Balance (ability); Centrality; Self; Sociology; Aesthetics","score_opus":0.061400757406159176,"score_gpt":0.361864495194958,"score_spread":0.3004637377887988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461782457","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018243252,0.00035737583,0.000041321953,0.8878346,0.0032525577,0.00036688606,0.000007958299,0.000053697655,0.10790317],"genre_scores_gemma":[0.00025709238,0.000749839,0.0000071188183,0.74197686,0.03739087,0.000014903629,0.000016266891,0.000016230959,0.21957082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960406,0.0002950602,0.00043029865,0.00051210925,0.0019403815,0.0007815759],"domain_scores_gemma":[0.99860054,0.00054289546,0.00013813081,0.0003648404,0.00010182959,0.00025178803],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0034002909,0.00022855861,0.0005310887,0.00046191848,0.00012340894,0.000008442422,0.0014439462,0.0012960078,0.0052237376],"category_scores_gemma":[0.0017667665,0.00016413424,0.000043917516,0.00047278707,0.00071346853,0.00015346985,0.00016948159,0.0030098693,0.0011622655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008509269,5.1257786e-7,0.00027915093,0.000028605806,0.000010045544,0.00040061478,0.021754863,2.3526068e-8,0.000011853803,0.00046461378,0.97549975,0.0015414766],"study_design_scores_gemma":[0.0004886883,0.00007899007,0.000025646863,0.0011985447,0.00004026074,0.0000036754059,0.004847549,4.781403e-8,0.0000028887866,0.0024350106,0.99067485,0.00020385157],"about_ca_topic_score_codex":0.0029597536,"about_ca_topic_score_gemma":0.00008596878,"teacher_disagreement_score":0.14585774,"about_ca_system_score_codex":0.00033451238,"about_ca_system_score_gemma":0.00019531588,"threshold_uncertainty_score":0.99961543},"labels":[],"label_agreement":null},{"id":"W2464894290","doi":"10.1097/acm.0000000000000942","title":"Recovery of Sleep or Recovery of Self? A Grounded Theory Study of Residents’ Decision Making Regarding How to Spend Their Nonclinical Postcall Time","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Universiteit Maastricht; Queen's University; Vrije Universiteit Amsterdam; Children's Health Research Institute","keywords":"Grounded theory; Duty; Constructivist grounded theory; Accreditation; Medical education; Psychology; Graduate medical education; Medicine; Nursing; Qualitative research; Sociology","score_opus":0.08101747381302933,"score_gpt":0.3810823895883985,"score_spread":0.3000649157753692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464894290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935166,0.00063387223,0.00067265355,0.0017939513,0.00048081906,0.0010648685,0.000008590048,0.000043673295,0.0017849343],"genre_scores_gemma":[0.9942389,0.00027510556,0.001739625,0.0007241694,0.0004046477,0.000009032462,0.0000073477363,0.000047359033,0.0025538157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99615246,0.00032610475,0.0015784479,0.00048899266,0.0011061612,0.00034781444],"domain_scores_gemma":[0.99403816,0.003580143,0.0007311682,0.0007570132,0.00040318217,0.0004903125],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045421612,0.00030506204,0.0016394407,0.0004867159,0.00003698615,0.0000037971631,0.00045172355,0.00035689957,0.00031662016],"category_scores_gemma":[0.017293911,0.00017743825,0.00015961996,0.0006592063,0.00013792286,0.00017460143,0.000357064,0.00068411184,0.00001730687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.11446832,0.0032212893,0.44578084,0.0019069379,0.004115253,0.0008973594,0.090315096,0.000092816124,0.041721173,0.0010530562,0.0961781,0.20024976],"study_design_scores_gemma":[0.06460313,0.10898474,0.59955025,0.040094614,0.0041528046,0.00078550965,0.12914954,0.0007420496,0.010690202,0.036261268,0.0033002624,0.001685618],"about_ca_topic_score_codex":0.000071034854,"about_ca_topic_score_gemma":0.000009347008,"teacher_disagreement_score":0.19856414,"about_ca_system_score_codex":0.00014047496,"about_ca_system_score_gemma":0.0002507576,"threshold_uncertainty_score":0.99098384},"labels":[],"label_agreement":null},{"id":"W2464975974","doi":"10.1097/acm.0000000000000751","title":"Commentary on Excerpts From <i>Never Let Me Go</i>","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Feeling; Compassion; Burnout; Worry; Narrative; Psychology; Compassion fatigue; Isolation (microbiology); Psychoanalysis; Medicine; Social psychology; Anxiety; Psychiatry; Clinical psychology; Political science; Art","score_opus":0.08686528236353219,"score_gpt":0.34840609455514066,"score_spread":0.26154081219160846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464975974","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21936111,0.0017159425,0.00014263633,0.55797917,0.0044206684,0.00033393185,0.000028667397,0.00019502154,0.21582288],"genre_scores_gemma":[0.7047374,0.0011036862,0.000031120035,0.27850765,0.006880995,0.000005532141,0.00009734517,0.00001272601,0.008623515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99718505,0.00025038616,0.0002353045,0.00027047776,0.0016981476,0.0003606273],"domain_scores_gemma":[0.9986543,0.00037280592,0.000091464426,0.00022412419,0.000084211126,0.000573064],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023008634,0.0001411544,0.0002796606,0.00007792497,0.00021191352,0.000008109185,0.00077515113,0.00025088977,0.0012734641],"category_scores_gemma":[0.0007053971,0.000112839836,0.00003003369,0.00024947434,0.0008087446,0.00023511318,0.00011129067,0.00069881446,0.0005011443],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004509734,0.000008129705,0.0032689737,0.000002408521,0.00002255239,0.00002355837,0.04120072,0.0000014032448,0.000085473715,0.0033441416,0.94971234,0.0022851774],"study_design_scores_gemma":[0.0015658402,0.00019524638,0.0003737631,0.00017150186,0.00006938179,7.38998e-7,0.069811,0.0000059132044,0.000042567273,0.006807085,0.92082894,0.00012799811],"about_ca_topic_score_codex":0.008339237,"about_ca_topic_score_gemma":0.00014288203,"teacher_disagreement_score":0.48537633,"about_ca_system_score_codex":0.00019350107,"about_ca_system_score_gemma":0.000096328935,"threshold_uncertainty_score":0.9996395},"labels":[],"label_agreement":null},{"id":"W2465013424","doi":"10.1097/00001888-200010001-00037","title":"International Medical Graduatesʼ Performances of Techniques of Physical Examination, with a Comparison of U.S. Citizens and Non—U.S. Citizens","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Psychology; Political science; Gerontology; Medicine","score_opus":0.03625996301594133,"score_gpt":0.44594708651062076,"score_spread":0.40968712349467945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465013424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969112,0.00047601832,0.000099055855,0.0032968128,0.00009601031,0.0004997031,0.000015832931,0.000041051702,0.026363537],"genre_scores_gemma":[0.9953869,0.002887175,0.00029547335,0.0003401576,0.0004018984,0.00003914867,0.000035099198,0.000015217894,0.00059894694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971283,0.00018501005,0.0011503398,0.00021725282,0.001020151,0.00029896584],"domain_scores_gemma":[0.99787,0.00079122925,0.00060778094,0.00018266433,0.00036083514,0.00018745258],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010991378,0.0001634869,0.00076517,0.0001685624,0.00008960779,4.1532587e-7,0.00031570697,0.00028873398,0.00136581],"category_scores_gemma":[0.00036059387,0.00011106934,0.000024114737,0.00031858965,0.0008736411,0.000081132224,0.000064350315,0.0008632038,0.000005122322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000675568,0.00014848627,0.727515,0.0026220765,0.00013463455,0.0000054087313,0.080257624,0.000007796229,0.0027932525,0.0049964655,0.021728363,0.15911533],"study_design_scores_gemma":[0.018167252,0.011473709,0.65769976,0.07715334,0.00068219204,0.0000874011,0.081339404,0.025503991,0.03680013,0.00684375,0.08299029,0.001258761],"about_ca_topic_score_codex":0.00029763495,"about_ca_topic_score_gemma":0.000017663642,"teacher_disagreement_score":0.15785657,"about_ca_system_score_codex":0.000043146472,"about_ca_system_score_gemma":0.00015034058,"threshold_uncertainty_score":0.99954706},"labels":[],"label_agreement":null},{"id":"W2465826855","doi":"10.1097/acm.0000000000000874","title":"The Variables That Lead to Severe Action Decisions by the Liaison Committee on Medical Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Comparability; Odds ratio; Medicine; Confidence interval; Family medicine; Curriculum; Data collection; Medical education; Psychology; Statistics; Internal medicine","score_opus":0.10244528283179936,"score_gpt":0.42663014393160587,"score_spread":0.3241848610998065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465826855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19223711,0.0026897602,0.0034625942,0.77706134,0.0064941645,0.0012618244,0.00000306341,0.0001386513,0.016651517],"genre_scores_gemma":[0.8169692,0.002862203,0.00037788722,0.14862733,0.005307003,0.00040054118,0.00024352221,0.000064033935,0.02514825],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959859,0.00022796453,0.00065576663,0.0003732943,0.002342261,0.00041477336],"domain_scores_gemma":[0.9965283,0.0014356506,0.00021531826,0.0008356019,0.00048426204,0.000500839],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00450121,0.00023983851,0.00031609024,0.00018693681,0.00047064354,0.000017650897,0.0006675428,0.00045856554,0.0003432547],"category_scores_gemma":[0.0393858,0.000119573495,0.000037991224,0.0010753294,0.0004489205,0.000108803506,0.000092130496,0.0020447928,0.00032491313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012980426,0.00005088732,0.0009980083,0.000008198028,0.000023843832,8.9183106e-7,0.0017647429,0.0000013920157,0.000108173335,0.0040552663,0.80028665,0.19257215],"study_design_scores_gemma":[0.0013339946,0.00042598302,0.002028456,0.0009453898,0.00010809693,0.00024066881,0.01518653,0.0003559185,0.00021033363,0.0039157984,0.97510123,0.00014761963],"about_ca_topic_score_codex":0.0001816085,"about_ca_topic_score_gemma":0.000019627048,"teacher_disagreement_score":0.628434,"about_ca_system_score_codex":0.00044756255,"about_ca_system_score_gemma":0.0013646481,"threshold_uncertainty_score":0.96870583},"labels":[],"label_agreement":null},{"id":"W2469327684","doi":"10.1097/acm.0000000000000814","title":"Challenges to Learning Evidence-Based Medicine and Educational Approaches to Meet These Challenges","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Accreditation; Context (archaeology); Graduation (instrument); Evidence-based medicine; Medicine; MEDLINE; Psychology; Alternative medicine; Pedagogy; Political science","score_opus":0.8888715613295171,"score_gpt":0.5829046939194271,"score_spread":0.30596686741008994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469327684","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08809938,0.049635682,0.00016214781,0.84455746,0.0010240137,0.0011169338,7.439515e-7,0.00005894971,0.015344687],"genre_scores_gemma":[0.9551843,0.019207763,0.00043798226,0.015349266,0.0062333457,0.0006947208,0.000009016677,0.000025171576,0.0028584723],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557453,0.0011480607,0.00065614644,0.0006205926,0.0011351613,0.000865495],"domain_scores_gemma":[0.9917425,0.0050917314,0.00016922803,0.000326432,0.0003185006,0.0023516007],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0122178,0.0002056281,0.00042085658,0.00054680515,0.0003954425,0.0000030328806,0.00045198834,0.00025902802,0.0003171562],"category_scores_gemma":[0.03319887,0.00013689914,0.000012426221,0.00055793556,0.00030140133,0.00023526169,0.0001404155,0.0010579517,0.00026096063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027597262,0.000026777756,0.016206942,0.001266891,0.000016503172,0.0000018035389,0.5210254,0.00007638662,0.00023861982,0.039905936,0.36759862,0.05336015],"study_design_scores_gemma":[0.0016766032,0.0028119092,0.06495398,0.010500671,0.000032497777,0.000009095986,0.3669292,0.0008404775,0.000016980473,0.013272934,0.53856343,0.00039217726],"about_ca_topic_score_codex":0.00046249272,"about_ca_topic_score_gemma":0.00019652297,"teacher_disagreement_score":0.86708486,"about_ca_system_score_codex":0.0002800189,"about_ca_system_score_gemma":0.0016824182,"threshold_uncertainty_score":0.9749449},"labels":[],"label_agreement":null},{"id":"W2469621802","doi":"10.1097/acm.0000000000001292","title":"Entrusting Observable Practice Activities and Milestones Over the 36 Months of an Internal Medicine Residency","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conference Board of Canada","funders":"","keywords":"Milestone; Graduate medical education; Accreditation; Medicine; Peer assessment; Family medicine; Developmental Milestone; Medical education; Psychology; Pediatrics","score_opus":0.037261755969492966,"score_gpt":0.3834148345741201,"score_spread":0.3461530786046272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469621802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8618242,0.0023582738,0.0005772369,0.12945771,0.0007350054,0.00038261374,0.0000018763512,0.000047260113,0.004615826],"genre_scores_gemma":[0.98249215,0.0025006952,0.0009628213,0.008469255,0.0023455208,0.000035325313,0.000011665378,0.000029990772,0.0031525507],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99751455,0.00017216145,0.0008176254,0.00032655257,0.00087024085,0.0002988564],"domain_scores_gemma":[0.99670565,0.0018410311,0.00052110775,0.0004803056,0.000311931,0.00013995814],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002653834,0.00020218364,0.0004554451,0.00021985229,0.00012077915,0.0000028834231,0.00026001292,0.00021654673,0.0007220714],"category_scores_gemma":[0.022453092,0.00009537828,0.000020865971,0.00042236177,0.0013600604,0.0005031779,0.00007927587,0.00073411496,0.000004524331],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022702317,0.00016947465,0.08283746,0.0008840699,0.00045814383,0.000087162545,0.05671283,0.0000014182092,0.23143858,0.041023545,0.26664212,0.31747493],"study_design_scores_gemma":[0.019093445,0.0055584298,0.5103736,0.023939619,0.0026577213,0.0032952572,0.17086834,0.0012703501,0.02000772,0.020766193,0.22124878,0.0009205843],"about_ca_topic_score_codex":0.00080420444,"about_ca_topic_score_gemma":0.000008254675,"teacher_disagreement_score":0.4275361,"about_ca_system_score_codex":0.00010288486,"about_ca_system_score_gemma":0.00018479969,"threshold_uncertainty_score":0.9857812},"labels":[],"label_agreement":null},{"id":"W2469936917","doi":"10.1097/acm.0000000000000895","title":"How Do Surgery Students Use Written Language to Say What They See? A Framework to Understand Medical Students’ Written Evaluations of Their Teachers","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Health Sciences Centre","funders":"","keywords":"Coding (social sciences); Medical education; Psychology; Meaning (existential); Perception; Constructive; Conceptual framework; Teaching method; Mathematics education; Pedagogy; Medicine; Computer science; Process (computing); Sociology","score_opus":0.09744286514191594,"score_gpt":0.4385871102036644,"score_spread":0.34114424506174845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469936917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79007024,0.0012977547,0.0056015006,0.20016181,0.0014124083,0.0012752155,0.000006437872,0.000085543084,0.00008910724],"genre_scores_gemma":[0.9552937,0.0006854774,0.0011934572,0.038144697,0.0018651694,0.00012735745,0.00013590009,0.00007382606,0.0024804207],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99108636,0.00037772808,0.0011305065,0.00064033485,0.0061590374,0.0006060452],"domain_scores_gemma":[0.99505055,0.0014366765,0.00030632527,0.0010108458,0.0008237921,0.0013718404],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009966839,0.00038285917,0.00095284724,0.00088770804,0.000096909804,0.00009222738,0.0010693839,0.00062617694,0.00037865],"category_scores_gemma":[0.049039453,0.00027901123,0.00009171615,0.0016236823,0.00032650368,0.0004545677,0.00035792697,0.0017682157,0.00007127479],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003969465,0.00035933795,0.27460533,0.00016364754,0.0004989165,0.00007345124,0.26102513,0.00001159141,0.00064455817,0.0010388151,0.41731197,0.043870315],"study_design_scores_gemma":[0.0058280663,0.0011839806,0.18528171,0.018266853,0.0009801787,0.00015692801,0.74046934,0.00013477242,0.00030265245,0.0048122755,0.041663695,0.00091953104],"about_ca_topic_score_codex":0.00012077698,"about_ca_topic_score_gemma":0.000017979215,"teacher_disagreement_score":0.47944424,"about_ca_system_score_codex":0.00062390266,"about_ca_system_score_gemma":0.0008610028,"threshold_uncertainty_score":0.9999662},"labels":[],"label_agreement":null},{"id":"W2470362907","doi":"10.1097/acm.0000000000000945","title":"In Reply to Leon-Carlyle and colleagues","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Specialty; Foundation (evidence); Curriculum; Stewardship (theology); Medical education; Public relations; Health care; Value (mathematics); Political science; Medicine; Psychology; Pedagogy; Family medicine; Computer science","score_opus":0.7043569324997023,"score_gpt":0.5984101643576358,"score_spread":0.1059467681420665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470362907","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075810757,0.0063132797,0.000013236089,0.9698767,0.0038939507,0.002406994,0.000065992,0.00012351146,0.009725248],"genre_scores_gemma":[0.0005668633,0.0028266634,0.000077324374,0.91466105,0.02242029,0.00035569564,0.0001745179,0.00010096227,0.058816634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98976916,0.0045010606,0.0021710407,0.0010374936,0.0012464547,0.0012747911],"domain_scores_gemma":[0.99020463,0.006791461,0.0009563566,0.000902351,0.00046439646,0.0006807911],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.013171196,0.0004932789,0.0014739757,0.000718871,0.0002633336,0.000004476922,0.0006439601,0.0033707526,0.00081176223],"category_scores_gemma":[0.02124669,0.00039739028,0.000029590448,0.00066705554,0.00027747563,0.00029802593,0.00042015046,0.019738829,0.0010246488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006085769,0.0000022368258,0.0064923083,0.0011095109,0.000019548053,0.00023653421,0.023823,3.9744865e-8,0.00001783192,0.00008312773,0.967653,0.00050202204],"study_design_scores_gemma":[0.0012422322,0.00024362124,0.0009296714,0.003892864,0.000057345427,0.000022227241,0.0059534605,0.0000027411581,9.92351e-7,0.0020090968,0.98530614,0.0003396022],"about_ca_topic_score_codex":0.015671339,"about_ca_topic_score_gemma":0.00052524667,"teacher_disagreement_score":0.05521566,"about_ca_system_score_codex":0.0007674718,"about_ca_system_score_gemma":0.001598562,"threshold_uncertainty_score":0.99984777},"labels":[],"label_agreement":null},{"id":"W2471015807","doi":"10.1097/acm.0000000000000815","title":"The Future of Postgraduate Medical Education in Canada","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Stakeholder; Medical education; Work (physics); Psychological intervention; Sustainability; Political science; Accountability; Public relations; Medicine; Nursing; Engineering","score_opus":0.01808666249195034,"score_gpt":0.3565814666593789,"score_spread":0.33849480416742855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471015807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71462417,0.0063798814,0.00003224387,0.2714963,0.0033981057,0.00029792718,5.0841726e-7,0.000011624719,0.0037592312],"genre_scores_gemma":[0.98011667,0.0013907953,0.00011132988,0.014748238,0.0022163128,0.00002935614,0.00005379225,0.000014137133,0.0013193812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974386,0.00007214549,0.0007249048,0.00015883349,0.0013743978,0.00023112282],"domain_scores_gemma":[0.99869007,0.00013017067,0.00018259296,0.00030620495,0.00043691497,0.00025405703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018576668,0.000107925895,0.00026793336,0.00013531878,0.000035448433,9.316191e-7,0.00026201026,0.00017265289,0.0001237311],"category_scores_gemma":[0.007169303,0.00006404617,0.000012870991,0.00076848065,0.00023767226,0.000041766558,0.000031086067,0.001000588,0.00000628167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075147414,0.00002161153,0.06834558,0.000052284602,0.000014446434,0.000007418165,0.0012814971,6.3486306e-7,0.00004651456,0.008719124,0.65845054,0.26298517],"study_design_scores_gemma":[0.0044455323,0.00030252113,0.10513529,0.0017967104,0.00009770708,0.00044604985,0.0612714,0.0014358457,0.00025507735,0.0072927154,0.81729347,0.00022768707],"about_ca_topic_score_codex":0.28097522,"about_ca_topic_score_gemma":0.17350996,"teacher_disagreement_score":0.26549247,"about_ca_system_score_codex":0.0006977583,"about_ca_system_score_gemma":0.024958735,"threshold_uncertainty_score":0.9805688},"labels":[],"label_agreement":null},{"id":"W2471044743","doi":"10.1097/acm.0000000000001071","title":"In Reply to Barnhoorn","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Miller; Identity (music); Pyramid (geometry); Scope (computer science); Professional development; Engineering ethics; Psychology; Field (mathematics); Process (computing); Medical education; Sociology; Pedagogy; Medicine; Computer science; Aesthetics; Engineering","score_opus":0.03129424121214808,"score_gpt":0.3786051585428581,"score_spread":0.34731091733071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471044743","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013549251,0.00038896664,0.0005066644,0.98202115,0.003650545,0.0009858803,0.000005127061,0.000091699774,0.010995066],"genre_scores_gemma":[0.00044818674,0.00026207897,0.00032411498,0.8692193,0.050288983,0.00018916931,0.00024396888,0.00008769871,0.07893651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958744,0.0000911973,0.001273538,0.0007797615,0.0012345872,0.00074650854],"domain_scores_gemma":[0.99804807,0.00026640392,0.00026706792,0.0009725376,0.00027919238,0.00016670166],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001596949,0.0004018444,0.00093878235,0.0014278522,0.000038004957,0.0000025777297,0.00044848476,0.0017439306,0.0038793283],"category_scores_gemma":[0.007944319,0.0002703898,0.000053021366,0.0012365667,0.00027608403,0.00008606647,0.00008783942,0.006924523,0.0014650966],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031187174,0.0000036044055,0.0003474239,0.00023986635,0.000020180254,0.00034504294,0.0010186417,3.0526493e-8,0.00039478872,0.00013316842,0.9879553,0.009510823],"study_design_scores_gemma":[0.0013321165,0.00022586164,0.00037858263,0.00444305,0.00009482093,0.00024938647,0.0001274892,0.0000037333523,0.00007554257,0.0013752308,0.9914358,0.00025833515],"about_ca_topic_score_codex":0.0000964981,"about_ca_topic_score_gemma":5.723253e-7,"teacher_disagreement_score":0.112801835,"about_ca_system_score_codex":0.00065237243,"about_ca_system_score_gemma":0.000398947,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W2471340413","doi":"10.1097/acm.0000000000001052","title":"In Reply to Rosenkranz and Hu and to Wolfson and Arora","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Timeline; Scholarship; Medical education; Institution; Value (mathematics); Psychology; Selection (genetic algorithm); Medical school; Population; Resource (disambiguation); Public relations; Medicine; Political science; Computer science; Law","score_opus":0.136084029949511,"score_gpt":0.4595300132887859,"score_spread":0.3234459833392749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471340413","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05136298,0.004812194,0.000045817356,0.94085974,0.00027211074,0.001512089,0.00001652422,0.000032663967,0.0010858746],"genre_scores_gemma":[0.003976896,0.01166328,0.00008719247,0.9621013,0.008882078,0.00007632724,0.000025141455,0.00005802962,0.013129799],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955384,0.00014872756,0.00073294924,0.00086177915,0.0011293807,0.0015887794],"domain_scores_gemma":[0.9911693,0.0012031446,0.000096305535,0.0004166154,0.00008969156,0.0070249625],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030951484,0.00039410323,0.0011755512,0.0008207953,0.000052352294,0.0000075156145,0.00014964049,0.0011651762,0.00020214469],"category_scores_gemma":[0.043511707,0.00024296452,0.000018704342,0.00036666938,0.0003939673,0.00008332176,0.00019517817,0.0043618097,0.000054173255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002352696,0.000002251882,0.0014661014,0.0009925304,0.000015987855,0.0010012685,0.0014018293,2.51722e-9,0.0011124986,0.000010582813,0.95571864,0.038043067],"study_design_scores_gemma":[0.0031231118,0.0014823263,0.0027653025,0.00655575,0.00005249708,0.0004656451,0.00014264179,0.000002640967,0.000062933745,0.00032748884,0.9847975,0.00022218662],"about_ca_topic_score_codex":0.0006375284,"about_ca_topic_score_gemma":0.000009634983,"teacher_disagreement_score":0.047386084,"about_ca_system_score_codex":0.0001865566,"about_ca_system_score_gemma":0.0007979036,"threshold_uncertainty_score":0.9979352},"labels":[],"label_agreement":null},{"id":"W2471580898","doi":"10.1097/acm.0000000000001291","title":"The ABMS MOC Part III Examination: Value, Concerns, and Alternative Formats","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conversation; Certification; Maintenance of Certification; Relevance (law); Value (mathematics); Professional association; Medical education; Professional development; Best practice; Medicine; Public relations; Engineering ethics; Political science; Psychology; Computer science; Engineering; Law","score_opus":0.040597431694306525,"score_gpt":0.37270551049632505,"score_spread":0.33210807880201854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471580898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65915686,0.0051182965,0.00861522,0.29749972,0.0040344456,0.001276179,0.000005295358,0.0001699773,0.024124045],"genre_scores_gemma":[0.96743447,0.0065662693,0.00011363276,0.008425013,0.004154236,0.00009318772,0.000021800717,0.00002092087,0.013170483],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981567,0.00007785121,0.00057109026,0.0002503013,0.0006487886,0.0002952194],"domain_scores_gemma":[0.9985043,0.00056584924,0.00022565926,0.00031055234,0.000262367,0.00013128534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019107461,0.0001546449,0.00024900984,0.00010689532,0.0002162506,0.000004866145,0.0001841193,0.0001761671,0.00030213138],"category_scores_gemma":[0.0032058214,0.0000717223,0.000017732502,0.00029809866,0.0008908065,0.00016763258,0.00005651997,0.0004902241,0.000045851288],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008739572,0.000013315608,0.0029987937,0.00007421274,0.0000924748,0.000008243756,0.005747257,1.7321051e-7,0.0021417185,0.09897611,0.3235287,0.56633157],"study_design_scores_gemma":[0.009264129,0.00069358747,0.025332082,0.003016277,0.00021099966,0.0003121325,0.007537302,0.0009165297,0.0034199117,0.016759967,0.9322062,0.00033084617],"about_ca_topic_score_codex":0.000020321582,"about_ca_topic_score_gemma":8.0952145e-7,"teacher_disagreement_score":0.6086775,"about_ca_system_score_codex":0.00014255317,"about_ca_system_score_gemma":0.00009121996,"threshold_uncertainty_score":0.3837899},"labels":[],"label_agreement":null},{"id":"W2472042817","doi":"10.1097/acm.0000000000001282","title":"Using a Logic Model to Assist in the Planning, Implementation, and Evaluation of Educational Programs","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Computer science; Logic model; Medical education; Program evaluation; Engineering management; Process management; Medicine; Sociology; Engineering; Statistics; Mathematics","score_opus":0.6403997961832618,"score_gpt":0.6326379658529381,"score_spread":0.007761830330323738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472042817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9280769,0.00020121393,0.0044555496,0.066034816,0.000106495085,0.0004953949,0.0000023375821,0.0000016204071,0.0006256556],"genre_scores_gemma":[0.99749136,0.000007449582,0.0007052869,0.0012940405,0.00015199554,0.00008833463,0.000006922918,0.0000026048222,0.0002519844],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99730074,0.00017446809,0.0005493531,0.00021509845,0.0016400089,0.000120306904],"domain_scores_gemma":[0.99838775,0.000837614,0.0002215289,0.00015184085,0.0003508162,0.00005044072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077181915,0.00006730945,0.0001169617,0.00019311211,0.00004829397,0.00000993198,0.00028156932,0.000033514687,0.00033837813],"category_scores_gemma":[0.0015299437,0.000029802466,0.000010677158,0.00039315075,0.000087252294,0.00016332959,0.00003688373,0.000069317146,0.0000044057792],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016704853,0.00003901014,0.7756201,0.000005769192,0.000011247398,6.675147e-8,0.015838766,0.0002798929,0.009356787,0.056655087,0.017655194,0.124521345],"study_design_scores_gemma":[0.0011894985,0.00016885306,0.43608373,0.00017549543,0.000047267433,0.000004505748,0.024126092,0.008505466,0.00014689246,0.52855706,0.000897424,0.00009771963],"about_ca_topic_score_codex":0.000052907722,"about_ca_topic_score_gemma":0.000018865187,"teacher_disagreement_score":0.47190195,"about_ca_system_score_codex":0.00007857982,"about_ca_system_score_gemma":0.0003348579,"threshold_uncertainty_score":0.37050033},"labels":[],"label_agreement":null},{"id":"W2473175073","doi":"10.1097/acm.0000000000000868","title":"Intellectual Virtue Vaccination Schedules Need to Include Boosters","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Manitoba Health","funders":"","keywords":"Virtue; Order (exchange); Public relations; Medical education; Intellectual property; Lifelong learning; Vaccination; Process (computing); Psychology; Medicine; Business; Political science; Computer science; Pedagogy; Law","score_opus":0.05204055377583218,"score_gpt":0.3727959900268624,"score_spread":0.32075543625103026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473175073","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00971002,0.00091306877,0.0052921777,0.97172403,0.0040887906,0.0015302822,0.000009017741,0.0002529812,0.006479615],"genre_scores_gemma":[0.007888391,0.00019137686,0.001681745,0.943255,0.029361602,0.00020978705,0.0026419803,0.0001579466,0.014612172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99465054,0.0001762612,0.0014262026,0.0008380328,0.0022175708,0.0006913913],"domain_scores_gemma":[0.9966293,0.0005060565,0.00043612436,0.00090444996,0.0011772758,0.00034680692],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0021617182,0.00061997434,0.0011498447,0.0018899239,0.00012228097,0.000012006173,0.00065263145,0.0026245741,0.0018469759],"category_scores_gemma":[0.026577013,0.00050597446,0.00008103172,0.0018630696,0.00024312957,0.00014249042,0.00022589396,0.008573651,0.0011349787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009124878,0.00001206639,0.00009283966,0.00033791378,0.000104439496,0.0000636753,0.0044682985,0.0000012675761,0.0003069183,0.00021892464,0.9768128,0.017489657],"study_design_scores_gemma":[0.0017613977,0.0007020648,0.00014754263,0.001826975,0.00041440656,0.00022378558,0.0023493783,0.000161255,0.00020313394,0.0011436612,0.9906341,0.00043228705],"about_ca_topic_score_codex":0.00006578491,"about_ca_topic_score_gemma":0.0000012283173,"teacher_disagreement_score":0.028469047,"about_ca_system_score_codex":0.0012610636,"about_ca_system_score_gemma":0.0008688883,"threshold_uncertainty_score":0.99973917},"labels":[],"label_agreement":null},{"id":"W2474064376","doi":"10.1097/acm.0000000000001286","title":"Is Canada Ready for Nationwide Collaboration on Medical School Admissions Practices and Policies?","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; The Wilson Centre; Children's Hospital of Eastern Ontario; Western University; SickKids Foundation; University of Toronto","funders":"","keywords":"Documentation; Medicine; Medical education; Interview; Accountability; Specialty; Population; Family medicine; Public relations; Political science; Environmental health","score_opus":0.18259666710418412,"score_gpt":0.5347721757740294,"score_spread":0.35217550866984526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474064376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070110455,0.71341836,0.000023286853,0.28107938,0.00095057016,0.0015079842,0.00012669424,0.000044101165,0.0028425925],"genre_scores_gemma":[0.000020399802,0.88883066,0.00005102792,0.073811024,0.0036929958,0.00031894245,0.0005041563,0.000059609174,0.032711156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956954,0.00020388183,0.0013354529,0.00067512284,0.0016457911,0.00044435193],"domain_scores_gemma":[0.9833659,0.0043325284,0.0014899941,0.00052517885,0.00041992834,0.009866488],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012750506,0.0004806681,0.0017052451,0.00037760692,0.0002367318,0.000010316557,0.00030631715,0.0010806781,0.018627267],"category_scores_gemma":[0.3377508,0.00026316935,0.00008768217,0.0005395175,0.00019130742,0.00009288779,0.000058055884,0.0016352537,0.000051534193],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028061297,0.00001793398,0.0000078513685,0.004043703,0.00011374424,0.000010176394,0.00018567918,2.2822244e-9,0.0000025376478,0.0016160043,0.8112613,0.18271302],"study_design_scores_gemma":[0.001257325,0.00023971962,0.000008860978,0.058929965,0.00088073924,0.00018703648,0.0004880854,0.000009522264,0.000002913114,0.00011168729,0.9376462,0.00023792495],"about_ca_topic_score_codex":0.006780699,"about_ca_topic_score_gemma":0.0017353144,"teacher_disagreement_score":0.33647576,"about_ca_system_score_codex":0.00043432091,"about_ca_system_score_gemma":0.06037656,"threshold_uncertainty_score":0.99998206},"labels":[],"label_agreement":null},{"id":"W247570382","doi":"10.1097/acm.0000000000000295","title":"Regional Medical Campuses","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Workforce; Class (philosophy); Medicine; Process (computing); MEDLINE; Function (biology); Family medicine; Political science; Public relations; Computer science","score_opus":0.037233492373445115,"score_gpt":0.38647228941882855,"score_spread":0.3492387970453834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W247570382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55218947,0.00092810893,0.015612152,0.388524,0.002292991,0.0004377443,4.5747876e-7,0.00033019343,0.0396849],"genre_scores_gemma":[0.8871126,0.00048148472,0.0008916928,0.09937052,0.006949293,0.000041241245,0.00011110976,0.00003375318,0.0050083003],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971436,0.000071566705,0.00062584283,0.00031911623,0.0015150539,0.00032482357],"domain_scores_gemma":[0.99865645,0.00026831764,0.00013406333,0.0003907942,0.00023059953,0.00031979912],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020399017,0.00016527697,0.00037750058,0.00025677576,0.00008795095,0.0000018010049,0.0002511436,0.00046171472,0.0037881513],"category_scores_gemma":[0.013367511,0.00011770946,0.000035642115,0.0005943503,0.00063191843,0.00006321924,0.00004159982,0.0013424983,0.0002774776],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004662507,0.00002691945,0.012995434,0.000102821556,0.00003673538,0.000011629684,0.0012490231,3.3841457e-7,0.00063799083,0.047016505,0.84704983,0.090826124],"study_design_scores_gemma":[0.002715831,0.00034412678,0.016000668,0.0010610862,0.00011276606,0.00081543863,0.00082239485,0.001926103,0.00016387737,0.0057027023,0.9701522,0.00018280733],"about_ca_topic_score_codex":0.000031905973,"about_ca_topic_score_gemma":0.0000010592285,"teacher_disagreement_score":0.33492315,"about_ca_system_score_codex":0.00008695667,"about_ca_system_score_gemma":0.0002583452,"threshold_uncertainty_score":0.9971225},"labels":[],"label_agreement":null},{"id":"W2476327154","doi":"10.1097/acm.0000000000001317","title":"A Reduced Duty Hours Model for Senior Internal Medicine Residents: A Qualitative Analysis of Residents’ Experiences and Perceptions","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa","funders":"","keywords":"Duty; Medicine; Medical education; Family medicine; Political science","score_opus":0.05891871510043914,"score_gpt":0.4375293807502525,"score_spread":0.3786106656498134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2476327154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95749164,0.0010457538,0.015129738,0.02538718,0.00013943951,0.00046751418,0.000029732804,0.000039999,0.00026901712],"genre_scores_gemma":[0.9866883,0.001564682,0.00078463624,0.0009256104,0.00029536398,0.00011179733,0.000023316392,0.000022737124,0.009583546],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9974306,0.00011478265,0.0009951311,0.00048654075,0.0006379422,0.00033498943],"domain_scores_gemma":[0.9974548,0.0010793398,0.00035549936,0.00034529445,0.00028607808,0.0004789441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012278708,0.0002535919,0.0010950295,0.0007677181,0.00009399029,0.0000023135717,0.00021057959,0.00020273618,0.00070591486],"category_scores_gemma":[0.0049762237,0.00012820157,0.00014521819,0.0006435913,0.0009768085,0.00015836976,0.000076639204,0.00025606898,0.000002654865],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013223483,0.000054071355,0.1128351,0.00021384929,0.0018404402,0.000016859409,0.7308721,0.000004370053,0.1165063,0.0017756632,0.030216664,0.0043422314],"study_design_scores_gemma":[0.010938391,0.0025825633,0.44763902,0.0063084993,0.006534825,0.00006218465,0.512527,0.0050464324,0.0020628138,0.0057056905,0.00011400444,0.0004785771],"about_ca_topic_score_codex":0.0006271624,"about_ca_topic_score_gemma":0.00003192407,"teacher_disagreement_score":0.3348039,"about_ca_system_score_codex":0.00008582583,"about_ca_system_score_gemma":0.00010792256,"threshold_uncertainty_score":0.7729272},"labels":[],"label_agreement":null},{"id":"W2480991443","doi":"10.1097/acm.0000000000001331","title":"Internationally Educated Health Professionals in Canada: Navigating Three Policy Subsystems Along the Pathway to Practice","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Global Health Research; The Wilson Centre","funders":"","keywords":"Licensure; Public relations; Health care; Jurisdiction; Ideology; Health policy; Political science; Policy analysis; Sociology; Public administration; Law","score_opus":0.0615721957326642,"score_gpt":0.4925108275618773,"score_spread":0.4309386318292131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480991443","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31451586,0.002263306,0.00013979254,0.67546993,0.0028315082,0.002303592,0.000025001675,0.00005654953,0.0023944497],"genre_scores_gemma":[0.8596512,0.00032748908,0.00008298588,0.13190858,0.0025137637,0.0004439456,0.000019510842,0.000037942413,0.0050145527],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934961,0.0016630202,0.0019777934,0.00045694364,0.0011519609,0.0012541706],"domain_scores_gemma":[0.9902801,0.0071077636,0.001053732,0.00046315085,0.00044968573,0.00064559403],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061292835,0.000263138,0.0005667364,0.00014546579,0.0005812795,0.0000020468524,0.00076329114,0.00023266843,0.00029880108],"category_scores_gemma":[0.012789736,0.00013255661,0.000019670017,0.0009890508,0.00007871202,0.00019930853,0.00024276716,0.0021767768,0.00018716574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00023237708,0.000026377063,0.40611234,0.0005688492,0.000049507726,0.00003204682,0.055520426,0.000007895594,0.00035372048,0.041708313,0.4487151,0.04667305],"study_design_scores_gemma":[0.0028324614,0.00022185613,0.12261855,0.064605676,0.0000146885895,0.00005397584,0.13747752,0.000066034525,0.000026240608,0.0018041456,0.66986847,0.00041040487],"about_ca_topic_score_codex":0.967713,"about_ca_topic_score_gemma":0.93491215,"teacher_disagreement_score":0.5451354,"about_ca_system_score_codex":0.0058041834,"about_ca_system_score_gemma":0.019697348,"threshold_uncertainty_score":0.99801236},"labels":[],"label_agreement":null},{"id":"W2484274124","doi":"10.1097/acm.0000000000001328","title":"The Impact of Project ECHO on Participant and Patient Outcomes: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":410,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"PsycINFO; MEDLINE; Medical education; Grey literature; Health care; Competence (human resources); Program evaluation; Medicine; Psychology; Family medicine; Social psychology","score_opus":0.21821236351950385,"score_gpt":0.5289477512725113,"score_spread":0.3107353877530074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484274124","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053644937,0.98648435,0.000005390059,0.0028582294,0.00017173988,0.0101595,0.000038032336,0.00003773015,0.00019137292],"genre_scores_gemma":[0.00023732414,0.99579537,0.0000043325235,0.002270348,0.00019244365,0.0011087587,0.000059048954,0.000057040146,0.00027536336],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942013,0.00056485675,0.0034061263,0.00042493746,0.00084876054,0.0005540217],"domain_scores_gemma":[0.99353576,0.0028487458,0.002335751,0.00082516787,0.00014567617,0.0003089109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022461289,0.0005937719,0.0056087114,0.0002941413,0.000092810405,0.000002632388,0.00023613448,0.00027911892,0.000076169126],"category_scores_gemma":[0.0058485446,0.0001957938,0.00038580023,0.00043645097,0.00025165753,0.00003759358,0.00006597094,0.0008977953,0.000029347455],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021117066,0.000011639429,0.000043172775,0.70904636,0.00068623427,0.000012551217,0.00057992217,1.5264804e-9,3.5439132e-7,0.000074742915,0.030107234,0.25941664],"study_design_scores_gemma":[0.0008427206,0.0023749655,0.000025018777,0.7924804,0.0064276787,0.00023862494,0.0002975218,6.195972e-7,2.6619412e-7,0.000028245262,0.19713931,0.00014462389],"about_ca_topic_score_codex":0.000103203136,"about_ca_topic_score_gemma":0.0000011242086,"teacher_disagreement_score":0.259272,"about_ca_system_score_codex":0.0002372829,"about_ca_system_score_gemma":0.0006929272,"threshold_uncertainty_score":0.7984239},"labels":[],"label_agreement":null},{"id":"W2500551042","doi":"10.1097/acm.0000000000000867","title":"Social Science and Humanities Research in MD–PhD Training","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of British Columbia; Western University","funders":"","keywords":"Empathy; Narrative; Medical humanities; Psychology; Medical education; Sociology; Engineering ethics; Medicine; Social psychology","score_opus":0.7137506887464351,"score_gpt":0.6138798326405562,"score_spread":0.09987085610587887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500551042","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014237795,0.004454277,7.769259e-7,0.78551203,0.001218271,0.0007214345,0.0000106450525,0.00005828114,0.2066005],"genre_scores_gemma":[0.003058326,0.0024816561,0.0000086163345,0.94987434,0.0267269,0.00017676134,0.00007178491,0.000050778646,0.01755084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992385,0.0012782525,0.0010563335,0.0006509727,0.002720301,0.00190914],"domain_scores_gemma":[0.9953563,0.0029235424,0.00029771854,0.00030623903,0.0009102462,0.00020590864],"candidate_categories":["sts","research_integrity"],"consensus_categories":["sts","research_integrity"],"category_scores_codex":[0.022273112,0.00027824903,0.00094982417,0.0017209103,0.0016386675,0.000006948953,0.0008647562,0.0020419569,0.0002993611],"category_scores_gemma":[0.0030175487,0.00021927958,0.000019273386,0.0010525103,0.0029524574,0.00021965754,0.0005382053,0.023725785,0.00010429182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012641069,6.094825e-7,0.0006836732,0.00080555154,0.000004252366,0.00008256348,0.07308331,1.6895015e-9,0.000015412168,0.0016984513,0.9214784,0.002135141],"study_design_scores_gemma":[0.0009208178,0.00008992298,0.00059283583,0.0010362075,0.000015344744,0.000007724826,0.023081712,0.00000119628,3.4108444e-7,0.01106606,0.9630109,0.00017693432],"about_ca_topic_score_codex":0.0010585629,"about_ca_topic_score_gemma":0.000067802604,"teacher_disagreement_score":0.18904966,"about_ca_system_score_codex":0.0024851398,"about_ca_system_score_gemma":0.010773852,"threshold_uncertainty_score":0.9997609},"labels":[],"label_agreement":null},{"id":"W2500996286","doi":"10.1097/acm.0000000000001299","title":"Lessons From Rocket Science: Reframing the Concept of the Physician Health Advocate","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Spaceflight effects on biology","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of British Columbia","funders":"","keywords":"Rocket (weapon); Aeronautics; MEDLINE; Engineering ethics; Political science; Engineering; Law","score_opus":0.035876396365470055,"score_gpt":0.3785016492398251,"score_spread":0.342625252874355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500996286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61273605,0.004331405,0.00034436598,0.37976092,0.0008730166,0.00063082273,0.000016254147,0.000047630758,0.0012595344],"genre_scores_gemma":[0.97648925,0.0005658059,0.00002893998,0.020928934,0.0010646506,0.000015199381,0.000004666568,0.000017815182,0.000884739],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977968,0.00021498202,0.00046128433,0.00039689083,0.0006448637,0.00048519237],"domain_scores_gemma":[0.9975642,0.0008848371,0.00043173062,0.0008016005,0.00012572193,0.00019190006],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015703569,0.0001808481,0.00052871165,0.00009101137,0.00022754869,0.0000015651619,0.0007193363,0.00015666118,0.00010033791],"category_scores_gemma":[0.0017217693,0.00006206555,0.000057337536,0.0006520558,0.0032595743,0.00006623703,0.00017932599,0.0006333614,0.000025390127],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008701092,0.000013969722,0.006004436,0.000024107607,0.00006367697,0.0000024662836,0.0078084,2.445649e-7,0.8102622,0.0042449227,0.031313367,0.14017522],"study_design_scores_gemma":[0.008920319,0.0018058142,0.22684424,0.0065609575,0.0003533487,0.00009559421,0.008866766,0.000087689565,0.5877752,0.007262183,0.15102828,0.0003996274],"about_ca_topic_score_codex":0.00042302432,"about_ca_topic_score_gemma":0.000009998944,"teacher_disagreement_score":0.3637532,"about_ca_system_score_codex":0.00016555222,"about_ca_system_score_gemma":0.0005490492,"threshold_uncertainty_score":0.999453},"labels":[],"label_agreement":null},{"id":"W2501302118","doi":"10.1097/acm.0000000000001325","title":"Choosing Wisely for Medical Education: Six Things Medical Students and Trainees Should Question","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Medical education; General partnership; Psychology; Test (biology); Resource (disambiguation); Health care; Stewardship (theology); Medicine; Political science; Computer science","score_opus":0.5687315088319712,"score_gpt":0.6416663441263191,"score_spread":0.07293483529434786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501302118","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2537284,0.0034056946,0.004089167,0.73326206,0.0028987583,0.0014345074,0.0000066759776,0.00020096863,0.00097374903],"genre_scores_gemma":[0.7551908,0.008518438,0.0003437478,0.22226976,0.008627405,0.0005653069,0.00004067527,0.00007022682,0.0043736203],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99240726,0.001855564,0.0015498509,0.00059165095,0.0028568322,0.0007388499],"domain_scores_gemma":[0.9878055,0.009325011,0.00057148334,0.0003310292,0.0004243403,0.0015426596],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02208628,0.00026829122,0.0005837164,0.00019002063,0.0005684512,0.0000066070847,0.00077149173,0.0014217395,0.00219918],"category_scores_gemma":[0.09098811,0.0001633356,0.000034930723,0.00021342542,0.00052942836,0.0005855638,0.00023710457,0.0024023592,0.00007515677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037579815,0.000112892805,0.26841375,0.0019211227,0.00010019391,0.000014280074,0.034676097,1.3384729e-8,0.0004669857,0.054617535,0.35315463,0.2861467],"study_design_scores_gemma":[0.0102741085,0.0006808343,0.05863012,0.029561248,0.00024946936,0.00013355783,0.021242231,0.00015138587,0.0000333624,0.030092703,0.8482828,0.0006681761],"about_ca_topic_score_codex":0.0006034408,"about_ca_topic_score_gemma":0.0001222408,"teacher_disagreement_score":0.51099235,"about_ca_system_score_codex":0.00028594575,"about_ca_system_score_gemma":0.0029822448,"threshold_uncertainty_score":0.99989915},"labels":[],"label_agreement":null},{"id":"W2502877398","doi":"10.1097/acm.0000000000001327","title":"Procedural Competence Among Faculty in Academic Health Centers: Challenges and Future Directions","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University Health Network","funders":"National Institute of Arthritis and Musculoskeletal and Skin Diseases","keywords":"Competence (human resources); Retraining; Medical education; Psychological intervention; Health care; Backup; Medicine; Faculty development; Psychology; Nursing; Professional development; Political science; Computer science","score_opus":0.05563236391028267,"score_gpt":0.3532097035712181,"score_spread":0.29757733966093547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2502877398","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012408813,0.07943019,0.0000026739517,0.9048509,0.00097444066,0.00094668975,0.000039309703,0.00014509259,0.0012018884],"genre_scores_gemma":[0.009241927,0.36694086,0.000044512082,0.5952518,0.019313054,0.00010231054,0.00033442446,0.00009696945,0.0086741345],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962446,0.00013664873,0.0010352149,0.0008963907,0.00073688745,0.00095022586],"domain_scores_gemma":[0.9982344,0.00024400876,0.00044856928,0.00039540266,0.00008583762,0.00059179764],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006065361,0.00061235233,0.0015136203,0.0005455256,0.00011330397,0.0000036105519,0.00032182416,0.0019818551,0.00016557709],"category_scores_gemma":[0.00038356174,0.00035926566,0.000093849405,0.00026459104,0.00051337696,0.00016964255,0.00013534832,0.008078303,0.0000244857],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003864196,0.000007772732,0.026266634,0.0015862843,0.000077337696,0.00022315727,0.006654856,7.452473e-9,0.000037092886,0.00010906882,0.89837074,0.06662841],"study_design_scores_gemma":[0.0018651389,0.00038244258,0.086091205,0.0092517985,0.000081549886,0.0003240264,0.0021804073,0.0000038616395,0.0000046679374,0.0002415975,0.89924955,0.00032376088],"about_ca_topic_score_codex":0.0001342438,"about_ca_topic_score_gemma":0.000022831598,"teacher_disagreement_score":0.30959907,"about_ca_system_score_codex":0.00030807682,"about_ca_system_score_gemma":0.00029585432,"threshold_uncertainty_score":0.9998859},"labels":[],"label_agreement":null},{"id":"W2505149311","doi":"10.1097/acm.0000000000001316","title":"A Qualitative Study of the Experiences and Factors That Led Physicians to Be Lifelong Health Advocates","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Miller Group (Canada); Vector Institute; University of Toronto","funders":"","keywords":"Reflexivity; Formative assessment; Public health; Lifelong learning; Curriculum; Health care; Qualitative research; Medical education; Meaning (existential); Psychology; Medicine; Public relations; Nursing; Sociology; Pedagogy; Political science","score_opus":0.23491305141522556,"score_gpt":0.5730435958213482,"score_spread":0.33813054440612267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2505149311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75206274,0.00021036666,0.00003685172,0.24554195,0.0009406627,0.0010377375,0.0000047593103,0.000020858984,0.00014406296],"genre_scores_gemma":[0.97262836,0.0002596498,0.0000046168484,0.024928194,0.00046802155,0.00028155104,0.0000016783158,0.00001152412,0.0014163898],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970143,0.001241271,0.00064188655,0.00023483906,0.00037938834,0.00048834615],"domain_scores_gemma":[0.9967089,0.0021827938,0.00048331099,0.0002594885,0.00009278953,0.0002726888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019987018,0.00013355257,0.00040047348,0.00009910933,0.00053110736,9.4920335e-7,0.0002609939,0.0001057076,0.00010023664],"category_scores_gemma":[0.0016043001,0.00005858266,0.000014900747,0.00034047023,0.00021374218,0.00010832502,0.00010990776,0.0003917165,0.0000047761964],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010518021,0.000015770893,0.02615121,0.00006255331,0.000009392093,2.15955e-8,0.9251894,5.1143232e-8,0.00012303644,0.00033667756,0.046942838,0.0011585642],"study_design_scores_gemma":[0.00063531136,0.0004032318,0.059266947,0.00063559215,0.0000060167204,1.2780748e-7,0.9243341,0.0000015012578,0.000037384143,0.00018084016,0.014439776,0.00005916468],"about_ca_topic_score_codex":0.009359755,"about_ca_topic_score_gemma":0.00054472225,"teacher_disagreement_score":0.22061375,"about_ca_system_score_codex":0.00013132351,"about_ca_system_score_gemma":0.00042439628,"threshold_uncertainty_score":0.997237},"labels":[],"label_agreement":null},{"id":"W2511129601","doi":"10.1097/acm.0000000000001367","title":"Working Definitions of the Roles and an Organizational Structure in Health Professions Education Scholarship: Initiating an International Conversation","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scholarship; Terminology; Conversation; Public relations; Transferability; Organizational structure; Field (mathematics); Political science; Sociology; Computer science","score_opus":0.05657979693728699,"score_gpt":0.39701089255073857,"score_spread":0.3404310956134516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511129601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92841226,0.00014606815,0.00068066403,0.06910799,0.0009812412,0.00039413816,0.0000061492806,0.000024965955,0.00024654905],"genre_scores_gemma":[0.99220437,0.00037316026,0.0014686282,0.0048974487,0.0007271016,0.000020415684,0.0002305454,0.000016526816,0.000061783794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983252,0.00018826887,0.0006428065,0.00023085177,0.000464995,0.00014787467],"domain_scores_gemma":[0.9987905,0.00013548181,0.0003874507,0.00023558005,0.0003576073,0.00009334984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009192989,0.000105672356,0.00017981559,0.0003217831,0.00013044341,0.0000041720523,0.00017944358,0.00017646057,0.00027620775],"category_scores_gemma":[0.004634709,0.00006312384,0.000009752493,0.000667403,0.00024962603,0.0003942949,0.00004159407,0.0005605066,0.0000011193916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028169497,0.00007043449,0.8471998,0.00006544277,0.000014773592,2.0566777e-7,0.013040275,0.000001913556,0.017403712,0.081390835,0.00041536218,0.04036909],"study_design_scores_gemma":[0.0022407067,0.00018721001,0.9239983,0.006009927,0.000043113592,0.00008123917,0.016938705,0.0003410546,0.0013243626,0.04763274,0.0010552357,0.00014738756],"about_ca_topic_score_codex":0.000027074664,"about_ca_topic_score_gemma":0.000038060003,"teacher_disagreement_score":0.076798536,"about_ca_system_score_codex":0.0002239582,"about_ca_system_score_gemma":0.00081894227,"threshold_uncertainty_score":0.5548515},"labels":[],"label_agreement":null},{"id":"W2511680540","doi":"10.1097/acm.0000000000001355","title":"Remembering Freddie Gray: Medical Education for Social Justice","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Injustice; Health care; Psychology; Medical education; Public relations; Social work; Sociology; Medicine; Pedagogy; Political science; Social psychology; Law","score_opus":0.08429953108114215,"score_gpt":0.4532392716896991,"score_spread":0.36893974060855694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511680540","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09915149,0.0031729203,0.0015341825,0.8129215,0.019400472,0.0013891123,0.000010006149,0.00039784634,0.062022433],"genre_scores_gemma":[0.9530653,0.001801165,0.00013620038,0.00920523,0.026402393,0.00015131684,0.000012448963,0.000019131281,0.009206843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979474,0.0001100499,0.00039364732,0.00025271814,0.000855408,0.00044077748],"domain_scores_gemma":[0.9982469,0.00086325547,0.00014373993,0.00010324257,0.00028165508,0.00036119076],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018671224,0.00010863679,0.0002099398,0.000058538568,0.00064800354,0.00000456234,0.0004086681,0.00036013292,0.0012144806],"category_scores_gemma":[0.015123905,0.00006763796,0.000039379684,0.00022250555,0.00045565137,0.00015899586,0.000036277295,0.0003044933,0.000038897102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025721847,0.0000055154524,0.00078655774,0.00013572694,0.000009501976,0.0000011387763,0.023079673,7.6748215e-8,0.0005864169,0.2463974,0.6699765,0.058995772],"study_design_scores_gemma":[0.000598455,0.0000498064,0.00040015273,0.00057333644,0.00006669735,0.0000037959992,0.012383657,0.000013701196,0.000023608834,0.018171612,0.9675759,0.00013924291],"about_ca_topic_score_codex":0.00056257914,"about_ca_topic_score_gemma":0.0003007123,"teacher_disagreement_score":0.8539138,"about_ca_system_score_codex":0.00028644176,"about_ca_system_score_gemma":0.0010842546,"threshold_uncertainty_score":0.9996985},"labels":[],"label_agreement":null},{"id":"W2512400515","doi":"10.1097/acm.0000000000001315","title":"In Reply to Shemtob","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Reflective practice; Context (archaeology); Reflection (computer programming); Flexibility (engineering); Reflective writing; Psychology; Point (geometry); Clinical Practice; Pedagogy; Medical education; Engineering ethics; Medicine; Computer science; Nursing; Management","score_opus":0.03351746399074897,"score_gpt":0.3828218412271373,"score_spread":0.34930437723638835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512400515","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00156443,0.0003897608,0.00037670508,0.98049706,0.0036025168,0.0009614649,0.0000046390123,0.000089731766,0.012513698],"genre_scores_gemma":[0.0003564298,0.000265209,0.00035361826,0.8687202,0.04982804,0.00018880721,0.00023732307,0.0000843292,0.07996606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959529,0.00007742546,0.0012482308,0.0007650782,0.001231148,0.0007251971],"domain_scores_gemma":[0.99808395,0.0002727557,0.0002604648,0.00096007204,0.0002672756,0.00015550647],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001499986,0.00039254184,0.0009221936,0.00137684,0.000036032798,0.0000025073662,0.00044302543,0.0017209906,0.0037494188],"category_scores_gemma":[0.0072487285,0.0002638505,0.000051589028,0.0012193419,0.0002826872,0.00008573314,0.000086461834,0.006632792,0.0012212421],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030555115,0.0000037170496,0.00033242968,0.00025007778,0.000025108635,0.00034039092,0.0009626079,2.6764088e-8,0.00037096033,0.00014387624,0.98706716,0.010473069],"study_design_scores_gemma":[0.0012932536,0.00021925826,0.00028675396,0.0044931695,0.00009155157,0.00025389376,0.00012538114,0.000003549123,0.000092797985,0.0013524223,0.9915346,0.0002533948],"about_ca_topic_score_codex":0.00009654128,"about_ca_topic_score_gemma":5.6834585e-7,"teacher_disagreement_score":0.11177687,"about_ca_system_score_codex":0.0006536695,"about_ca_system_score_gemma":0.00036612872,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W2512839874","doi":"10.1097/acm.0000000000001356","title":"The Characteristics of International Medical Graduates Who Have Been Disciplined by Professional Regulatory Colleges in Canada: A Retrospective Cohort Study","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; University Health Network; University of Toronto; Toronto General Hospital; Helix Biopharma (Canada); Sunnybrook Health Science Centre; Ministry of Health and Long Term Care","funders":"","keywords":"Medicine; Misconduct; Confidence interval; Relative risk; Population; Family medicine; Discipline; Demography; Internal medicine; Environmental health; Political science","score_opus":0.022067434079346568,"score_gpt":0.39932642161391974,"score_spread":0.37725898753457315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512839874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91921127,0.00045722345,0.000008599487,0.07540197,0.0021083192,0.0017968289,0.0001282952,0.000021778269,0.00086569163],"genre_scores_gemma":[0.981283,0.0016798116,0.0000024354358,0.0010568602,0.00073286187,0.00032247964,0.00003945911,0.000024022009,0.0148590645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99424064,0.0007719161,0.0017460334,0.00040616782,0.0021889184,0.000646332],"domain_scores_gemma":[0.99517554,0.0029463486,0.00078117516,0.00035773483,0.00039058863,0.00034863883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038712742,0.00022585792,0.00074616936,0.00008771698,0.00039647013,9.659955e-7,0.0007636482,0.0003130841,0.0007079888],"category_scores_gemma":[0.00481707,0.0001115124,0.00002194911,0.00024036413,0.00043107432,0.000075469216,0.00033587718,0.0014008597,0.000008612343],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016860392,0.000019622361,0.82003045,0.000026528598,0.000044777727,0.000009189711,0.0024316825,2.4114879e-8,0.00003820852,0.0008911736,0.17588438,0.00045537046],"study_design_scores_gemma":[0.0021383,0.000114044466,0.9684985,0.003034067,0.000022737775,0.0000015925733,0.015538841,0.000056960405,0.00001286228,0.00060896215,0.009859594,0.0001135215],"about_ca_topic_score_codex":0.22989768,"about_ca_topic_score_gemma":0.410839,"teacher_disagreement_score":0.18094133,"about_ca_system_score_codex":0.0022103225,"about_ca_system_score_gemma":0.0028954796,"threshold_uncertainty_score":0.7752305},"labels":[],"label_agreement":null},{"id":"W2516334710","doi":"10.1097/acm.0000000000001350","title":"Characteristics of Biostatistics, Epidemiology, and Research Design Programs in Institutions With Clinical and Translational Science Awards","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Research Resources; National Cancer Institute; Center for Clinical and Translational Science, University of Alabama at Birmingham; College of Medicine, University of Cincinnati; Center for Clinical and Translational Sciences, University of Texas Health Science Center at Houston; School of Medicine, Indiana University; University of California, San Francisco; University of North Carolina at Chapel Hill; Weill Cornell Medical College; School of Medicine, New York University; University of Illinois at Urbana-Champaign; University of Birmingham; University of Texas Health Science Center at Houston; York University; University of Miami; Northwestern University; University of Rochester; National Center for Advancing Translational Sciences; University of Arkansas for Medical Sciences; University of Denver; Georgetown University; University of Cincinnati; McGovern Medical School; University of Pittsburgh; Pennsylvania State University; Johns Hopkins University; University of Washington; University of South Carolina; University of Minnesota; Harvard University; University of Worcester; University of Wisconsin-Madison; Virginia Commonwealth University; University of Colorado Denver; Yale University; Center for Clinical and Translational Science, Mayo Clinic; Vanderbilt University; University of Pennsylvania; University of Texas Health Science Center at San Antonio; Medical University of South Carolina; Ohio State University; University of Southern California","keywords":"Biostatistics; Epidemiology; Clinical epidemiology; Medicine; Health science; Medical education; Family medicine; MEDLINE; Library science; Political science; Computer science; Pathology","score_opus":0.7392371503764497,"score_gpt":0.6183289287372378,"score_spread":0.12090822163921189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516334710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8109704,0.0011035411,0.041161172,0.14518617,0.000093478906,0.0011774066,0.000016835353,0.000017194896,0.0002737921],"genre_scores_gemma":[0.98485196,0.010085046,0.0034208484,0.001323587,0.00021529733,0.000022428105,0.0000072756266,0.00000693029,0.000066616194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996628,0.00055817474,0.00081574003,0.00035093582,0.0008344844,0.0008126629],"domain_scores_gemma":[0.98956686,0.0067971353,0.000101389174,0.00017561512,0.00042365794,0.0029353632],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03517839,0.000097193406,0.00052133296,0.00042156698,0.0000918576,0.0000014534963,0.00011178997,0.00020390432,0.000023247812],"category_scores_gemma":[0.21007831,0.00004807435,0.000008522605,0.0006204848,0.014032509,0.000093693845,0.00004284621,0.00096867024,0.0000023732105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000531066,0.000032422755,0.7587013,0.0001829503,0.000008877298,0.000028625838,0.00050827325,2.4815977e-8,0.00086065667,0.008729417,0.00090145104,0.22951491],"study_design_scores_gemma":[0.0045361775,0.002900529,0.97903985,0.0031614425,0.000027359962,0.00014027255,0.00023642456,0.00024054668,0.00006864502,0.0035758847,0.0059971893,0.00007565686],"about_ca_topic_score_codex":0.0001268976,"about_ca_topic_score_gemma":0.0000073467086,"teacher_disagreement_score":0.22943926,"about_ca_system_score_codex":0.000047289126,"about_ca_system_score_gemma":0.005920317,"threshold_uncertainty_score":0.9997152},"labels":[],"label_agreement":null},{"id":"W2518055943","doi":"10.1097/acm.0000000000001318","title":"Artist Statement: Pixels In","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Magenta; Object (grammar); Cyan; Theme (computing); Visual arts; Art; Computer science; Pixel; Computer graphics (images); Painting; Artificial intelligence; Inkwell; World Wide Web","score_opus":0.01309106749390991,"score_gpt":0.2636916465625741,"score_spread":0.2506005790686642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518055943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8170006,0.01771238,0.067013234,0.04459829,0.0016827334,0.00045772153,0.0000075100183,0.0015657484,0.049961768],"genre_scores_gemma":[0.9896305,0.008676143,0.000038254322,0.00047836907,0.0001590122,0.000016617807,0.0000013978041,0.000011483598,0.0009881777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922085,0.000010477545,0.00028417484,0.00010673636,0.00012583,0.00025192904],"domain_scores_gemma":[0.999695,0.000074456424,0.000017814102,0.00011590416,0.0000060306998,0.00009081635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027470905,0.000081394726,0.0001608262,0.00011374125,0.000008297381,2.9202204e-7,0.00014148313,0.00017776972,0.0005266449],"category_scores_gemma":[0.00022513866,0.000047953614,0.000008010594,0.00015226584,0.00015817888,0.000050710154,0.000019345829,0.00031817774,0.00013550355],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016700384,0.0000068273143,0.008704297,0.00010898332,0.000044486118,0.00013052055,0.0016526312,0.000010062069,0.03762928,0.085010536,0.13948363,0.72720206],"study_design_scores_gemma":[0.0014171436,0.000053656677,0.0013142941,0.00044761045,0.000007583672,0.000014620516,0.00022662454,0.00032678054,0.004639747,0.017862976,0.9735603,0.00012870114],"about_ca_topic_score_codex":0.000006503285,"about_ca_topic_score_gemma":0.000005404887,"teacher_disagreement_score":0.83407664,"about_ca_system_score_codex":0.00005628075,"about_ca_system_score_gemma":0.00000740295,"threshold_uncertainty_score":0.5766392},"labels":[],"label_agreement":null},{"id":"W2520209225","doi":"10.1097/acm.0000000000001381","title":"Why Medical Schools Should Embrace Wikipedia: Final-Year Medical Student Contributions to Wikipedia Articles for Academic Credit at One School","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"World Federation of Science Journalists; University of British Columbia","funders":"Department of Medicine, University of California, San Francisco; University of California, San Francisco; Wikimedia Foundation","keywords":"Readability; Audience measurement; Medical education; Quality (philosophy); Psychology; Computer science; Medicine; Political science","score_opus":0.07014007897706105,"score_gpt":0.4527394877855701,"score_spread":0.38259940880850907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520209225","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19612476,0.0011037588,0.01350593,0.7830667,0.0027985664,0.0015305056,0.00007341232,0.0002478422,0.0015485593],"genre_scores_gemma":[0.89088094,0.0068734167,0.00022512236,0.06395069,0.022659473,0.0009266803,0.00005485129,0.000055128923,0.014373689],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99252594,0.0005069769,0.0011302177,0.00070635387,0.004131065,0.0009994552],"domain_scores_gemma":[0.9930394,0.0024263025,0.00030006652,0.00041777387,0.00091176154,0.0029046761],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0069032926,0.00029812971,0.0005578992,0.0002756316,0.00078062643,0.000029155368,0.001285469,0.0013660003,0.009578268],"category_scores_gemma":[0.08279125,0.00021865394,0.00008218966,0.0010716611,0.00085777306,0.00047984067,0.00023987165,0.0014150429,0.0008137774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015226996,0.00005741833,0.00948397,0.0000164568,0.000054179876,0.0000058249943,0.006117825,6.0243843e-7,0.0018841159,0.06131895,0.9136626,0.0072457753],"study_design_scores_gemma":[0.0047866334,0.00034969795,0.0047640423,0.0011540953,0.00018178341,0.000011733472,0.014847702,0.00003424217,0.00075812923,0.010910942,0.9616978,0.0005031884],"about_ca_topic_score_codex":0.00032879648,"about_ca_topic_score_gemma":0.0010319187,"teacher_disagreement_score":0.719116,"about_ca_system_score_codex":0.0010877062,"about_ca_system_score_gemma":0.0027260485,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W2521332818","doi":"10.1097/acm.0000000000001396","title":"Knowledge Translation and Implementation Science in Health Professions Education: Time for Clarity?","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec à Montréal; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"CLARITY; Translation (biology); Knowledge translation; Health science; Medical education; MEDLINE; Higher education; Computer science; Medicine; Mathematics education; Engineering ethics; Psychology; Knowledge management; Political science; Engineering; Chemistry","score_opus":0.6191335191216025,"score_gpt":0.7251004067463949,"score_spread":0.10596688762479234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521332818","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25617358,0.0008820319,0.010325156,0.71998197,0.0017892992,0.007701324,0.00006892167,0.000114855044,0.0029628866],"genre_scores_gemma":[0.9653926,0.00070839725,0.0013509177,0.025718264,0.00085247256,0.0013477737,0.000023397599,0.000021036401,0.004585181],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965459,0.00060877437,0.0012861656,0.00042023743,0.0003628248,0.00077610003],"domain_scores_gemma":[0.99523056,0.0034407377,0.00044113543,0.00019643549,0.000263865,0.00042728742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010497361,0.00012353981,0.0002647776,0.00055896974,0.0009368759,0.0000025450645,0.00024280098,0.00013306174,0.00065388123],"category_scores_gemma":[0.0025675301,0.00008166656,0.000010288108,0.00094478484,0.0004154415,0.0005477971,0.00005472623,0.00039057672,0.00007990749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057037993,0.000019595696,0.06860179,0.00096529414,0.000003423094,1.00877834e-7,0.20839626,7.718827e-8,0.021852981,0.031699046,0.11855873,0.5498457],"study_design_scores_gemma":[0.010270693,0.0005441097,0.20513688,0.0041279164,0.0000168216,0.000005955614,0.0589148,0.0002882271,0.00020296905,0.019903803,0.70022213,0.00036570124],"about_ca_topic_score_codex":0.00029149678,"about_ca_topic_score_gemma":0.00028161184,"teacher_disagreement_score":0.709219,"about_ca_system_score_codex":0.0005795586,"about_ca_system_score_gemma":0.0056600114,"threshold_uncertainty_score":0.999977},"labels":[],"label_agreement":null},{"id":"W2521476639","doi":"10.1097/acm.0000000000001389","title":"It’s a Story, Not a Study: Writing an Effective Research Paper","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Psychology; Medical education; Medicine","score_opus":0.5371340376603417,"score_gpt":0.6453653655370287,"score_spread":0.10823132787668699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521476639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8988549,0.000114554074,0.0006087141,0.08783578,0.00046347824,0.0009385347,0.0000023843597,0.000044957662,0.011136657],"genre_scores_gemma":[0.985892,0.00009842797,0.000025144094,0.0052352576,0.0010436691,0.00016214942,0.0000010636411,0.000013056546,0.007529211],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9900628,0.002900435,0.00078136154,0.00067261176,0.0051221373,0.00046068293],"domain_scores_gemma":[0.98803544,0.009927953,0.00018863773,0.000717363,0.0008457264,0.00028488948],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.06696375,0.00014546122,0.00034763664,0.00051798084,0.0003687977,0.000027412028,0.0009586583,0.00014052633,0.0054554646],"category_scores_gemma":[0.016295886,0.00006897464,0.000029820114,0.0008697907,0.0003687725,0.0007898737,0.00018246991,0.0009233717,0.00129547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019934548,0.000063699044,0.10750608,0.0000064960595,0.000031635802,0.000015835234,0.048537526,0.0000030976305,0.03605105,0.0019487235,0.15463239,0.65100414],"study_design_scores_gemma":[0.0064493963,0.004194134,0.4861823,0.00051514537,0.000038156024,0.000020169276,0.11855541,0.00071735296,0.00095812185,0.011781745,0.37023884,0.0003492079],"about_ca_topic_score_codex":0.000048117163,"about_ca_topic_score_gemma":0.000070107715,"teacher_disagreement_score":0.6506549,"about_ca_system_score_codex":0.00016132265,"about_ca_system_score_gemma":0.00017375337,"threshold_uncertainty_score":0.99948215},"labels":[],"label_agreement":null},{"id":"W2523068226","doi":"10.1097/acm.0000000000001393","title":"The Tools of the Qualitative Research Trade","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network","funders":"","keywords":"Qualitative research; Psychology; Medical education; Medicine; Sociology; Social science","score_opus":0.8162214891387137,"score_gpt":0.730245568857723,"score_spread":0.08597592028099077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523068226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34667382,0.0008931069,0.00078546203,0.6230206,0.00079763,0.00042150164,0.0000067652013,0.000009818151,0.027391324],"genre_scores_gemma":[0.98115474,0.00065166317,0.000009606337,0.00092081877,0.00023067351,0.000019275503,2.1492866e-7,0.0000034067962,0.017009608],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99267775,0.0021840215,0.0007393028,0.00019446669,0.0039695944,0.0002348495],"domain_scores_gemma":[0.9708416,0.027946476,0.0002462235,0.00057538506,0.00032706797,0.000063256804],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.051103782,0.00006148816,0.00015639042,0.00008910789,0.00028979854,0.000011118129,0.0013650872,0.0000732519,0.00093957264],"category_scores_gemma":[0.033258535,0.000016213611,0.000036874066,0.0008527937,0.001242011,0.0001801196,0.00012556517,0.0004180666,0.000148216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007645424,0.000005028876,0.004667799,0.0000036729464,0.00001816149,2.2708461e-7,0.07605249,0.0000017466195,0.016411625,0.17204997,0.46479496,0.26591787],"study_design_scores_gemma":[0.0009067869,0.0002358086,0.038926117,0.00022954318,0.000008218938,0.0000030027804,0.08250337,0.00010852318,0.005210175,0.27327466,0.59852815,0.00006563766],"about_ca_topic_score_codex":0.000011519541,"about_ca_topic_score_gemma":0.000011438041,"teacher_disagreement_score":0.63448095,"about_ca_system_score_codex":0.000042527587,"about_ca_system_score_gemma":0.00021284781,"threshold_uncertainty_score":0.9999737},"labels":[],"label_agreement":null},{"id":"W2523962216","doi":"10.1097/acm.0000000000001338","title":"Why Effective Health Advocacy Is So Important Today","year":2016,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"MEDLINE; Political science","score_opus":0.028943034632025664,"score_gpt":0.33913312102760296,"score_spread":0.31019008639557727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523962216","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001946946,0.04670573,0.0014354178,0.21642993,0.7258793,0.0013586206,0.00082086,0.0001130045,0.007237669],"genre_scores_gemma":[0.0008274063,0.066787355,0.00002124457,0.054413673,0.8664899,0.000256805,0.00027973249,0.000119449236,0.010804452],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949043,0.0001061505,0.002431466,0.0011919832,0.000297369,0.0010687228],"domain_scores_gemma":[0.9953668,0.001048257,0.0020969922,0.00082849653,0.000088521854,0.00057091936],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004450839,0.00056653767,0.00188724,0.000650449,0.0002169258,0.000016344333,0.0007625997,0.0014935365,0.0012015674],"category_scores_gemma":[0.003279795,0.00047181698,0.0001581408,0.0003114884,0.00025763203,0.00014484941,0.00021189616,0.002300543,0.0009793661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024684055,0.0000071756726,0.0001391391,0.0005439678,0.00012636578,0.0000076108495,0.0030298433,4.4599712e-8,4.4181132e-7,0.024601834,0.9669691,0.00454984],"study_design_scores_gemma":[0.0013449959,0.0004519017,0.00006307279,0.0010817869,0.000021156246,0.0000016183686,0.00008588626,0.0000067361793,0.0000025249624,0.03690874,0.95961136,0.00042024488],"about_ca_topic_score_codex":0.020675028,"about_ca_topic_score_gemma":0.00010759199,"teacher_disagreement_score":0.16201626,"about_ca_system_score_codex":0.00087812974,"about_ca_system_score_gemma":0.00049726275,"threshold_uncertainty_score":0.9998027},"labels":[],"label_agreement":null},{"id":"W2525302890","doi":"10.1097/acm.0000000000001340","title":"Principal Innovator: The Other PI","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Southlake Regional Health Center; North York General Hospital","funders":"","keywords":"Scholarship; Innovator; Principal (computer security); Promotion (chess); Public relations; Higher education; Sociology; Political science; Psychology; Intellectual property; Computer science","score_opus":0.23061355921001675,"score_gpt":0.4677057660452861,"score_spread":0.23709220683526933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525302890","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050584594,0.0029505016,0.00014786232,0.96795857,0.0012615274,0.0013675145,0.00002940996,0.00013226082,0.025646511],"genre_scores_gemma":[0.0011441411,0.002483536,0.000010160082,0.8414408,0.07188118,0.0001074803,0.00008942303,0.00011223672,0.082731046],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923236,0.0003204639,0.0010710062,0.00063646224,0.00312387,0.002524601],"domain_scores_gemma":[0.99328244,0.0018128819,0.00033806465,0.0011710105,0.00030348107,0.0030921171],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0052103805,0.0005173792,0.0010887486,0.00038248734,0.0001135417,0.0000056266786,0.0007787655,0.0025126685,0.0049164845],"category_scores_gemma":[0.050469298,0.00021160478,0.00010909165,0.0005531782,0.0013628394,0.00006009714,0.00016408114,0.013746525,0.0013389789],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008667589,0.000002830711,0.00022961847,0.0006055478,0.000094239,0.00053735706,0.0004189863,1.8671393e-9,0.00031210377,0.00019264001,0.97612834,0.02139168],"study_design_scores_gemma":[0.0024252622,0.00053964095,0.00012390142,0.0036421726,0.00014276984,0.0004012066,0.00007199333,0.0000027784733,0.00006492179,0.0004959586,0.9918799,0.00020951807],"about_ca_topic_score_codex":0.00020452765,"about_ca_topic_score_gemma":0.0000016375676,"teacher_disagreement_score":0.12651777,"about_ca_system_score_codex":0.0004505938,"about_ca_system_score_gemma":0.0054589105,"threshold_uncertainty_score":0.9994386},"labels":[],"label_agreement":null},{"id":"W2526896504","doi":"10.1097/acm.0000000000001351","title":"The Gold–Hope Tang, MD 2016 Humanism in Medicine Essay Contest","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Humanism; Alternative medicine; Gold standard (test); Medicine; Traditional medicine; Psychology; Medical education; Philosophy; Internal medicine; Theology","score_opus":0.04471272451120625,"score_gpt":0.3522301165554492,"score_spread":0.307517392044243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526896504","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019982768,0.029896373,0.001681684,0.91731644,0.002036445,0.0010347236,0.0000054998222,0.00015990633,0.027886134],"genre_scores_gemma":[0.9164961,0.02697955,0.000025433268,0.008853739,0.0032181207,0.000046501318,0.000024854091,0.000047114707,0.044308614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663955,0.00016301252,0.0010492937,0.00047124177,0.0010813898,0.00059553055],"domain_scores_gemma":[0.99708724,0.0014328344,0.00028385548,0.0005621936,0.00019800411,0.0004358734],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033716853,0.00029520126,0.0006679777,0.00023887554,0.0001445314,0.000003696011,0.00038663278,0.00067298923,0.00079670973],"category_scores_gemma":[0.002249747,0.00011333624,0.000056068824,0.00045886342,0.005382291,0.00009726492,0.00009417711,0.0012449883,0.00013351404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038103736,0.000039181854,0.0042684195,0.00014981643,0.00012213518,0.00013374953,0.0047040205,1.667391e-7,0.16483895,0.16157041,0.47418502,0.18960708],"study_design_scores_gemma":[0.012763042,0.0010802965,0.020891178,0.007780247,0.00018830052,0.00020793929,0.0013407856,0.00009308795,0.0008775372,0.0561957,0.8982568,0.00032513743],"about_ca_topic_score_codex":0.00023707884,"about_ca_topic_score_gemma":0.00006785092,"teacher_disagreement_score":0.9084627,"about_ca_system_score_codex":0.00022369558,"about_ca_system_score_gemma":0.0002748826,"threshold_uncertainty_score":0.99732447},"labels":[],"label_agreement":null},{"id":"W2529886439","doi":"10.1097/acm.0000000000001441","title":"Towards a Greater Understanding of Implementation Science in Health Professions Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université du Québec à Montréal; McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Health professions; Medical education; Higher education; MEDLINE; Psychology; Medicine; Engineering ethics; Political science; Health care; Engineering","score_opus":0.7283206322374866,"score_gpt":0.7270384121385326,"score_spread":0.0012822200989539567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529886439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5963691,0.00006856844,0.016845277,0.3776022,0.0019315495,0.0024273272,0.000025106154,0.00005802949,0.0046728477],"genre_scores_gemma":[0.9829247,0.00021953887,0.00024000938,0.015350233,0.00023211703,0.0001950632,0.000003493183,0.0000106815605,0.00082417973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956994,0.000723061,0.0016476308,0.00033976234,0.00077822554,0.0008119354],"domain_scores_gemma":[0.9974769,0.00085931807,0.00084116915,0.00026271233,0.00020368358,0.00035622672],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0098553095,0.0001144953,0.00029385585,0.0008708125,0.00051083614,0.000001169121,0.00035724742,0.00009711948,0.0015649357],"category_scores_gemma":[0.0026018508,0.000068886606,0.000011793281,0.0015270844,0.0005705854,0.00043931487,0.000112607835,0.00040935818,0.00004076833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041326162,0.000011178501,0.5383792,0.0006711604,0.000004414487,4.0123254e-7,0.22892988,2.0187323e-7,0.023613684,0.12843454,0.043937005,0.03597704],"study_design_scores_gemma":[0.006482255,0.00048730779,0.5259631,0.0086698765,0.00001415191,0.0000058563055,0.3849118,0.000022063326,0.0014622648,0.04711113,0.024569884,0.00030027423],"about_ca_topic_score_codex":0.0019305964,"about_ca_topic_score_gemma":0.00024747362,"teacher_disagreement_score":0.38655558,"about_ca_system_score_codex":0.0021262025,"about_ca_system_score_gemma":0.008389171,"threshold_uncertainty_score":0.99934775},"labels":[],"label_agreement":null},{"id":"W2529912736","doi":"10.1097/acm.0000000000001445","title":"P Value: Pitfalls and Solutions","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Statistical and numerical algorithms","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Value (mathematics); Medicine; Statistics; Mathematics","score_opus":0.11427307012873981,"score_gpt":0.3734973542636003,"score_spread":0.2592242841348605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529912736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040629067,0.002203085,0.8517498,0.094059415,0.00056081737,0.00032893912,0.000030130786,0.00027353494,0.0101652285],"genre_scores_gemma":[0.93915105,0.004105184,0.023996463,0.0047335513,0.0024139294,0.00005086517,0.000004344182,0.00005921314,0.025485428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99910545,0.000038575232,0.00024201088,0.00016720907,0.00020595719,0.00024080733],"domain_scores_gemma":[0.99781054,0.0018178709,0.00004909418,0.000116949646,0.000024923878,0.00018058934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033727376,0.00009359667,0.00020088919,0.000033183936,0.00005748192,0.0000011062856,0.000095351985,0.00009393906,0.0005431623],"category_scores_gemma":[0.0027245122,0.000044869987,0.000012646693,0.00009017119,0.0003223985,0.000042379168,0.000057061072,0.00017333802,0.00007252924],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007261595,0.0000053250888,0.00023295544,0.00002159131,0.00001553542,0.000004837626,0.000300199,5.6234084e-9,0.0029377183,0.87494284,0.077731974,0.043799765],"study_design_scores_gemma":[0.0007020626,0.00010582617,0.0011024581,0.00018778407,0.000047969126,0.000031181065,0.000070459806,0.00009881652,0.000119281794,0.9754751,0.021958526,0.00010055526],"about_ca_topic_score_codex":0.0000136050185,"about_ca_topic_score_gemma":2.825943e-7,"teacher_disagreement_score":0.89852196,"about_ca_system_score_codex":0.0000168707,"about_ca_system_score_gemma":0.00000943989,"threshold_uncertainty_score":0.5947246},"labels":[],"label_agreement":null},{"id":"W2531188243","doi":"10.1097/acm.0000000000001448","title":"Avoiding Common Data Analysis Pitfalls in Health Professions Education Research","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Health professions; Medical education; Academic medicine; Medicine; Family medicine; Political science; Health care","score_opus":0.35276371695043807,"score_gpt":0.48621999252172554,"score_spread":0.13345627557128747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531188243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5581847,0.041674547,0.0064705457,0.37541503,0.0023456803,0.0015782982,0.00020273762,0.0000758417,0.014052614],"genre_scores_gemma":[0.98452234,0.008010435,0.000036547248,0.0010009075,0.00052865787,0.000035507033,0.00008155309,0.0000139983285,0.0057700477],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971902,0.0003266526,0.0013362601,0.0005291319,0.00012338423,0.0004944118],"domain_scores_gemma":[0.99816823,0.0002628369,0.00039782794,0.00082328136,0.000044500746,0.0003033204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018251318,0.00009993248,0.0005950036,0.0012658648,0.00023280461,0.0000044886087,0.0006289052,0.00021283068,0.0003173529],"category_scores_gemma":[0.0022994874,0.000059481335,0.00002522134,0.0016052142,0.00010498874,0.0002412703,0.00018209995,0.0010624153,0.00019645508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015056725,0.00005258253,0.68657714,0.00035025956,0.00011491548,0.0000027109927,0.010970833,0.00000200794,0.000101641635,0.16520733,0.032944072,0.103661455],"study_design_scores_gemma":[0.001726018,0.00026516122,0.48654544,0.0050418456,0.000013523992,0.000014193512,0.015905226,0.0009244707,0.00001565496,0.096789725,0.3922769,0.0004818252],"about_ca_topic_score_codex":0.02122633,"about_ca_topic_score_gemma":0.00065541186,"teacher_disagreement_score":0.42633763,"about_ca_system_score_codex":0.00041116602,"about_ca_system_score_gemma":0.0003077283,"threshold_uncertainty_score":0.9852914},"labels":[],"label_agreement":null},{"id":"W2531305657","doi":"10.1097/acm.0000000000001420","title":"From Communication Skills to Skillful Communication: A Longitudinal Integrated Curriculum for Critical Care Medicine Fellows","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"South Health Campus; Canadian Hospice Palliative Care Association; University of Calgary","funders":"","keywords":"Curriculum; Medical education; Multidisciplinary approach; Curriculum development; Psychology; Faculty development; Communication skills; Medicine; Professional development; Pedagogy","score_opus":0.09472353147060085,"score_gpt":0.46133229013631144,"score_spread":0.3666087586657106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531305657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4787756,0.024229106,0.065449044,0.3897723,0.013978205,0.0072345925,0.00112744,0.0007836456,0.018650066],"genre_scores_gemma":[0.9667192,0.0016080718,0.00199354,0.023395829,0.0019546652,0.0008106547,0.0013040589,0.00006295863,0.002151042],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957657,0.001073357,0.0013944882,0.0005551263,0.00053565676,0.00067570456],"domain_scores_gemma":[0.9730647,0.019764094,0.00034335683,0.0013844986,0.004943005,0.0005003519],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011994725,0.00037386754,0.0007750851,0.0002720933,0.0008165007,0.000003003078,0.0011294471,0.0006835295,0.0017988044],"category_scores_gemma":[0.045137078,0.00022064745,0.00007475602,0.00052340387,0.00090947526,0.00018731938,0.00034240013,0.0015399674,0.00035429615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017115677,0.000023172224,0.04629428,0.0001852206,0.000058419162,0.0000036696106,0.06275099,6.7572427e-7,0.0015250125,0.012677144,0.86909217,0.007218106],"study_design_scores_gemma":[0.0065043215,0.0013823621,0.00866126,0.041185386,0.0003963637,0.000008223534,0.25454354,0.000054355878,0.0002597842,0.0143347,0.67200494,0.0006647302],"about_ca_topic_score_codex":0.0024102228,"about_ca_topic_score_gemma":0.00031305777,"teacher_disagreement_score":0.4879436,"about_ca_system_score_codex":0.00045760654,"about_ca_system_score_gemma":0.00019274344,"threshold_uncertainty_score":0.9991137},"labels":[],"label_agreement":null},{"id":"W2539609227","doi":"10.1097/acm.0000000000001360","title":"The Impact of Emotion on Learners’ Application of Basic Science Principles to Novel Problems","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; McMaster University","funders":"","keywords":"Context (archaeology); Psychology; Cognition; Cognitive psychology; Cognitive load; Test (biology); Working memory; Transfer of learning; Social psychology; Clinical psychology; Developmental psychology; Psychiatry","score_opus":0.0813815769641235,"score_gpt":0.4115202634976383,"score_spread":0.3301386865335148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539609227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9184826,0.00013702357,0.008298205,0.06853168,0.00017834768,0.00081418006,0.0000036728159,0.000027405722,0.0035268678],"genre_scores_gemma":[0.99588645,0.00026203197,0.00007381177,0.00070247747,0.00021370652,0.0000244432,0.0000029166583,0.000008586502,0.0028255526],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99840295,0.000021903526,0.00047137664,0.00022404743,0.0006671036,0.00021262489],"domain_scores_gemma":[0.9980964,0.00036962787,0.00023993455,0.0003857362,0.00021584831,0.000692436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001459905,0.00009756951,0.0002343911,0.00018910324,0.00008147069,0.0000010264681,0.00025237564,0.0000807769,0.0003669948],"category_scores_gemma":[0.012249196,0.000038399634,0.000041492156,0.0006387879,0.00072090584,0.000042768155,0.000037602837,0.00022473361,0.00004470193],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098173514,0.000076162854,0.0051119323,0.00004556579,0.000016498583,9.8094134e-8,0.0020743508,0.000019653777,0.9314199,0.008117738,0.004094122,0.04892581],"study_design_scores_gemma":[0.013517,0.008827735,0.64049864,0.013562367,0.0002665316,0.00010649108,0.005758266,0.0043315724,0.15566038,0.0027780521,0.1541435,0.0005494963],"about_ca_topic_score_codex":0.000054466298,"about_ca_topic_score_gemma":3.6750197e-7,"teacher_disagreement_score":0.7757595,"about_ca_system_score_codex":0.0001155244,"about_ca_system_score_gemma":0.0007788122,"threshold_uncertainty_score":0.99607104},"labels":[],"label_agreement":null},{"id":"W2540128090","doi":"10.1097/acm.0000000000001435","title":"Interprofessional Team Training at the Prelicensure Level: A Review of the Literature","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Registered Nurses' Association of Ontario; University Health Network","funders":"","keywords":"PsycINFO; CINAHL; MEDLINE; Medical education; Curriculum; Psychology; Trainer; Medicine; Nursing; Computer science; Pedagogy; Psychological intervention","score_opus":0.16316046654178715,"score_gpt":0.5407765148360134,"score_spread":0.37761604829422624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2540128090","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008604355,0.94499105,0.000009981736,0.03601593,0.007892955,0.0032661995,0.00023738928,0.000032622334,0.0075452896],"genre_scores_gemma":[0.00002338224,0.82059926,0.00000690039,0.01691999,0.0025888244,0.0008326573,0.0002253687,0.000054672295,0.15874895],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921059,0.0036357958,0.0023624059,0.00046887368,0.0009522807,0.0004747715],"domain_scores_gemma":[0.9923072,0.003464477,0.0024920774,0.00095609925,0.0006333117,0.00014682082],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036854132,0.00050004706,0.0017818509,0.00014223311,0.0008193303,0.0000018493555,0.001281842,0.0012552646,0.0055118464],"category_scores_gemma":[0.0044261273,0.00016605166,0.00033663985,0.0011289145,0.00036815234,0.00008463644,0.00055970554,0.005086153,0.0004100028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026746115,0.0000041461467,0.000016598926,0.0782836,0.00007008396,3.797932e-7,0.013826219,2.6148963e-9,0.000004769492,0.0017271844,0.7296177,0.17642255],"study_design_scores_gemma":[0.00013832752,0.000013771949,0.0000141322635,0.4760005,0.00020927504,0.00001430977,0.0014461935,1.3633726e-7,1.9327621e-7,0.0001253866,0.52194554,0.000092285685],"about_ca_topic_score_codex":0.000012639241,"about_ca_topic_score_gemma":0.00001415695,"teacher_disagreement_score":0.39771688,"about_ca_system_score_codex":0.00047886078,"about_ca_system_score_gemma":0.0057561747,"threshold_uncertainty_score":0.99988025},"labels":[],"label_agreement":null},{"id":"W2540386501","doi":"10.1097/acm.0000000000001406","title":"Who’s the Fairest of Them All? Meeting the Challenges of Medical Student and Resident Selection","year":2016,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Medical education; MEDLINE; Medicine; Psychology; Computer science; Political science; Artificial intelligence","score_opus":0.05815263770823822,"score_gpt":0.4292045971376233,"score_spread":0.3710519594293851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2540386501","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046142903,0.037204508,0.00003521773,0.6687112,0.28309307,0.001088065,0.000013444055,0.000054452834,0.0051858085],"genre_scores_gemma":[0.06809697,0.21910615,0.000011400822,0.0028099185,0.7039182,0.00008520802,0.000031986074,0.000067681445,0.0058724657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99316764,0.00040836236,0.0012585745,0.00043437284,0.004398364,0.000332693],"domain_scores_gemma":[0.9911169,0.0062832404,0.0008540175,0.00051924534,0.00039006816,0.00083653367],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0056888233,0.00031976664,0.0009804479,0.00012662793,0.00011735997,0.0000033552913,0.00075788517,0.0013511203,0.0017050223],"category_scores_gemma":[0.048791137,0.00012182525,0.00009413353,0.00019276916,0.0011924946,0.000031184314,0.00024625272,0.0029141242,0.0000069505404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007396252,0.00002629459,0.00019819972,0.0005140365,0.00022213676,0.000004060321,0.00919744,3.6937156e-8,0.00022573979,0.0030134858,0.97985184,0.006672746],"study_design_scores_gemma":[0.0020067329,0.00038159118,0.00088181626,0.013287241,0.00068406406,0.000054188007,0.010528567,0.00001925513,0.00017990461,0.00074127025,0.9710946,0.00014078098],"about_ca_topic_score_codex":0.00021029184,"about_ca_topic_score_gemma":0.000021400896,"teacher_disagreement_score":0.66590124,"about_ca_system_score_codex":0.00007588907,"about_ca_system_score_gemma":0.0018201186,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W2540440203","doi":"10.1097/acm.0000000000001364","title":"“Staying in the Game”: How Procedural Variation Shapes Competence Judgments in Surgical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institutes of Health Research; Western University","funders":"Canadian Institutes of Health Research","keywords":"Competence (human resources); Psychology; Data collection; Grounded theory; Medical education; Situated; Social psychology; Medicine; Qualitative research","score_opus":0.031854701422900346,"score_gpt":0.3543671583467177,"score_spread":0.32251245692381736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2540440203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7907104,0.00032557643,0.00054583396,0.20517547,0.0004947462,0.0006991736,5.540734e-7,0.000030068688,0.0020181786],"genre_scores_gemma":[0.98875684,0.00033395077,0.00021354886,0.008500379,0.0010723226,0.00018907606,0.0000309664,0.000013984162,0.0008889541],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979326,0.00014625912,0.00057491625,0.00031698486,0.00071155885,0.0003176888],"domain_scores_gemma":[0.9990314,0.00034626355,0.0001863364,0.00022130625,0.00015130696,0.00006336681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020203379,0.00015568316,0.00027660275,0.00041848814,0.000043823104,0.0000058786,0.0002558266,0.00021923393,0.00018584995],"category_scores_gemma":[0.0038870594,0.000081504426,0.000019467596,0.001128407,0.00020811695,0.00023508235,0.00002565588,0.0007708233,0.000024887315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046027175,0.0005863582,0.29630083,0.0006284462,0.00004892127,0.00007759422,0.064672075,0.0000046888467,0.027993264,0.04999929,0.058829047,0.50039923],"study_design_scores_gemma":[0.008707391,0.00045356835,0.8786864,0.0073518567,0.00010667034,0.00068081886,0.019438898,0.0016255408,0.00028939187,0.009543188,0.072699815,0.0004164182],"about_ca_topic_score_codex":0.00006211379,"about_ca_topic_score_gemma":0.0000064878404,"teacher_disagreement_score":0.5823856,"about_ca_system_score_codex":0.00033812522,"about_ca_system_score_gemma":0.00038571475,"threshold_uncertainty_score":0.4653454},"labels":[],"label_agreement":null},{"id":"W2541476207","doi":"10.1097/acm.0000000000001373","title":"“It’s Complicated”: Understanding the Relationships Between Checklists, Rating Scales, and Written Comments in Workplace-Based Assessments","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University","funders":"","keywords":"Checklist; Competence (human resources); Rating scale; Psychology; Medical education; Logistic regression; Regression analysis; Applied psychology; Medicine; Computer science; Social psychology","score_opus":0.17313581887145005,"score_gpt":0.41225986432945827,"score_spread":0.23912404545800822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541476207","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42705005,0.0003591803,0.064086586,0.5035501,0.00029674117,0.0009952149,0.0000048253673,0.00008195478,0.003575292],"genre_scores_gemma":[0.989127,0.00010944191,0.0007008806,0.0088895075,0.00047656015,0.00006197957,0.000092790426,0.000025158233,0.0005166872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767506,0.00024948147,0.0008019881,0.00033027615,0.000603315,0.00033988513],"domain_scores_gemma":[0.9977038,0.0014714611,0.00025409853,0.0003503234,0.00008714984,0.00013316085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035026525,0.00018660144,0.0003576668,0.0002967098,0.00026980817,0.000007936254,0.00020680619,0.00025118492,0.00009316879],"category_scores_gemma":[0.0028847605,0.000104220344,0.00001888914,0.0008262319,0.0005805917,0.00012062629,0.00005710435,0.0014008766,0.000015085691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047954687,0.000020606918,0.9328125,0.00008277492,0.000041676372,0.000004122363,0.0013262643,0.0000010797639,0.00078945584,0.003815309,0.053417925,0.0076403297],"study_design_scores_gemma":[0.01101976,0.0002807623,0.93286,0.008082183,0.00027635501,0.00006135915,0.016040733,0.0019764043,0.00015686988,0.011199132,0.017657336,0.0003891137],"about_ca_topic_score_codex":0.00002418751,"about_ca_topic_score_gemma":0.000007380502,"teacher_disagreement_score":0.5620769,"about_ca_system_score_codex":0.0006959148,"about_ca_system_score_gemma":0.00012357924,"threshold_uncertainty_score":0.608619},"labels":[],"label_agreement":null},{"id":"W2541549572","doi":"10.1097/acm.0000000000001370","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Scopus; Medical education; Data extraction; Standardization; Psychology; Medicine; Computer science; Political science","score_opus":0.297842979228595,"score_gpt":0.5713057329902547,"score_spread":0.2734627537616597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541549572","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29545483,0.0030989302,0.0025282116,0.68985164,0.0008947731,0.0010423983,0.0000023685025,0.000055711742,0.007071125],"genre_scores_gemma":[0.98298573,0.0054857745,0.001828157,0.005167288,0.0005488552,0.00007724548,1.6929808e-7,0.000016542048,0.0038902583],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972309,0.0013538969,0.0003203019,0.0001336805,0.000740802,0.00022041905],"domain_scores_gemma":[0.99313873,0.0063516013,0.000109319546,0.00021266256,0.0000700628,0.000117597316],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.009034926,0.00005686468,0.00011967791,0.00006319388,0.00013735054,0.0000040047685,0.00048706558,0.00021774266,0.00015467296],"category_scores_gemma":[0.030947762,0.000022533699,0.000014352371,0.00034241847,0.0028773884,0.000039976498,0.00010420147,0.00039318445,0.0000015813499],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037491864,0.000013651775,0.0531753,0.000012885343,0.00001263496,0.0000014121687,0.011661086,3.9876237e-8,0.0062583643,0.20801918,0.104922175,0.6158858],"study_design_scores_gemma":[0.00039134364,0.000032384083,0.008013422,0.0006515104,0.000009580264,0.000009814862,0.005470028,0.000037781756,0.00033238973,0.040936675,0.9440468,0.00006826145],"about_ca_topic_score_codex":0.0035374474,"about_ca_topic_score_gemma":0.0010353898,"teacher_disagreement_score":0.8391246,"about_ca_system_score_codex":0.00006115091,"about_ca_system_score_gemma":0.0004176655,"threshold_uncertainty_score":0.9998362},"labels":[],"label_agreement":null},{"id":"W2543299314","doi":"10.1097/acm.0000000000001425","title":"Cutting Close to the Bone: Student Trauma, Free Speech, and Institutional Responsibility in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Children's Hospital; Women's College Hospital","funders":"Yale University","keywords":"Injustice; Excellence; Curriculum; Psychology; Economic Justice; Moral responsibility; Sexual orientation; Medical education; Medicine; Sociology; Social psychology; Pedagogy; Law; Political science","score_opus":0.08934858322663014,"score_gpt":0.5397243214428691,"score_spread":0.45037573821623894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543299314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54872054,0.0009035147,0.00039659318,0.43835425,0.001402729,0.0006954644,0.0000030254332,0.000032340362,0.00949153],"genre_scores_gemma":[0.9252052,0.0012705711,0.00038073718,0.068229556,0.0027044977,0.00017050271,0.000003704853,0.000014991453,0.0020202599],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99263716,0.0035531688,0.0011245816,0.00047632388,0.0017431972,0.00046555576],"domain_scores_gemma":[0.9787546,0.019605722,0.00023993796,0.00063792034,0.00019214305,0.00056966976],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.036307096,0.0001534212,0.00030405016,0.00016689148,0.0006088123,0.000001907541,0.00067492743,0.0007052607,0.0013611647],"category_scores_gemma":[0.26873517,0.000076706914,0.00001628038,0.00036749104,0.0008507407,0.00016843427,0.0005113807,0.006370843,0.00017492972],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051264756,0.00011368702,0.22073342,0.00025108817,0.000027498609,0.00005916584,0.050489876,2.7989628e-7,0.0010096309,0.21489939,0.21718353,0.2947198],"study_design_scores_gemma":[0.005568998,0.00022548327,0.38919184,0.008852154,0.000055169992,0.0001168478,0.026495727,0.000034262568,0.000039112798,0.19179949,0.37732753,0.00029336687],"about_ca_topic_score_codex":0.00052476325,"about_ca_topic_score_gemma":0.0006820615,"teacher_disagreement_score":0.37648463,"about_ca_system_score_codex":0.0003776728,"about_ca_system_score_gemma":0.0020056423,"threshold_uncertainty_score":0.9995517},"labels":[],"label_agreement":null},{"id":"W2543445543","doi":"10.1097/acm.0000000000001368","title":"McMaster Modular Assessment Program (McMAP) Through the Years: Residents’ Experience of an Evolving Feedback Culture Created by a Programmatic, Workplace-Based Assessment System Over a Three-Year Period","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Medical education; Focus group; Thematic analysis; Psychology; Audit; Perception; Formative assessment; Medicine; Qualitative research; Pedagogy; Management; Sociology","score_opus":0.021784431181864884,"score_gpt":0.3685831058923725,"score_spread":0.34679867471050757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543445543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639631,0.0007452264,0.016531635,0.011733608,0.0005315681,0.0040668817,0.000010596884,0.00032915108,0.0020882185],"genre_scores_gemma":[0.9709755,0.000056145953,0.024793085,0.0009877994,0.00062990165,0.0011222102,0.00012055571,0.000064114596,0.0012506956],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954668,0.0002481263,0.0012068126,0.0006253705,0.0018783484,0.00057449314],"domain_scores_gemma":[0.99751925,0.00014081245,0.0006331653,0.00090268126,0.0006111647,0.00019289202],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014986313,0.0003720596,0.00068787107,0.00013560025,0.00016042856,0.00003135194,0.000557883,0.00044556605,0.00096662436],"category_scores_gemma":[0.00097464095,0.00019390321,0.00008169133,0.0010045447,0.0008558736,0.00040000398,0.0000858491,0.0010108448,0.000013219226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012804684,0.0022158527,0.29797602,0.0047762934,0.0012373072,0.00013785393,0.082617275,0.000028957425,0.17338447,0.009792665,0.16606253,0.2604903],"study_design_scores_gemma":[0.043420453,0.011080366,0.5602515,0.05333539,0.0024703245,0.00047378291,0.17135686,0.05034641,0.006730729,0.0013071115,0.09698667,0.00224045],"about_ca_topic_score_codex":0.00018186415,"about_ca_topic_score_gemma":0.0000037725126,"teacher_disagreement_score":0.26227546,"about_ca_system_score_codex":0.00069080695,"about_ca_system_score_gemma":0.00043578687,"threshold_uncertainty_score":0.99994665},"labels":[],"label_agreement":null},{"id":"W2544515433","doi":"10.1097/acm.0000000000001452","title":"Knowledge Syntheses in Medical Education: Demystifying Scoping Reviews","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Systematic review; Context (archaeology); Engineering ethics; Narrative review; Perspective (graphical); Management science; Variety (cybernetics); Value (mathematics); Knowledge management; Computer science; Data science; MEDLINE; Psychology; Engineering; Political science","score_opus":0.10980693624670636,"score_gpt":0.47031336429771176,"score_spread":0.3605064280510054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544515433","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.287562,0.11179442,0.0095084235,0.48941892,0.008317087,0.0040664575,0.0000012449775,0.0003842231,0.08894721],"genre_scores_gemma":[0.94082004,0.022655059,0.0011001307,0.022700457,0.0054345294,0.00047251204,0.000019833744,0.00005303086,0.0067443848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969662,0.00017523271,0.0013090498,0.00043627372,0.00070339895,0.0004098392],"domain_scores_gemma":[0.9981337,0.0006586323,0.00023511311,0.00045533085,0.00020944064,0.00030776518],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003714036,0.00022140155,0.00066470995,0.0005829018,0.00006927854,0.0000024924889,0.00030960466,0.00043800555,0.004452642],"category_scores_gemma":[0.062704034,0.00012857115,0.00004124378,0.0011658162,0.00045189194,0.00016050781,0.00006834112,0.000896206,0.0004484135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003019634,0.000081171136,0.020603517,0.000857985,0.000013088653,0.000009926637,0.0017964696,1.812127e-8,0.001283544,0.0057692896,0.12826964,0.84128517],"study_design_scores_gemma":[0.0035461024,0.00025243187,0.011617417,0.3197559,0.00017082573,0.0008602662,0.002029975,0.00015291925,0.00069217134,0.0026064287,0.6577826,0.00053294766],"about_ca_topic_score_codex":0.000023773726,"about_ca_topic_score_gemma":0.000009472224,"teacher_disagreement_score":0.8407522,"about_ca_system_score_codex":0.00037468388,"about_ca_system_score_gemma":0.0017925298,"threshold_uncertainty_score":0.9964574},"labels":[],"label_agreement":null},{"id":"W2544664579","doi":"10.1097/acm.0000000000001376","title":"Capturing the Complexity of Acute Stress in the Health Professions: A Review of Methods for Measuring Stress and Considerations for Moving Forward","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Context (archaeology); Stressor; MEDLINE; Heart rate variability; Health care; Cognition; Medicine; Psychology; Stress (linguistics); Clinical psychology; Applied psychology; Heart rate; Psychiatry; Blood pressure; Internal medicine","score_opus":0.5078600545187925,"score_gpt":0.6038061031390385,"score_spread":0.09594604862024603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544664579","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000064377746,0.9261167,0.005082456,0.05128295,0.00070119963,0.015330124,0.001404102,0.000020515534,0.000055518947],"genre_scores_gemma":[0.00010903324,0.9858587,0.0034764442,0.003744466,0.0007260889,0.00573662,0.0001649733,0.00006267392,0.00012099716],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.986333,0.0073442846,0.0043672905,0.0005834276,0.0004969277,0.0008750286],"domain_scores_gemma":[0.96331644,0.031319324,0.0038189103,0.0007654365,0.0005733722,0.0002065415],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.019277733,0.00051734736,0.003922682,0.00027056024,0.0010925928,0.000002697597,0.0007404469,0.0007119163,0.00006242351],"category_scores_gemma":[0.00952405,0.0002172079,0.00029942763,0.0003530704,0.0006805692,0.00009391986,0.00031337005,0.0026438818,6.6912173e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002588028,0.00001730889,0.00009663126,0.56593513,0.00019913688,4.981292e-7,0.006975327,2.8417228e-8,0.0000020122782,0.012265734,0.004202434,0.4102799],"study_design_scores_gemma":[0.0008322871,0.00012850182,0.000029052933,0.83117735,0.0006723093,0.00000819759,0.004660015,0.000015354177,0.0000025849438,0.009681098,0.15261158,0.00018168574],"about_ca_topic_score_codex":0.00042136843,"about_ca_topic_score_gemma":0.00014261685,"teacher_disagreement_score":0.4100982,"about_ca_system_score_codex":0.00021589741,"about_ca_system_score_gemma":0.002696382,"threshold_uncertainty_score":0.99965703},"labels":[],"label_agreement":null},{"id":"W2545276894","doi":"10.1097/acm.0000000000001378","title":"Scholarly Conversations in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Curriculum; Medical education; Metaphor; Duty; Medical research; Educational research; Higher education; Pedagogy; Engineering ethics; Psychology; Sociology; Medicine; Political science; Engineering","score_opus":0.02691307067029469,"score_gpt":0.3908946903188074,"score_spread":0.3639816196485127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545276894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5834674,0.000603389,0.00231763,0.39885002,0.0015584327,0.00044187307,7.5057875e-7,0.00009341787,0.012667097],"genre_scores_gemma":[0.9576719,0.00079742837,0.00039684493,0.0329514,0.0015603333,0.0001028982,0.000042632353,0.0000220969,0.006454466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753404,0.00007079158,0.00072958664,0.00031739104,0.001057991,0.00029018382],"domain_scores_gemma":[0.99870646,0.00018154929,0.00012965138,0.00036015004,0.0003610568,0.00026110513],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017287208,0.00014205887,0.00028828415,0.0006219128,0.000049238963,0.0000040038417,0.00022420521,0.0004446039,0.0057969987],"category_scores_gemma":[0.023197034,0.000087501896,0.00002423476,0.0010163188,0.00041104178,0.00042426004,0.000035372235,0.0009635544,0.00031332718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007570454,0.00012642628,0.1862255,0.0000888568,0.000028574777,0.000018428,0.0024706484,5.202656e-8,0.0057848874,0.056603756,0.30711162,0.44146556],"study_design_scores_gemma":[0.014157136,0.0005701998,0.34076145,0.01085541,0.00019056842,0.0008937728,0.006401674,0.00034488356,0.0011189714,0.02359516,0.6005441,0.0005666945],"about_ca_topic_score_codex":0.00006995347,"about_ca_topic_score_gemma":0.0000053220188,"teacher_disagreement_score":0.44089884,"about_ca_system_score_codex":0.00038963414,"about_ca_system_score_gemma":0.0017602488,"threshold_uncertainty_score":0.9951118},"labels":[],"label_agreement":null},{"id":"W2545846385","doi":"10.1097/acm.0000000000001421","title":"The Causes of Errors in Clinical Reasoning: Cognitive Biases, Knowledge Deficits, and Dual Process Thinking","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":555,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Dual process theory (moral psychology); Cognitive psychology; Cognition; Cognitive bias; Process (computing); Psychology; Dual (grammatical number); Representation (politics); Working memory; Component (thermodynamics); Computer science; Debiasing; Cognitive science","score_opus":0.09262940850429977,"score_gpt":0.4358231361784074,"score_spread":0.3431937276741076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545846385","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32494643,0.039248377,0.00002023634,0.62913716,0.0015020061,0.0012703269,0.000059213457,0.00009887585,0.0037173552],"genre_scores_gemma":[0.51192456,0.058684967,0.000039564155,0.39842594,0.023195399,0.00016504293,0.00043976848,0.00021851926,0.006906225],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9946419,0.00051983714,0.0022955604,0.0008737892,0.0009183145,0.0007506087],"domain_scores_gemma":[0.8579361,0.14003865,0.0009388205,0.00040224358,0.00040572422,0.0002784599],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0047627883,0.00051925675,0.0018228949,0.00027587914,0.00012257848,0.000007423544,0.00033502502,0.0022336524,0.00006717918],"category_scores_gemma":[0.39622775,0.00027068006,0.0001544689,0.0004046532,0.0022390343,0.000051891962,0.00017895689,0.0063750846,0.000025132771],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005827862,0.00005492118,0.09286664,0.0004774532,0.00035046582,0.00088851986,0.003385901,1.1046252e-7,0.000009345051,0.00025222133,0.8730379,0.028093763],"study_design_scores_gemma":[0.024320085,0.0042391573,0.06577067,0.5786916,0.004683249,0.0013071428,0.006216683,0.0000943648,0.00019901559,0.0073660417,0.30561218,0.0014997788],"about_ca_topic_score_codex":0.00011454157,"about_ca_topic_score_gemma":0.000020880294,"teacher_disagreement_score":0.57821417,"about_ca_system_score_codex":0.000065853616,"about_ca_system_score_gemma":0.00072923576,"threshold_uncertainty_score":0.99997455},"labels":[],"label_agreement":null},{"id":"W2548445238","doi":"10.1097/acm.0000000000001465","title":"Three-Year MD Programs: Perspectives From the Consortium of Accelerated Medical Pathway Programs (CAMPP)","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical school; Medical education; Specialty; Faculty development; Professional development; Medicine; Family medicine; Psychology; Pedagogy","score_opus":0.057763518654987245,"score_gpt":0.3533459996394569,"score_spread":0.29558248098446965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548445238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8765647,0.0028726368,0.003132814,0.113338135,0.0008767498,0.0014888645,0.000008347313,0.0002118107,0.0015059534],"genre_scores_gemma":[0.9916128,0.0010479508,0.00068444974,0.0028928025,0.0029460045,0.000194983,0.00015372188,0.00004751609,0.0004197951],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598354,0.00012019937,0.001086424,0.0005332911,0.0017907583,0.00048580207],"domain_scores_gemma":[0.99725544,0.0005565076,0.0004151367,0.00072483014,0.0007746774,0.00027341975],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001952541,0.0002846764,0.0006230081,0.0001437114,0.000105200466,0.000005636405,0.00059107994,0.0005797644,0.0032947995],"category_scores_gemma":[0.009741784,0.00013148744,0.00007872153,0.0010305955,0.0024345994,0.00011814489,0.00010442685,0.0012375636,0.0000881273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040283063,0.00035662748,0.21328421,0.000110405184,0.00042411743,0.000029886014,0.012817222,2.8069808e-8,0.016710564,0.020321209,0.1109291,0.6246138],"study_design_scores_gemma":[0.04518123,0.007681772,0.22334799,0.0317322,0.002051958,0.0006917176,0.13357852,0.00064063846,0.017442813,0.033883575,0.50169635,0.0020712388],"about_ca_topic_score_codex":0.00032639952,"about_ca_topic_score_gemma":0.000032079588,"teacher_disagreement_score":0.62254256,"about_ca_system_score_codex":0.00016082679,"about_ca_system_score_gemma":0.0006910211,"threshold_uncertainty_score":0.9985996},"labels":[],"label_agreement":null},{"id":"W2549875517","doi":"10.1097/acm.0000000000001475","title":"How to Lead the Way Through Complexity, Constraint, and Uncertainty in Academic Health Science Centers","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Transformational leadership; Context (archaeology); Public relations; Engineering ethics; Work (physics); Diversity (politics); Constraint (computer-aided design); Globalization; Sociology; Computer science; Management science; Political science; Knowledge management; Engineering","score_opus":0.5217033834536051,"score_gpt":0.5630235739694779,"score_spread":0.04132019051587277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549875517","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049846494,0.66510123,0.00019107686,0.33045486,0.00037147466,0.003038758,0.000035620822,0.000039540464,0.0007176177],"genre_scores_gemma":[0.0010193292,0.9417214,0.00005301033,0.054448057,0.0014467238,0.0001361635,0.000041393858,0.000051589435,0.001082374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99125606,0.0004555819,0.0015794564,0.0011181309,0.0025154154,0.003075368],"domain_scores_gemma":[0.9882063,0.0024020355,0.0005387325,0.0007801932,0.0001771941,0.007895531],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012846595,0.00065295264,0.0031762142,0.0007662306,0.00030136335,0.000019355291,0.0011583299,0.0007664265,0.000098846765],"category_scores_gemma":[0.06795462,0.00029798315,0.00011713764,0.0019033662,0.0073231272,0.00020136224,0.0004690139,0.0066193817,0.00006548586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044120203,0.000007751922,0.00006346484,0.010378773,0.000027235952,0.000039993924,0.0012253084,1.564929e-8,0.000013160486,0.0020769516,0.060059763,0.9260635],"study_design_scores_gemma":[0.0015187655,0.0006645738,0.000054441098,0.10721283,0.00007825737,0.00045397316,0.0009758038,0.000007004176,9.908418e-7,0.00054785504,0.88826627,0.00021926181],"about_ca_topic_score_codex":0.0006074717,"about_ca_topic_score_gemma":0.000030077024,"teacher_disagreement_score":0.9258442,"about_ca_system_score_codex":0.0018104969,"about_ca_system_score_gemma":0.015714465,"threshold_uncertainty_score":0.99994725},"labels":[],"label_agreement":null},{"id":"W2552485597","doi":"10.1097/acm.0000000000001495","title":"Situated Learning in Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Manitoba","funders":"","keywords":"Situated; Situated learning; Medical education; Psychology; Medicine; Computer science; Mathematics education; Artificial intelligence","score_opus":0.020144365592791334,"score_gpt":0.3894451715451549,"score_spread":0.3693008059523636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552485597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75603145,0.00051825296,0.0015346385,0.2301187,0.0009964556,0.00030635027,1.3499277e-7,0.00013746058,0.010356543],"genre_scores_gemma":[0.97094405,0.0008544813,0.00018766537,0.015741073,0.0014997446,0.00006285872,0.000040750092,0.000024011639,0.010645363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976952,0.00008714618,0.00068811,0.0003062387,0.00091305753,0.00031021854],"domain_scores_gemma":[0.99902636,0.00017962827,0.00013325094,0.00023443469,0.00020776577,0.00021857744],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017096653,0.00014266818,0.0003099593,0.00050631684,0.000044163517,0.0000012565878,0.00017070911,0.00042164078,0.0043777646],"category_scores_gemma":[0.022504136,0.00008508229,0.000020692203,0.00096878025,0.00030498655,0.000107913125,0.000034976943,0.0011317409,0.00022712872],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008209031,0.000076350734,0.13165143,0.000077499935,0.000018359404,0.000022170781,0.0018663462,2.6238462e-7,0.008441699,0.007592818,0.12507251,0.72509843],"study_design_scores_gemma":[0.015633907,0.0010322449,0.26770362,0.017960476,0.00018915936,0.0012942819,0.0069988878,0.0014805492,0.0019836528,0.010561351,0.67444634,0.0007154841],"about_ca_topic_score_codex":0.000049513397,"about_ca_topic_score_gemma":0.0000032821115,"teacher_disagreement_score":0.724383,"about_ca_system_score_codex":0.00028306292,"about_ca_system_score_gemma":0.0011548031,"threshold_uncertainty_score":0.9965324},"labels":[],"label_agreement":null},{"id":"W2552514045","doi":"10.1097/acm.0000000000001466","title":"Are Female Applicants Rated Higher Than Males on the Multiple Mini-Interview? Findings From the University of Calgary","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Odds; Demographics; Demography; Medicine; Odds ratio; Psychology; Linear regression; Ordered logit; Logistic regression; Clinical psychology; Internal medicine; Statistics","score_opus":0.17938617044709992,"score_gpt":0.37925740482588416,"score_spread":0.19987123437878423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552514045","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012506574,0.9506032,0.000046608686,0.04436013,0.00066477223,0.0013725589,0.00010298648,0.000049359653,0.0015497423],"genre_scores_gemma":[0.001621319,0.9649924,0.000011700149,0.0072955885,0.0009657896,0.000021105934,0.00018771118,0.00004208081,0.024862323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974255,0.0004815107,0.00069207937,0.00048380689,0.0006053409,0.0003117579],"domain_scores_gemma":[0.9938425,0.0037829464,0.0007782113,0.0008134088,0.0000871992,0.00069577014],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008911562,0.00040058888,0.0016246183,0.00009682552,0.00016526718,0.0000020390942,0.0008374815,0.00061384967,0.019586623],"category_scores_gemma":[0.0042957067,0.00015564157,0.00027157876,0.00038260713,0.0007397235,0.000020972993,0.00014620906,0.0016900406,0.00043175943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008156337,0.000066483575,0.0013388763,0.003156761,0.00048371393,0.00005119457,0.0014401528,5.0676814e-9,0.00004150335,0.00048486103,0.66219616,0.33065873],"study_design_scores_gemma":[0.00081682287,0.0000605642,0.0023942022,0.08405444,0.00085409347,0.000013642671,0.0012302939,0.0000025186957,0.0000066437087,0.00003103393,0.9103938,0.00014198826],"about_ca_topic_score_codex":0.0001359162,"about_ca_topic_score_gemma":0.0000061538544,"teacher_disagreement_score":0.33051676,"about_ca_system_score_codex":0.000107360334,"about_ca_system_score_gemma":0.00055275066,"threshold_uncertainty_score":0.9813096},"labels":[],"label_agreement":null},{"id":"W2553459052","doi":"10.1097/acm.0000000000001467","title":"Building a Global, Online Community of Practice: The OPENPediatrics World Shared Practices Video Series","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"Intensive Care Society; International Business Machines Corporation","keywords":"MEDLINE; Medical education; Medicine; Political science","score_opus":0.16469922411934798,"score_gpt":0.5262491491085257,"score_spread":0.3615499249891777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553459052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5378747,0.0053619356,0.0004039573,0.44759148,0.0014714738,0.0014558762,0.00017202599,0.00014171911,0.0055268314],"genre_scores_gemma":[0.9532988,0.012902123,0.0007269576,0.025280133,0.004240138,0.000010764524,0.000029228126,0.000030669904,0.0034811744],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469346,0.0026971688,0.0011989258,0.0002401725,0.0006070837,0.0005631835],"domain_scores_gemma":[0.9867283,0.009372001,0.0025924654,0.0007116587,0.00034913348,0.00024640473],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0061994484,0.00021520516,0.0004941052,0.0001051463,0.00094337953,0.0000032105065,0.00086009933,0.00025482752,0.00058954407],"category_scores_gemma":[0.032433473,0.00010202889,0.000040045197,0.00083264423,0.00036557319,0.0007138775,0.0004652392,0.0030567804,0.000047508525],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001359986,0.00022918399,0.2352428,0.0015479799,0.00014430238,0.000012407299,0.03665695,0.000001107848,0.002711098,0.04078963,0.6626901,0.018614452],"study_design_scores_gemma":[0.0046821544,0.00039551719,0.12313803,0.0083158985,0.00038908384,0.00004432882,0.06661996,0.000013084049,0.000040595347,0.010104714,0.78594315,0.00031350693],"about_ca_topic_score_codex":0.002682137,"about_ca_topic_score_gemma":0.0008535448,"teacher_disagreement_score":0.42231134,"about_ca_system_score_codex":0.00022808975,"about_ca_system_score_gemma":0.0005969254,"threshold_uncertainty_score":0.9992432},"labels":[],"label_agreement":null},{"id":"W2556486661","doi":"10.1097/acm.0000000000001480","title":"The Addiction Recovery Clinic: A Novel, Primary-Care-Based Approach to Teaching Addiction Medicine","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ECW Press (Canada)","funders":"","keywords":"Addiction medicine; Addiction; Medicine; Referral; Family medicine; Substance use; Curriculum; Psychiatry; Psychology","score_opus":0.03190865087452362,"score_gpt":0.3134993101820839,"score_spread":0.2815906593075603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556486661","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15663134,0.04779928,0.22649424,0.27936244,0.008941714,0.011137571,0.00016808194,0.002093643,0.26737168],"genre_scores_gemma":[0.9383529,0.008295118,0.0030816074,0.023879282,0.007012414,0.0010570214,0.0009424926,0.00024265962,0.017136537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99577415,0.00020767236,0.001198047,0.0008795407,0.0012346514,0.00070591085],"domain_scores_gemma":[0.99637276,0.0014504225,0.0003932936,0.000986658,0.00023576285,0.0005611328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002011583,0.00049825653,0.0008240083,0.00040359944,0.0004345894,0.000007722781,0.00038267142,0.00043379155,0.00026932338],"category_scores_gemma":[0.00255237,0.00023445954,0.00013467978,0.00048134231,0.00044046922,0.00016503016,0.000087560715,0.0011344771,0.00023204934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040267077,0.000307972,0.006399306,0.00034352212,0.0007631544,0.000015075284,0.008156823,0.000020745092,0.03850052,0.001194461,0.36597294,0.5742988],"study_design_scores_gemma":[0.029994816,0.0076585007,0.03853531,0.009850716,0.0023074534,0.00016394045,0.00582104,0.00025899865,0.0008993387,0.00035600862,0.9034186,0.0007352932],"about_ca_topic_score_codex":0.00014573564,"about_ca_topic_score_gemma":0.0000043469327,"teacher_disagreement_score":0.78172153,"about_ca_system_score_codex":0.0009587561,"about_ca_system_score_gemma":0.00033717905,"threshold_uncertainty_score":0.95609826},"labels":[],"label_agreement":null},{"id":"W2557031457","doi":"10.1097/acm.0000000000001472","title":"Unique Educational Opportunities for PCPs and Specialists Arising From Electronic Consultation Services","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Bruyère; Ottawa Hospital","funders":"","keywords":"Specialty; Certification; Nursing; Medicine; Service delivery framework; Health care; Medical education; Service (business); Business; Public relations; Family medicine; Marketing; Political science","score_opus":0.0663011921809216,"score_gpt":0.3050648761875881,"score_spread":0.23876368400666648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557031457","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010508669,0.0021873116,0.00035896638,0.9826827,0.0012061419,0.00063327124,0.000047008594,0.00011047304,0.002265461],"genre_scores_gemma":[0.042118613,0.0015335282,0.000028992503,0.85252213,0.0961048,0.00018015581,0.0028381045,0.0000743679,0.0045993174],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982658,0.000025997782,0.00057011936,0.00042209256,0.00025477953,0.00046119027],"domain_scores_gemma":[0.9982603,0.00061013264,0.00064729626,0.00019589685,0.00026915627,0.000017226937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053519255,0.00027541193,0.00047878726,0.00041046258,0.00014918965,0.000031570202,0.0002720165,0.0011560244,0.00023592277],"category_scores_gemma":[0.0002831958,0.00020779164,0.000028291806,0.00011587659,0.00018307581,0.00032826414,0.000064307336,0.0011338855,0.000022570135],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011245904,9.423193e-7,0.0005976682,0.0011997786,0.00005195316,0.000008283674,0.00017501482,1.1567056e-8,0.00009252648,0.051989015,0.92943615,0.01643741],"study_design_scores_gemma":[0.0005109751,0.000012673247,0.0001691865,0.0011695739,0.0000817556,0.0000072917555,0.00055405527,0.000021841955,0.000003483507,0.10831065,0.88896483,0.00019369872],"about_ca_topic_score_codex":0.00417878,"about_ca_topic_score_gemma":0.00025256036,"teacher_disagreement_score":0.13016057,"about_ca_system_score_codex":0.000095079435,"about_ca_system_score_gemma":0.00019477532,"threshold_uncertainty_score":0.8916319},"labels":[],"label_agreement":null},{"id":"W2558923039","doi":"10.1097/acm.0000000000001451","title":"The Gold–Hope Tang, MD 2016 Humanism in Medicine Essay Contest","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Humanism; Medicine; Gold standard (test); Philosophy; Psychology; Medical education; Internal medicine; Theology","score_opus":0.04471272451120625,"score_gpt":0.3522301165554492,"score_spread":0.307517392044243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558923039","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019982768,0.029896373,0.001681684,0.91731644,0.002036445,0.0010347236,0.0000054998222,0.00015990633,0.027886134],"genre_scores_gemma":[0.9164961,0.02697955,0.000025433268,0.008853739,0.0032181207,0.000046501318,0.000024854091,0.000047114707,0.044308614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663955,0.00016301252,0.0010492937,0.00047124177,0.0010813898,0.00059553055],"domain_scores_gemma":[0.99708724,0.0014328344,0.00028385548,0.0005621936,0.00019800411,0.0004358734],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0033716853,0.00029520126,0.0006679777,0.00023887554,0.0001445314,0.000003696011,0.00038663278,0.00067298923,0.00079670973],"category_scores_gemma":[0.002249747,0.00011333624,0.000056068824,0.00045886342,0.005382291,0.00009726492,0.00009417711,0.0012449883,0.00013351404],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038103736,0.000039181854,0.0042684195,0.00014981643,0.00012213518,0.00013374953,0.0047040205,1.667391e-7,0.16483895,0.16157041,0.47418502,0.18960708],"study_design_scores_gemma":[0.012763042,0.0010802965,0.020891178,0.007780247,0.00018830052,0.00020793929,0.0013407856,0.00009308795,0.0008775372,0.0561957,0.8982568,0.00032513743],"about_ca_topic_score_codex":0.00023707884,"about_ca_topic_score_gemma":0.00006785092,"teacher_disagreement_score":0.9084627,"about_ca_system_score_codex":0.00022369558,"about_ca_system_score_gemma":0.0002748826,"threshold_uncertainty_score":0.99732447},"labels":[],"label_agreement":null},{"id":"W2560538887","doi":"10.1097/acm.0000000000001506","title":"Using In-Training Evaluation Report (ITER) Qualitative Comments to Assess Medical Students and Residents: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University of Ottawa; University of British Columbia","funders":"","keywords":"Narrative; Context (archaeology); Inclusion (mineral); Medical education; MEDLINE; PsycINFO; Psychology; Generalization; Inference; Applied psychology; Medicine; Computer science; Social psychology; Political science; Artificial intelligence; Linguistics","score_opus":0.5670848252031078,"score_gpt":0.6747590852616425,"score_spread":0.10767426005853475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560538887","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029839357,0.98113334,0.0007408455,0.007011323,0.00097206776,0.009545709,0.0000050691533,0.000041610663,0.0002516671],"genre_scores_gemma":[0.00006920871,0.98423606,0.00040568053,0.01204495,0.000848735,0.0015100726,0.00033900802,0.00008717627,0.0004591097],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9837154,0.0026817527,0.005433772,0.0009923811,0.0066053,0.0005713601],"domain_scores_gemma":[0.99385554,0.0017434397,0.0021683315,0.0009516804,0.0007721958,0.0005087901],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047255263,0.000637538,0.0052794553,0.001238889,0.00009174729,0.000015203239,0.0007820241,0.00092560664,0.0004386046],"category_scores_gemma":[0.11583726,0.00040052575,0.00012492777,0.001815517,0.00028664875,0.00016756191,0.00032919194,0.0021101835,0.000056133616],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009745747,0.000038061207,0.000098146236,0.8711615,0.00040789152,0.00023199896,0.008896643,1.1841618e-8,9.0903643e-7,0.00010490842,0.011249883,0.10780028],"study_design_scores_gemma":[0.0011786346,0.00010543531,0.000030355073,0.95303977,0.005401535,0.0024894762,0.0030372886,0.000019832998,6.8595966e-8,0.00015273182,0.03422739,0.00031749462],"about_ca_topic_score_codex":0.00004331233,"about_ca_topic_score_gemma":0.0000018513409,"teacher_disagreement_score":0.10748279,"about_ca_system_score_codex":0.0016775461,"about_ca_system_score_gemma":0.0018084159,"threshold_uncertainty_score":0.9998447},"labels":[],"label_agreement":null},{"id":"W2560638794","doi":"10.1097/acm.0000000000001479","title":"Using Contribution Analysis to Evaluate Competency-Based Medical Education Programs: It’s All About Rigor in Thinking","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Globe; Variety (cybernetics); Medical education; Control (management); Program evaluation; Computer science; Psychology; Medicine; Political science","score_opus":0.05626717729337332,"score_gpt":0.44366166447253985,"score_spread":0.3873944871791665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560638794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.641116,0.0004073079,0.059077084,0.29635847,0.0010910748,0.001300672,0.0000018556269,0.00011569011,0.0005318021],"genre_scores_gemma":[0.939302,0.00013284995,0.007141072,0.051277794,0.0012562573,0.00021190448,0.00034061866,0.000032571796,0.00030492214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99494135,0.00024850204,0.0013855745,0.0006105295,0.0022095616,0.00060448964],"domain_scores_gemma":[0.99755555,0.000231051,0.00034708728,0.0005335399,0.00087489095,0.00045785436],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005759861,0.00028172648,0.0007467329,0.0015826358,0.0001006883,0.000007832551,0.00037673418,0.0005437991,0.0014694203],"category_scores_gemma":[0.015991291,0.00018291938,0.0000900622,0.0035529602,0.0003342993,0.00014724606,0.000056482375,0.00088480185,0.00006745991],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007612048,0.0008840717,0.551911,0.00036807908,0.001219607,0.00006045163,0.0099152345,0.000107062464,0.014804284,0.04068506,0.048408948,0.330875],"study_design_scores_gemma":[0.051809873,0.00362127,0.3369621,0.06043184,0.017215803,0.00054944743,0.011099549,0.24591438,0.003446616,0.048539184,0.21702893,0.0033809992],"about_ca_topic_score_codex":0.00029133115,"about_ca_topic_score_gemma":0.00009343014,"teacher_disagreement_score":0.327494,"about_ca_system_score_codex":0.0010854984,"about_ca_system_score_gemma":0.0039321594,"threshold_uncertainty_score":0.99944335},"labels":[],"label_agreement":null},{"id":"W2560746758","doi":"10.1097/acm.0000000000001510","title":"Teaching Today in the Practice Setting of the Future: Implementing Innovations in Graduate Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Employment and Social Development Canada","funders":"","keywords":"Accreditation; Medical home; Graduate medical education; Medicine; Family medicine; Health care; Pace; Face-to-face; Medical education; Nursing; Primary care","score_opus":0.0676443336094642,"score_gpt":0.5105012610092815,"score_spread":0.4428569273998173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560746758","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2174755,0.00048172817,0.000084235755,0.7700468,0.0011424678,0.00060127024,0.0000022403722,0.000014127395,0.010151641],"genre_scores_gemma":[0.837903,0.0006309726,0.000081810205,0.15881152,0.0019194972,0.00012585682,0.000007989646,0.000011169708,0.00050817453],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953828,0.0019641558,0.0012780719,0.00017964403,0.0007315818,0.00046375568],"domain_scores_gemma":[0.9938339,0.005010431,0.0006424958,0.00031566794,0.00013724186,0.000060254886],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01640284,0.000106492196,0.00024457937,0.00018592781,0.00038828285,8.7759867e-7,0.0005261482,0.00022703323,0.00020199383],"category_scores_gemma":[0.0148164965,0.000044996377,0.000020381662,0.0006989464,0.00007480579,0.0002147619,0.00017452714,0.0027329994,0.000009244717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023720171,0.000027522969,0.47105134,0.00024664737,0.000009608278,0.000001720921,0.071061514,5.184349e-8,0.00042345928,0.084578045,0.23383503,0.13874134],"study_design_scores_gemma":[0.0018056826,0.000035020206,0.35999462,0.0024392488,0.00003204851,0.000016651127,0.10109304,0.000011024771,0.000009731209,0.009420114,0.5250334,0.00010942366],"about_ca_topic_score_codex":0.0021156212,"about_ca_topic_score_gemma":0.0014711154,"teacher_disagreement_score":0.6204275,"about_ca_system_score_codex":0.00029105225,"about_ca_system_score_gemma":0.0025055304,"threshold_uncertainty_score":0.99956775},"labels":[],"label_agreement":null},{"id":"W2562092292","doi":"10.1097/01.acm.0000511910.04349.56","title":"Commentary on <i>Chemotherapy</i>","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Painting; Medicine; Disease; Psychology; Medical education; Visual arts; Art; Pathology","score_opus":0.02952744655790934,"score_gpt":0.33702927955771417,"score_spread":0.3075018329998048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562092292","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009073988,0.0013300701,0.000058163783,0.9781924,0.0027209676,0.0006513693,0.000017840255,0.00014365118,0.015978122],"genre_scores_gemma":[0.0009287174,0.0040472276,0.000017596576,0.86693865,0.089361615,0.00006252597,0.0007875148,0.000092137874,0.037764017],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969106,0.00011293346,0.0006601774,0.00059915043,0.0010999639,0.0006172194],"domain_scores_gemma":[0.9979661,0.000678604,0.00027568557,0.0006513345,0.0000822154,0.0003460406],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005917634,0.00046670323,0.0008901378,0.00028596446,0.000063392756,0.0000018920608,0.00030785648,0.0019933432,0.0034566408],"category_scores_gemma":[0.0005194534,0.00027165006,0.00011873334,0.00017153229,0.0004789262,0.00004252352,0.0000317708,0.006207809,0.0005466093],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010296543,0.000010120024,0.000061818944,0.00026062896,0.00010142712,0.00021364038,0.003761663,4.622065e-9,0.00014909409,0.000018035758,0.978614,0.016706614],"study_design_scores_gemma":[0.0031989617,0.00079062843,0.000045321292,0.005430236,0.00029167617,0.0001379543,0.00053128396,9.763961e-7,0.00040529424,0.00081324915,0.98809797,0.00025645172],"about_ca_topic_score_codex":0.000032335654,"about_ca_topic_score_gemma":1.2525085e-7,"teacher_disagreement_score":0.11125377,"about_ca_system_score_codex":0.00025111058,"about_ca_system_score_gemma":0.00018282143,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W2566384076","doi":"10.1097/acm.0000000000001531","title":"Do Medical Students’ Narrative Representations of “The Good Doctor” Change Over Time? Comparing Humanism Essays From a National Contest in 1999 and 2013","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services","funders":"","keywords":"CONTEST; Narrative; Humanism; Psychology; Medical education; Teamwork; Medicine","score_opus":0.0712255473692605,"score_gpt":0.40094609117974456,"score_spread":0.32972054381048405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566384076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617743,0.0015066834,0.000025785206,0.03369638,0.00038890314,0.0005421205,0.000012032126,0.00001831675,0.0020354602],"genre_scores_gemma":[0.99382764,0.000879669,0.000015584737,0.0027784165,0.0010123395,0.00008087877,0.00003554529,0.000012331678,0.0013575717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971005,0.00014040162,0.0006023364,0.00031273087,0.001643802,0.00020027085],"domain_scores_gemma":[0.9983194,0.0008630247,0.00021558595,0.00019774787,0.00013169622,0.00027253095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011691387,0.00014647434,0.00043126076,0.00013460325,0.000060679868,0.0000030042831,0.0002843708,0.00024264638,0.0017248812],"category_scores_gemma":[0.0033506348,0.00007944174,0.000033757202,0.00022275925,0.0005974416,0.00013344648,0.00013886901,0.0005756592,0.000017735183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001317792,0.00017801089,0.8039224,0.00006524454,0.00012716722,0.000013741801,0.14819555,1.1598114e-7,0.0066877133,0.0063008526,0.032764748,0.0016126606],"study_design_scores_gemma":[0.009951649,0.00019366023,0.9621645,0.005065361,0.0001274346,0.00004207219,0.01268297,0.0001381335,0.0004411166,0.006168036,0.0028732717,0.00015180341],"about_ca_topic_score_codex":0.0010984536,"about_ca_topic_score_gemma":0.0001012126,"teacher_disagreement_score":0.15824208,"about_ca_system_score_codex":0.00010757642,"about_ca_system_score_gemma":0.00018586035,"threshold_uncertainty_score":0.99918765},"labels":[],"label_agreement":null},{"id":"W2570919311","doi":"10.1097/acm.0000000000001539","title":"Changes in Primary Care Graduate Medical Education Are Not Correlated With Indicators of Need: Are States Missing an Opportunity to Strengthen Their Primary Care Workforce?","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petrel Robertson Consulting (Canada)","funders":"","keywords":"Workforce; Graduate medical education; Medicaid; Census; Population; Family medicine; Medicine; Primary care; Medical education; Gerontology; Psychology; Health care; Political science; Accreditation; Environmental health","score_opus":0.11229670033877477,"score_gpt":0.42750517652845843,"score_spread":0.3152084761896837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570919311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96397173,0.0030770465,0.0000068179143,0.02612575,0.0008752172,0.0018169308,0.00009591631,0.00012692207,0.0039036942],"genre_scores_gemma":[0.97930276,0.0021968307,0.00011901871,0.015917966,0.0007066686,0.0001855863,0.0011041503,0.00007831569,0.00038869437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951359,0.0006998699,0.0012324867,0.0006528045,0.0012879793,0.0009909812],"domain_scores_gemma":[0.9938766,0.0005652116,0.0019690779,0.0011024928,0.0005562361,0.0019304263],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014997207,0.00046438683,0.0011461715,0.00056361634,0.0009162697,0.000007732101,0.0011408143,0.0009564191,0.00026593794],"category_scores_gemma":[0.0021176003,0.00033289244,0.00003258188,0.0005381975,0.0005107605,0.00020692713,0.0003313959,0.0030131205,0.0000107957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000576004,0.000047392496,0.7237929,0.0028322435,0.000025045978,0.000028868566,0.13661124,0.000016432805,0.000026552503,0.000058950798,0.004751603,0.13123278],"study_design_scores_gemma":[0.0024891607,0.0005287242,0.535481,0.054014884,0.00008465046,0.000007842661,0.40104753,0.000061649014,0.000072271585,0.00011336213,0.005687364,0.00041155872],"about_ca_topic_score_codex":0.0027936255,"about_ca_topic_score_gemma":0.0029829636,"teacher_disagreement_score":0.2644363,"about_ca_system_score_codex":0.0010608936,"about_ca_system_score_gemma":0.0037745123,"threshold_uncertainty_score":0.9999123},"labels":[],"label_agreement":null},{"id":"W2571395604","doi":"10.1097/acm.0000000000001541","title":"The Impact of a Junior Faculty Fellowship Award on Academic Advancement and Retention","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Promotion (chess); Demographics; Faculty development; Medical education; Medicine; Professional development; Psychology; Political science; Sociology","score_opus":0.12511042267159106,"score_gpt":0.4579535203062013,"score_spread":0.33284309763461023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571395604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980595,0.0019711512,0.00007073868,0.0071406895,0.002749649,0.00037308695,0.000010657208,0.00003739815,0.0070516127],"genre_scores_gemma":[0.9735243,0.004616183,0.000013537231,0.00021942997,0.0007113522,0.000091704256,0.000013452373,0.000021195558,0.020788848],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977332,0.00012273656,0.00065902225,0.0004125433,0.00046952904,0.00060296705],"domain_scores_gemma":[0.99798894,0.0003381697,0.0007159507,0.00063273154,0.000056076053,0.00026811677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026236188,0.00024951657,0.00037780488,0.00008686003,0.00046588568,0.000008824275,0.00072522386,0.00038001884,0.00018522536],"category_scores_gemma":[0.0011949363,0.00014019458,0.0000549282,0.00007153109,0.0005154957,0.00009486094,0.00013702517,0.00135089,0.000058623667],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018685609,0.000054366537,0.16917153,0.00016002491,0.00096648757,0.000027416929,0.05241268,0.000013346404,0.022895835,0.030301053,0.3291153,0.3930134],"study_design_scores_gemma":[0.006777414,0.0017094617,0.68828666,0.0018394113,0.00012671063,0.00005016628,0.0067592426,0.00006953086,0.0012147629,0.008301676,0.28429922,0.0005657385],"about_ca_topic_score_codex":0.00016945721,"about_ca_topic_score_gemma":6.0854615e-7,"teacher_disagreement_score":0.51911515,"about_ca_system_score_codex":0.0001840718,"about_ca_system_score_gemma":0.00004674873,"threshold_uncertainty_score":0.586902},"labels":[],"label_agreement":null},{"id":"W2580557599","doi":"10.1097/acm.0000000000001576","title":"Health Professions Education Scholarship Unit Leaders as Institutional Entrepreneurs","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education","funders":"","keywords":"Scholarship; Construct (python library); Institution; Public relations; Higher education; Health professions; Sociology; Qualitative research; Work (physics); Position (finance); Entrepreneurship; Political science; Health care; Social science; Business; Law","score_opus":0.13497821557853446,"score_gpt":0.4898696707031738,"score_spread":0.3548914551246393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580557599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53287184,0.00096334505,0.0004324308,0.44656926,0.0033357257,0.00073066435,0.0000016482891,0.00009877853,0.014996279],"genre_scores_gemma":[0.94875145,0.0006383182,0.00060646504,0.034496564,0.0023551518,0.00010051432,0.0002928566,0.000024639694,0.01273405],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976175,0.00009439642,0.00066298153,0.00040812066,0.00082437135,0.00039262805],"domain_scores_gemma":[0.9977728,0.00006699125,0.00049794617,0.0009240243,0.00039138357,0.00034683652],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014598581,0.00019779608,0.0003755679,0.00036073188,0.0011612056,0.000013795923,0.0004622197,0.0003156131,0.00075924123],"category_scores_gemma":[0.013039609,0.00015886278,0.00003710155,0.00032253825,0.0011977177,0.00038324975,0.000080150785,0.0018774235,0.000307229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013434752,0.00022524067,0.28352395,0.00049278967,0.00008544848,0.000011931424,0.010184952,0.0000021034064,0.0017986688,0.10647794,0.27436003,0.3227026],"study_design_scores_gemma":[0.0037809282,0.0005064173,0.631074,0.007017873,0.00017740349,0.0006424481,0.015566394,0.000085595144,0.0005681663,0.016477708,0.32373783,0.00036522836],"about_ca_topic_score_codex":0.00028919237,"about_ca_topic_score_gemma":0.000005575288,"teacher_disagreement_score":0.41587958,"about_ca_system_score_codex":0.00031364837,"about_ca_system_score_gemma":0.0036024258,"threshold_uncertainty_score":0.99527395},"labels":[],"label_agreement":null},{"id":"W2583024859","doi":"10.1097/acm.0000000000001528","title":"In Reply to Phillips et al","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan; Canadian Mental Health Association","funders":"","keywords":"Audience measurement; Skepticism; Followership; Quality (philosophy); Public relations; Social media; Psychology; Medical education; Popularity; Sociology; Political science; Computer science; Social psychology; Medicine; World Wide Web; Law; Epistemology","score_opus":0.22072259898695293,"score_gpt":0.5085847495704999,"score_spread":0.287862150583547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583024859","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013250082,0.0008093953,0.0000049657997,0.9579054,0.024844488,0.0016539439,0.000004947872,0.000061679675,0.01339017],"genre_scores_gemma":[0.00056933286,0.002810465,0.000036228023,0.9379853,0.053336676,0.00073908496,0.000054748205,0.000039773076,0.0044283625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607223,0.00069343345,0.0006296309,0.00056919036,0.0012637514,0.00077173224],"domain_scores_gemma":[0.99488205,0.0036647266,0.0004703312,0.0005568112,0.00012542178,0.00030067554],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004993956,0.00022916574,0.00057113,0.0003832715,0.0003295746,0.00001445515,0.0011396805,0.001327125,0.00059537333],"category_scores_gemma":[0.044331614,0.00021838868,0.000035567075,0.00035100238,0.00058246707,0.00020051177,0.00006663513,0.0056213336,0.0003443809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035379605,0.0000012266144,0.0008206884,0.000029202787,0.000005177204,0.00004420574,0.072322845,4.279133e-8,0.0000027738374,0.0003826645,0.92508763,0.001299984],"study_design_scores_gemma":[0.00020142869,0.000039957846,0.0006685135,0.0007314073,0.00001564345,0.0000024208518,0.0014696567,2.3823074e-7,0.00000103009,0.002988539,0.99368644,0.0001947407],"about_ca_topic_score_codex":0.046238244,"about_ca_topic_score_gemma":0.00069720886,"teacher_disagreement_score":0.07085319,"about_ca_system_score_codex":0.00066408573,"about_ca_system_score_gemma":0.0012153473,"threshold_uncertainty_score":0.99996936},"labels":[],"label_agreement":null},{"id":"W2588091037","doi":"10.1097/acm.0000000000001583","title":"Proposing a Model of Co-Regulated Learning for Graduate Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Self-regulated learning; Metacognition; Social learning; Psychology; Context (archaeology); Competence (human resources); Active learning (machine learning); Open learning; Cognition; Cooperative learning; Pedagogy; Social psychology; Teaching method; Computer science; Artificial intelligence","score_opus":0.22054316307378055,"score_gpt":0.5289600516233824,"score_spread":0.3084168885496019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588091037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78759795,0.00030202756,0.17770849,0.011632592,0.0011778511,0.00040435736,0.0000011922527,0.000098051045,0.021077475],"genre_scores_gemma":[0.9829217,0.000020530946,0.0022517194,0.0006126878,0.0007182514,0.000043383247,0.00003293786,0.000030909745,0.013367841],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810356,0.00045526665,0.00049287925,0.000287977,0.00038643205,0.00027386422],"domain_scores_gemma":[0.99830836,0.00034269807,0.0006585963,0.00036992942,0.00021108342,0.000109356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064699166,0.00014194282,0.00035594456,0.00015676364,0.00040537785,0.000005078399,0.00044693679,0.000337683,0.00024128951],"category_scores_gemma":[0.011144792,0.00011060383,0.000037991456,0.000075649776,0.00050813303,0.000067791305,0.000034823268,0.001508426,0.000010632115],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064913474,0.000118955235,0.04073252,0.0003354925,0.00029968232,0.000003839702,0.08841955,0.00030794917,0.053340506,0.11850758,0.08416504,0.6131197],"study_design_scores_gemma":[0.026095966,0.004071369,0.16565596,0.011283098,0.0010527985,0.00034690948,0.02236742,0.5287722,0.011514986,0.11427036,0.1121396,0.0024293694],"about_ca_topic_score_codex":0.0001828945,"about_ca_topic_score_gemma":5.2638603e-7,"teacher_disagreement_score":0.61069036,"about_ca_system_score_codex":0.000030140587,"about_ca_system_score_gemma":0.000259826,"threshold_uncertainty_score":0.99718475},"labels":[],"label_agreement":null},{"id":"W2588982045","doi":"10.1097/acm.0000000000001559","title":"Transforming Medical Assessment: Integrating Uncertainty Into the Evaluation of Clinical Reasoning in Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Calgary","funders":"","keywords":"Context (archaeology); MEDLINE; Engineering ethics; Management science; Field (mathematics); Psychology; Medical education; Medicine; Knowledge management; Computer science; Political science","score_opus":0.11096823427097736,"score_gpt":0.5498533590944679,"score_spread":0.4388851248234905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588982045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038992,0.0016327975,0.00059612346,0.07409291,0.0013847123,0.0007264638,6.3463114e-7,0.00002810725,0.017639045],"genre_scores_gemma":[0.9911907,0.002621648,0.00029049895,0.0037059968,0.0018992095,0.00009110673,0.000049003826,0.000020990215,0.00013088733],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9921196,0.00073917885,0.0023405673,0.0004943315,0.0039556483,0.00035068148],"domain_scores_gemma":[0.9819213,0.014882947,0.00095775176,0.00090706215,0.00059779617,0.0007330999],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.040514726,0.00021986052,0.00095910253,0.00013917279,0.00023696008,0.0000103844295,0.0007667702,0.00082403526,0.0012966938],"category_scores_gemma":[0.6309383,0.00012691843,0.00014493744,0.00021963377,0.0012649976,0.00013352475,0.00011819724,0.003040216,0.0000071108097],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097753145,0.00010951595,0.28516755,0.00004268121,0.000047300633,0.000015426556,0.0025820786,0.0000043233285,0.000025349736,0.0055760723,0.001563549,0.7047684],"study_design_scores_gemma":[0.018597355,0.00091811933,0.72730553,0.0695576,0.0011945989,0.0002547971,0.010483853,0.15549472,0.00008281093,0.011992773,0.0037416043,0.00037623857],"about_ca_topic_score_codex":0.003249082,"about_ca_topic_score_gemma":0.0005374723,"teacher_disagreement_score":0.7043922,"about_ca_system_score_codex":0.00016323474,"about_ca_system_score_gemma":0.006682941,"threshold_uncertainty_score":0.99961627},"labels":[],"label_agreement":null},{"id":"W2589874118","doi":"10.1097/acm.0000000000001557","title":"In Reply to Pippitt et al","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mental Health Research Canada; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Echo (communications protocol); Mental health; Psychology; Medical education; Health care; Fidelity; Medicine; Computer science; Psychiatry","score_opus":0.35255009040711494,"score_gpt":0.5364431248054756,"score_spread":0.1838930343983607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589874118","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024066982,0.00074166915,0.000022294187,0.9574243,0.008452307,0.0026416774,0.00005844646,0.00005413193,0.028198477],"genre_scores_gemma":[0.00030384818,0.001166563,0.000035175402,0.9072807,0.00934302,0.00061259995,0.0011879271,0.00006443748,0.080005735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944587,0.0009017329,0.0016304263,0.0007438163,0.00096634077,0.0012989804],"domain_scores_gemma":[0.9964672,0.0010871376,0.00085209444,0.0010722562,0.00008606887,0.0004352539],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0038004906,0.0004069659,0.00091014465,0.0004400826,0.00043080695,0.000001940692,0.0008647776,0.0013884022,0.002223705],"category_scores_gemma":[0.00072451815,0.00031222793,0.000042420037,0.00014601323,0.00010480527,0.000105834035,0.00030269384,0.013963208,0.002593285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049236696,0.0000032468345,0.004751777,0.0012893707,0.0000082468105,0.00019716188,0.007836269,8.1430095e-8,0.0000099502695,0.00008303767,0.985511,0.00026062748],"study_design_scores_gemma":[0.001369466,0.00032958618,0.00036483022,0.011991061,0.000017852472,0.0000041792114,0.00052526913,0.000002920545,0.000002315731,0.00090961205,0.98423016,0.0002527595],"about_ca_topic_score_codex":0.0048761577,"about_ca_topic_score_gemma":0.00009821833,"teacher_disagreement_score":0.05180726,"about_ca_system_score_codex":0.00054168206,"about_ca_system_score_gemma":0.000565339,"threshold_uncertainty_score":0.999933},"labels":[],"label_agreement":null},{"id":"W2590102731","doi":"10.1097/acm.0000000000001564","title":"In Reply to Lenchus","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Miami; Reimbursement; Referral; Health care; Medicine; Medical education; Family medicine; Nursing; Political science","score_opus":0.08340420390827619,"score_gpt":0.41576485166378346,"score_spread":0.3323606477555073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590102731","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007864229,0.0019986385,0.000010048621,0.96280295,0.0032299713,0.00057856384,0.0000022872764,0.000033129458,0.023480166],"genre_scores_gemma":[0.002614209,0.0014563837,0.00006203681,0.86611027,0.03445161,0.000064676045,0.00016555468,0.000040043364,0.095035225],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978065,0.00009291398,0.0005940143,0.0006093417,0.00040782598,0.000489387],"domain_scores_gemma":[0.99790853,0.0003717868,0.0004191364,0.0010389471,0.000075415264,0.00018616395],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010464654,0.0002859564,0.0008443846,0.0004939289,0.00006642364,0.0000047619515,0.0004164778,0.0014865341,0.00084171083],"category_scores_gemma":[0.0041890116,0.00021754825,0.00004776282,0.00014299908,0.00019312747,0.00014275762,0.000050905175,0.006433239,0.00051395275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005304364,0.0000030242595,0.001473375,0.00015143809,0.00003506728,0.0010912511,0.0016159826,1.4133589e-7,0.00015626526,0.000015082452,0.9943074,0.0010979068],"study_design_scores_gemma":[0.0008227006,0.0003168361,0.0037186418,0.001322588,0.0002025435,0.0011588966,0.00015324383,0.000004821752,0.000018284978,0.00034979192,0.99175066,0.00018097494],"about_ca_topic_score_codex":0.0008160139,"about_ca_topic_score_gemma":0.0000026235884,"teacher_disagreement_score":0.0966927,"about_ca_system_score_codex":0.000203573,"about_ca_system_score_gemma":0.00027021137,"threshold_uncertainty_score":0.99980974},"labels":[],"label_agreement":null},{"id":"W2590632209","doi":"10.1097/acm.0000000000001550","title":"Another Aspect of Procedural Competence Among Faculty","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Radiology practices and education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competence (human resources); Specialty; Medical education; Psychology; Medicine; Family medicine","score_opus":0.09617172939239108,"score_gpt":0.3900170537011483,"score_spread":0.2938453243087572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590632209","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056005314,0.0015946114,0.000022523827,0.9210029,0.0012404412,0.00059755245,0.000013956834,0.000052269297,0.019470392],"genre_scores_gemma":[0.16000098,0.0014087028,0.00015796216,0.74756783,0.020774057,0.000057585297,0.0011346836,0.00009671462,0.06880148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997864,0.00007687548,0.00063769054,0.00047932568,0.0005437112,0.00039841604],"domain_scores_gemma":[0.99746376,0.0002572991,0.001259027,0.00072956755,0.0001933402,0.00009697519],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.000559474,0.0003319547,0.0010387823,0.00020027555,0.00009214114,0.0000038742073,0.00048351052,0.0015472177,0.00069498277],"category_scores_gemma":[0.0016915761,0.00022610347,0.00009255956,0.000095713156,0.0010537099,0.00016063469,0.00004385469,0.0044580665,0.000059684993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043467546,0.0000052886558,0.025632428,0.0005339891,0.00012207992,0.00012412501,0.0012549334,1.0264728e-7,0.00054760947,0.000018913073,0.9712596,0.00045748556],"study_design_scores_gemma":[0.0011086711,0.0003726244,0.058377016,0.0022481126,0.0007377737,0.0007304961,0.00033263504,0.000033616296,0.00017066611,0.00019109237,0.9354738,0.00022347916],"about_ca_topic_score_codex":0.0004221947,"about_ca_topic_score_gemma":0.0000024187564,"teacher_disagreement_score":0.1734351,"about_ca_system_score_codex":0.00008587151,"about_ca_system_score_gemma":0.00030716747,"threshold_uncertainty_score":0.999749},"labels":[],"label_agreement":null},{"id":"W2591363945","doi":"10.1097/acm.0000000000001545","title":"Learning Professionalism Under Stress","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Compassion; Honesty; Empathy; Psychology; Anger; Offensive; Patience; Burnout; Blame; Medicine; Medical education; Social psychology; Law; Clinical psychology","score_opus":0.3317691407129995,"score_gpt":0.6207862213424443,"score_spread":0.2890170806294448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591363945","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19175059,0.0015373367,0.0019687312,0.41886964,0.009012918,0.0009354228,0.000004181582,0.00031692142,0.37560424],"genre_scores_gemma":[0.90449864,0.0011863465,0.000075107266,0.018242626,0.0034083638,0.000071639945,0.000019042767,0.00003816288,0.07246006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470425,0.0024890974,0.0007325924,0.00038346494,0.0010518769,0.0006387405],"domain_scores_gemma":[0.98751897,0.010125679,0.0010019783,0.0007962046,0.00025666622,0.00030052345],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.011003063,0.00018715802,0.00038133987,0.00007774142,0.0058099646,0.000004950315,0.0010544455,0.0011141162,0.004241734],"category_scores_gemma":[0.07910502,0.00013025914,0.000026846763,0.00006829107,0.0010278558,0.00033623198,0.0005593218,0.022757798,0.0010361819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015463408,0.000021525098,0.21045339,0.00083837385,0.000106498366,0.0000657237,0.050217744,0.0000116507435,0.0025919632,0.50939035,0.21864186,0.0075062984],"study_design_scores_gemma":[0.0045416807,0.00019409097,0.0984094,0.009243411,0.00016870341,0.000012893627,0.103823,0.00031763292,0.000078075645,0.32526547,0.45747542,0.00047022908],"about_ca_topic_score_codex":0.00047439933,"about_ca_topic_score_gemma":0.00002178226,"teacher_disagreement_score":0.71274805,"about_ca_system_score_codex":0.000106634594,"about_ca_system_score_gemma":0.00034180353,"threshold_uncertainty_score":0.9997416},"labels":[],"label_agreement":null},{"id":"W2599485173","doi":"10.1097/acm.0000000000001604","title":"In Reply to Reardon et al","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre; Toronto East General Hospital","funders":"","keywords":"Public relations; CLARITY; Operationalization; Curriculum; Formative assessment; Health care; Sociology; Medical education; Psychology; Pedagogy; Political science; Medicine","score_opus":0.05121724841961854,"score_gpt":0.4305003214626162,"score_spread":0.37928307304299763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599485173","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033820982,0.0003545477,0.0001106032,0.9752878,0.0037680932,0.0009277816,0.0000046910477,0.00007243998,0.016091969],"genre_scores_gemma":[0.0006368944,0.00048717874,0.0004940304,0.93482846,0.01374071,0.00015389237,0.00068428967,0.000087904584,0.048886612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607325,0.000121956946,0.0010677807,0.00079304207,0.0013522037,0.00059178966],"domain_scores_gemma":[0.997444,0.00020949612,0.0004396679,0.0014948589,0.00026718018,0.00014483542],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029247897,0.000386231,0.0009658012,0.0010545,0.00007423421,0.000007784724,0.0006134712,0.0013463784,0.0010372853],"category_scores_gemma":[0.014803244,0.00031114768,0.00005434829,0.00052412803,0.0003242201,0.00012477621,0.00011870524,0.011002594,0.00048081725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038988295,0.000006845287,0.00043433983,0.0001679848,0.00002792179,0.0006652848,0.0015006763,1.2428075e-7,0.00018568012,0.000114504925,0.99424016,0.0026174642],"study_design_scores_gemma":[0.0011878895,0.00025355892,0.0013130398,0.004048138,0.00009187618,0.0004074274,0.00014100829,0.000012473032,0.000032186716,0.0005561804,0.9917083,0.00024791705],"about_ca_topic_score_codex":0.00049889507,"about_ca_topic_score_gemma":0.0000020731097,"teacher_disagreement_score":0.04045929,"about_ca_system_score_codex":0.00043370022,"about_ca_system_score_gemma":0.00050355174,"threshold_uncertainty_score":0.9999501},"labels":[],"label_agreement":null},{"id":"W2599801844","doi":"10.1097/acm.0000000000001587","title":"Clinical Reasoning and Threshold Concepts","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Action (physics); Affordance; Value (mathematics); Psychology; Cognitive psychology; Computer science","score_opus":0.09691729339596887,"score_gpt":0.46204457496984075,"score_spread":0.36512728157387186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599801844","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016242474,0.014391809,0.000034699748,0.9387143,0.0028753278,0.0006454635,0.000017544526,0.00017695449,0.026901389],"genre_scores_gemma":[0.020840349,0.01758291,0.00016716824,0.8688005,0.051373698,0.000034556266,0.0005201009,0.0001179513,0.040562775],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99548656,0.00015315218,0.0015131162,0.0011598422,0.0009587213,0.00072862924],"domain_scores_gemma":[0.97946316,0.017465772,0.00089465524,0.0013411792,0.00017933881,0.0006559091],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025271976,0.00057276705,0.0022688266,0.00015588911,0.0001859468,0.000018690878,0.00049555243,0.0040755365,0.000553462],"category_scores_gemma":[0.1519539,0.00040428768,0.00022164301,0.00008360817,0.0022801666,0.00006350591,0.00024028745,0.012280344,0.00016485305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059702696,0.000006867752,0.0456483,0.00012725077,0.00015809383,0.0022596046,0.0001693195,2.1921855e-8,0.0000035960923,0.0001094234,0.9418937,0.009564118],"study_design_scores_gemma":[0.004501114,0.00080659805,0.013319708,0.028515631,0.0013479231,0.0010666922,0.00006323068,0.000053769567,0.000003420254,0.0011037875,0.9488071,0.0004110165],"about_ca_topic_score_codex":0.000097445845,"about_ca_topic_score_gemma":7.9392487e-7,"teacher_disagreement_score":0.1494267,"about_ca_system_score_codex":0.000053533804,"about_ca_system_score_gemma":0.00032975854,"threshold_uncertainty_score":0.9998409},"labels":[],"label_agreement":null},{"id":"W2602989430","doi":"10.1097/acm.0000000000001603","title":"What Can We Learn From the Letters of Students and Residents About Improving the Medical Curriculum?","year":2017,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Compassion; Narrative; Curriculum; Narrative medicine; Medical education; Confidentiality; Psychology; Perspective (graphical); Medicine; Graduate medical education; Pedagogy","score_opus":0.018713277742980098,"score_gpt":0.38090564441820274,"score_spread":0.36219236667522264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602989430","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17451142,0.0165102,0.000038385002,0.15143223,0.6563746,0.0010021968,0.00002330438,0.00003965815,0.00006802775],"genre_scores_gemma":[0.022571335,0.06314501,0.000036066216,0.010046276,0.9006725,0.000116474796,0.0007914121,0.00009647336,0.002524474],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9909497,0.00029866103,0.0013899069,0.00070993084,0.0061526224,0.00049917947],"domain_scores_gemma":[0.9937785,0.0024820426,0.0014331354,0.0015045593,0.00053175737,0.00026997],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0051298626,0.0004735308,0.0010563427,0.00018415773,0.00044759279,0.000068443536,0.0023179546,0.0017054565,0.00030362306],"category_scores_gemma":[0.055997238,0.00023933532,0.00008371216,0.00029849395,0.0024145332,0.00020089709,0.00060434244,0.007405504,0.000014114071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004573993,0.000020097938,0.007076559,0.00026277505,0.00022228292,0.00002695605,0.005817466,5.6235784e-8,0.00014723165,0.000020577392,0.9618792,0.024481045],"study_design_scores_gemma":[0.0049371882,0.00026586954,0.01977412,0.027517416,0.0018106239,0.00005402517,0.01387776,0.00008791016,0.000041971805,0.00038433846,0.93083376,0.00041502624],"about_ca_topic_score_codex":0.0043984777,"about_ca_topic_score_gemma":0.000103967046,"teacher_disagreement_score":0.24429789,"about_ca_system_score_codex":0.00021705097,"about_ca_system_score_gemma":0.001043734,"threshold_uncertainty_score":0.9995905},"labels":[],"label_agreement":null},{"id":"W2603082448","doi":"10.1097/acm.0000000000001658","title":"Emotional Learning and Identity Development in Medicine: A Cross-Cultural Qualitative Study Comparing Taiwanese and Dutch Medical Undergraduates","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Taiwan University; National Taiwan University Hospital; Universitair Medisch Centrum Groningen; Queen's University; Universiteit van Amsterdam; Rijksuniversiteit Groningen","keywords":"Construct (python library); Autonomy; Competence (human resources); Identity (music); Psychology; Narrative; Agency (philosophy); Social psychology; Qualitative research; Cultural competence; Pedagogy; Sociology; Linguistics; Aesthetics; Social science","score_opus":0.1143724375513102,"score_gpt":0.5182861814190616,"score_spread":0.40391374386775136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603082448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727552,0.0018018966,0.000080332946,0.023418406,0.00035965067,0.00046629534,2.8297376e-7,0.00004030063,0.0010776225],"genre_scores_gemma":[0.99648374,0.0010697003,0.00006414011,0.00058991567,0.00065906934,0.000041194427,0.000039068575,0.000016180757,0.0010369921],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967099,0.00022577954,0.0008471992,0.0005172762,0.0013323831,0.00036746918],"domain_scores_gemma":[0.9980512,0.00057571195,0.00031948416,0.0001882882,0.00021176861,0.0006535476],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0047203572,0.00026118805,0.0007629525,0.00019672347,0.00053577387,0.000029443365,0.00023064319,0.00026985485,0.00023999717],"category_scores_gemma":[0.018296795,0.00017848144,0.000018261326,0.00014912925,0.0019378993,0.0005123631,0.00022185805,0.0016489051,0.0000082914685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011425505,0.000066771354,0.5509366,0.00019034118,0.0000656593,0.00007566905,0.4442281,2.3390811e-7,0.000130842,0.000806928,0.00034160225,0.0030429908],"study_design_scores_gemma":[0.006879183,0.00039393033,0.6359373,0.002005142,0.00007942093,0.00019991724,0.35205355,0.00018517839,0.000023754095,0.0014579732,0.00062423036,0.00016044447],"about_ca_topic_score_codex":0.0009129274,"about_ca_topic_score_gemma":0.00026614108,"teacher_disagreement_score":0.09217455,"about_ca_system_score_codex":0.00012351508,"about_ca_system_score_gemma":0.00025980282,"threshold_uncertainty_score":0.98997253},"labels":[],"label_agreement":null},{"id":"W2603206454","doi":"10.1097/acm.0000000000001600","title":"Quality Improvement in Medical Education: Implications for Curriculum Change","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Quality (philosophy); Core Knowledge; Health care; Medicine; Space (punctuation); Institution; Psychology; Pedagogy; Computer science; Knowledge management; Sociology; Political science","score_opus":0.10288670914682843,"score_gpt":0.4820976104437211,"score_spread":0.3792109012968927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603206454","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032795125,0.0018329422,0.00044120452,0.9822892,0.0048739985,0.0037807846,0.00003110491,0.000094301875,0.0033769303],"genre_scores_gemma":[0.0055900165,0.0012444006,0.00049660215,0.9166232,0.05563617,0.006905081,0.005520556,0.000098268465,0.007885715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948486,0.000100615565,0.001902399,0.0009748613,0.0014051081,0.00076843495],"domain_scores_gemma":[0.9957734,0.00029994076,0.0010971889,0.0016715116,0.00088809925,0.00026985805],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0031087326,0.00051069615,0.0012161795,0.00079858763,0.00023137275,0.000012320877,0.0010374923,0.0030387656,0.0009341791],"category_scores_gemma":[0.017547375,0.00041890825,0.00013668783,0.0005284991,0.0006504891,0.0001663139,0.0001290611,0.006307056,0.000046546764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013189032,0.00007548864,0.005282375,0.0010595566,0.000044959408,0.000009644536,0.0004890734,4.5179718e-9,0.000022553912,0.001875191,0.8477487,0.1433793],"study_design_scores_gemma":[0.002254221,0.0002556256,0.012530281,0.0034101638,0.00020286183,0.00015201619,0.00036765577,0.00004448094,0.000005351718,0.0052196435,0.9751857,0.0003720116],"about_ca_topic_score_codex":0.00065472466,"about_ca_topic_score_gemma":0.000016170618,"teacher_disagreement_score":0.14300728,"about_ca_system_score_codex":0.00081685785,"about_ca_system_score_gemma":0.0029611574,"threshold_uncertainty_score":0.9999791},"labels":[],"label_agreement":null},{"id":"W2604181777","doi":"10.1097/acm.0000000000001668","title":"Simulation Fellowship Programs: An International Survey of Program Directors","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Children's Hospital; University of Toronto; Hospital for Sick Children","funders":"","keywords":"Accreditation; Snowball sampling; Medical education; Standardization; Inclusion (mineral); Credentialing; Graduate medical education; MEDLINE; Web site; Family medicine; Medicine; Psychology; Political science; The Internet; Computer science","score_opus":0.2821980273890521,"score_gpt":0.5297181837857093,"score_spread":0.24752015639665725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604181777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919933,0.0001733903,0.00014225538,0.0034414167,0.001582902,0.0012130495,0.000009733096,0.00015535468,0.0012886082],"genre_scores_gemma":[0.9965084,0.00006212145,0.00036148555,0.0003125331,0.0012488212,0.00008091122,0.0008990485,0.00003460421,0.0004920683],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977215,0.00015137436,0.00076170557,0.00037470332,0.0007260429,0.0002646702],"domain_scores_gemma":[0.9961748,0.00069965067,0.00067117746,0.00087559945,0.0012407372,0.00033802108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015905505,0.0001820923,0.00040815942,0.00021101163,0.0001737193,0.000014062959,0.00045020497,0.0002844116,0.00034791924],"category_scores_gemma":[0.005282881,0.00015089297,0.000040375628,0.00018957615,0.00041718516,0.0003261533,0.00004006032,0.0005112764,0.000016393924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018106263,0.00007683808,0.94939756,0.000101847756,0.000041452688,0.0000019482045,0.002156944,0.00024393112,0.00009746289,0.000098576886,0.00020834563,0.047394037],"study_design_scores_gemma":[0.0014320798,0.0005075779,0.96909046,0.00049902353,0.00006211133,0.0000044645685,0.0004859666,0.026140803,0.0001324898,0.00012330353,0.0014046317,0.00011710962],"about_ca_topic_score_codex":0.0033610906,"about_ca_topic_score_gemma":0.000057810856,"teacher_disagreement_score":0.04727693,"about_ca_system_score_codex":0.00013752523,"about_ca_system_score_gemma":0.00028917912,"threshold_uncertainty_score":0.6324484},"labels":[],"label_agreement":null},{"id":"W2606226254","doi":"10.1097/acm.0000000000001669","title":"The Hidden Value of Narrative Comments for Assessment: A Quantitative Reliability Analysis of Qualitative Data","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; The Wilson Centre","funders":"","keywords":"Generalizability theory; Reliability (semiconductor); Psychology; Narrative; Set (abstract data type); Argument (complex analysis); Medical education; Medicine; Family medicine; Computer science; Internal medicine; Developmental psychology","score_opus":0.3000704535187511,"score_gpt":0.6009780716740539,"score_spread":0.3009076181553028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606226254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86797565,0.0004656376,0.026522007,0.100517996,0.00072287413,0.0016916168,0.00022016012,0.000017585879,0.0018664777],"genre_scores_gemma":[0.98534507,0.0002447219,0.012137278,0.0007955186,0.00015760855,0.00008563984,0.0008022214,0.00001361249,0.00041831346],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9970814,0.0003386802,0.0012001044,0.00037839107,0.00078635436,0.00021507252],"domain_scores_gemma":[0.9918319,0.0032508883,0.0016418375,0.0020235598,0.0011826258,0.000069213755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009858834,0.00015311792,0.00082345464,0.0002519181,0.00043894048,0.000004873106,0.0010593502,0.00016833979,0.00006568021],"category_scores_gemma":[0.044188976,0.00009323019,0.00007812625,0.0006718554,0.0020669026,0.0002050304,0.00020749102,0.0005831353,7.578265e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014527371,0.00033719483,0.057699036,0.0009289913,0.009452698,0.0000015232404,0.43472064,0.000016072852,0.003907608,0.324439,0.14551608,0.021528425],"study_design_scores_gemma":[0.007911155,0.0023827653,0.30185527,0.0017301182,0.011190077,0.000003554381,0.5444534,0.0762105,0.00089365727,0.03929973,0.013720994,0.00034880286],"about_ca_topic_score_codex":0.0003700096,"about_ca_topic_score_gemma":0.000011533459,"teacher_disagreement_score":0.28513926,"about_ca_system_score_codex":0.0001180227,"about_ca_system_score_gemma":0.0003271917,"threshold_uncertainty_score":0.96386224},"labels":[],"label_agreement":null},{"id":"W2608300216","doi":"10.1097/acm.0000000000001720","title":"Canadian National Guidelines and Recommendations for Integrating Career Advising Into Medical School Curricula","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; Memorial University of Newfoundland","funders":"Health Canada; Association of Faculties of Medicine of Canada; University of Toronto; Queen's University; McMaster University; Council of Ontario Universities; Faculty of Medicine, McGill University; McGill University; University of Ottawa; Université Laval","keywords":"Accreditation; Medical education; Curriculum; Academic advising; Specialty; Psychology; Political science; Medicine; Pedagogy; Higher education; Family medicine","score_opus":0.10118095142119166,"score_gpt":0.4722670128751234,"score_spread":0.37108606145393175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608300216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062598154,0.0009567137,0.0058901142,0.9227455,0.0019963435,0.0007673344,0.000010694325,0.000060812738,0.004974309],"genre_scores_gemma":[0.8823047,0.00076839863,0.032603607,0.07227387,0.00836135,0.0002502613,0.0006972434,0.000055265675,0.002685265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976742,0.000030005865,0.0008033543,0.0003446487,0.0008233696,0.00032441693],"domain_scores_gemma":[0.99682796,0.00020254777,0.00028118573,0.00032933473,0.0016167598,0.0007422053],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002917113,0.00017757008,0.00032091315,0.00039738996,0.0008641538,0.00002497137,0.00032652693,0.00039288192,0.0009435882],"category_scores_gemma":[0.1267896,0.00013744575,0.00003205864,0.00018734628,0.00040457727,0.00022608817,0.00006494281,0.000972869,0.000014457307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013618632,0.000007594731,0.016356437,0.00010568979,0.00004745263,0.000004632243,0.0015508167,3.3780006e-7,0.00023715493,0.01490784,0.7953383,0.17143017],"study_design_scores_gemma":[0.004556064,0.0002482242,0.017390046,0.0064648907,0.00025501382,0.00042303107,0.006716636,0.018903567,0.00009586455,0.019896744,0.92460215,0.0004477891],"about_ca_topic_score_codex":0.020073473,"about_ca_topic_score_gemma":0.0039505595,"teacher_disagreement_score":0.8504717,"about_ca_system_score_codex":0.00051584805,"about_ca_system_score_gemma":0.0020817402,"threshold_uncertainty_score":0.99996966},"labels":[],"label_agreement":null},{"id":"W2608374629","doi":"10.1097/acm.0000000000001644","title":"Considering Cocreation for the Choosing Wisely List","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Brainstorming; Medicine; Health care; Medical education; Service (business); Expansive; Nursing; Business; Marketing","score_opus":0.817283183002297,"score_gpt":0.6253043246344299,"score_spread":0.1919788583678671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608374629","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004882967,0.0071426984,0.0016648155,0.9737469,0.0072898837,0.0036751179,0.00006871768,0.00018362925,0.005739946],"genre_scores_gemma":[0.0041779513,0.003963207,0.000110751556,0.90365326,0.060669586,0.0008716192,0.00045916988,0.00013817963,0.025956282],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993448,0.0020905733,0.0016978342,0.00070621225,0.000900436,0.0011569529],"domain_scores_gemma":[0.9645815,0.030323671,0.0029044568,0.001356682,0.00062934577,0.00020433418],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010057415,0.00047299723,0.001017756,0.00018807643,0.0033990399,0.000019262236,0.0011180982,0.003150304,0.00073610496],"category_scores_gemma":[0.03842779,0.00030688086,0.00009399145,0.000109245,0.000684105,0.00032475582,0.0002210346,0.016718147,0.00020758399],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003867017,0.0000010395058,0.0016000273,0.0021371753,0.000080713355,0.000026152684,0.005660894,1.811983e-7,0.0000374191,0.00036405982,0.98726803,0.0027856166],"study_design_scores_gemma":[0.0010644472,0.00006765036,0.0004929556,0.005665882,0.00039252994,0.000022745666,0.002585489,0.00009307796,0.0000050293584,0.0023363912,0.986996,0.00027781673],"about_ca_topic_score_codex":0.0039539733,"about_ca_topic_score_gemma":0.00015132852,"teacher_disagreement_score":0.07009364,"about_ca_system_score_codex":0.00047502408,"about_ca_system_score_gemma":0.0012838601,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W2609402995","doi":"10.1097/acm.0000000000001711","title":"Changes in Personal Relationships During Residency and Their Effects on Resident Wellness: A Qualitative Study","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Conference Board of Canada; College of Family Physicians of Canada; Toronto East General Hospital; Vector Institute; The Mayer Institute","funders":"University of Toronto","keywords":"Grounded theory; Burnout; Psychology; Social psychology; Friendship; Cognitive dissonance; Coping (psychology); Qualitative research; Medical education; Medicine; Clinical psychology; Sociology","score_opus":0.1787029839000876,"score_gpt":0.5132183225706808,"score_spread":0.3345153386705932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609402995","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9168385,0.0028244387,0.0000038000285,0.077112235,0.00069074007,0.0016322356,0.00000717885,0.000041401476,0.00084941543],"genre_scores_gemma":[0.9918574,0.0018358548,0.000004758077,0.0009770028,0.0013102219,0.00046994974,0.0000063871275,0.000027782042,0.0035106256],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9938259,0.0039180513,0.0007008056,0.0005085606,0.00047109794,0.0005755841],"domain_scores_gemma":[0.9925097,0.0061299903,0.0005542589,0.0004473271,0.000089014226,0.00026969868],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0060756663,0.00025704547,0.00057359284,0.00029489523,0.0027102295,0.0000055999176,0.00032032857,0.00043032234,0.00014753979],"category_scores_gemma":[0.0075850524,0.00016443487,0.000019161238,0.00011673237,0.00018291554,0.00015765341,0.00024809648,0.0036378624,0.000043789867],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022178827,0.000015149237,0.3842186,0.0006429248,0.000017824987,0.00003554983,0.6106114,4.578899e-8,0.0002711736,0.00095209276,0.00091959164,0.0020938679],"study_design_scores_gemma":[0.0021702724,0.00026569449,0.57408226,0.012741692,0.000011766081,0.0000014654302,0.40597585,0.00001087768,0.00007139945,0.0044379774,0.00011197158,0.00011877712],"about_ca_topic_score_codex":0.002337562,"about_ca_topic_score_gemma":0.004757954,"teacher_disagreement_score":0.20463552,"about_ca_system_score_codex":0.00017257257,"about_ca_system_score_gemma":0.00022612627,"threshold_uncertainty_score":0.9986608},"labels":[],"label_agreement":null},{"id":"W2609486760","doi":"10.1097/acm.0000000000001689","title":"Teaching the Social Determinants of Health: A Path to Equity or a Road to Nowhere?","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":343,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; St. Michael's Hospital; HIV Legal Network; Canadian Institutes of Health Research","funders":"","keywords":"Health equity; Social determinants of health; Equity (law); Social equality; Path (computing); Psychology; Sociology; Medical education; Medicine; Political science; Economic growth; Economics; Health care; Computer science","score_opus":0.2619979205828551,"score_gpt":0.604636387821824,"score_spread":0.34263846723896896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609486760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7813121,0.00047801924,0.00015093488,0.20435809,0.0015353218,0.002299244,0.000022797492,0.000071111324,0.009772376],"genre_scores_gemma":[0.950598,0.00015289678,0.00020830349,0.03677965,0.0022524602,0.00016812143,0.0000027890633,0.00003245074,0.009805326],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952088,0.000990357,0.0014984027,0.00038949447,0.000722035,0.0011909016],"domain_scores_gemma":[0.99660474,0.00067847443,0.001177937,0.00084166165,0.00014128388,0.0005559196],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007880148,0.00023602074,0.00089034333,0.0000911768,0.0042959168,0.0000044009844,0.0015129804,0.00037114433,0.00036112344],"category_scores_gemma":[0.0061634164,0.00013187743,0.000041520878,0.00015757958,0.00020411093,0.00010034186,0.0010681346,0.0020274408,0.0002513815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000456812,0.000016052129,0.06931997,0.0012295764,0.000016824164,0.000010474192,0.21491212,4.3901318e-7,0.00019592584,0.0017253165,0.3381978,0.37391868],"study_design_scores_gemma":[0.0031737322,0.0016625708,0.32312882,0.019563105,0.00007046284,0.000014830265,0.0784472,0.00013235677,0.00002604119,0.0022990187,0.57102495,0.000456864],"about_ca_topic_score_codex":0.021708561,"about_ca_topic_score_gemma":0.002490483,"teacher_disagreement_score":0.37346184,"about_ca_system_score_codex":0.00034431144,"about_ca_system_score_gemma":0.00064522336,"threshold_uncertainty_score":0.99700034},"labels":[],"label_agreement":null},{"id":"W2611232088","doi":"10.1097/acm.0000000000001722","title":"Evaluation of and Feedback for Academic Medicine Leaders: Developing and Implementing the Memorial Method","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Newfoundland and Labrador Centre for Applied Health Research; Memorial University of Newfoundland","funders":"","keywords":"Academic medicine; Medical education; Higher education; MEDLINE; Medicine; Psychology; Political science","score_opus":0.2817713410798679,"score_gpt":0.5447421355904187,"score_spread":0.26297079451055083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611232088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66667366,0.004981264,0.031219834,0.29070416,0.0018892273,0.002761268,0.000003847867,0.000039893894,0.0017268301],"genre_scores_gemma":[0.9789797,0.0015533179,0.00829497,0.0043615783,0.0061852997,0.00019294539,0.00005812576,0.00003754003,0.00033650515],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967438,0.00018372426,0.0010108796,0.00039971364,0.001290056,0.0003718572],"domain_scores_gemma":[0.99679756,0.0007678518,0.00083147414,0.00048415727,0.0010209465,0.00009798318],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022173775,0.00021156926,0.00056279206,0.0002222098,0.000576809,0.000006902672,0.00031786732,0.00033542776,0.00010742656],"category_scores_gemma":[0.034776837,0.00013118844,0.000023702061,0.00020990918,0.0013962655,0.00019499986,0.00013727495,0.00091963436,0.0000010521474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021315896,0.000007751676,0.008175569,0.00090404507,0.00033030662,0.0000010231496,0.03500046,0.0000016386872,0.025012232,0.022260705,0.057444576,0.8506485],"study_design_scores_gemma":[0.07739338,0.002681028,0.18152925,0.018925807,0.017209573,0.0012146346,0.22743578,0.081760585,0.020341659,0.18794301,0.1820465,0.001518776],"about_ca_topic_score_codex":0.0001030541,"about_ca_topic_score_gemma":0.000005613776,"teacher_disagreement_score":0.84912974,"about_ca_system_score_codex":0.00012842567,"about_ca_system_score_gemma":0.00034638218,"threshold_uncertainty_score":0.9733536},"labels":[],"label_agreement":null},{"id":"W2611670657","doi":"10.1097/acm.0000000000001710","title":"Recruiting Faculty Leaders at U.S. Medical Schools: A Process Without Improvement?","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada","funders":"","keywords":"Academic medicine; Economic shortage; Medical education; Underrepresented Minority; Personnel selection; Process (computing); Duration (music); Work (physics); MEDLINE; Public relations; Psychology; Medicine; Political science; Management; Engineering; Computer science","score_opus":0.1768429717006464,"score_gpt":0.46373233830640975,"score_spread":0.28688936660576336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611670657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7277579,0.00050151633,0.00011451376,0.1493715,0.0015710981,0.0005487407,0.000007563048,0.000196683,0.11993052],"genre_scores_gemma":[0.97191596,0.0011391006,0.000018826555,0.006680783,0.003144575,0.000023972112,0.000025222675,0.00001548838,0.017036078],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.995034,0.0001352598,0.00040746306,0.00045112948,0.0032778457,0.00069432013],"domain_scores_gemma":[0.9980329,0.00014525076,0.0003966764,0.00041321162,0.00020300953,0.0008089406],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0062574074,0.00019770466,0.00040346917,0.00008547132,0.002979824,0.000044180284,0.002363537,0.0005045467,0.0021679935],"category_scores_gemma":[0.014880313,0.0001574152,0.000049839364,0.00013473866,0.0029673371,0.00048171793,0.00034776723,0.0016044506,0.00017961576],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015474162,0.000024822994,0.37175605,0.00024206746,0.00016653932,0.00016232212,0.23554237,8.916038e-7,0.0011286321,0.005758715,0.28783146,0.097231396],"study_design_scores_gemma":[0.004967059,0.00041305326,0.0037251373,0.0024563402,0.00022786383,0.00001997839,0.6871073,0.00007406291,0.00044933852,0.003889087,0.29610708,0.0005637013],"about_ca_topic_score_codex":0.0023734889,"about_ca_topic_score_gemma":0.0005867007,"teacher_disagreement_score":0.45156494,"about_ca_system_score_codex":0.00023237594,"about_ca_system_score_gemma":0.00040735293,"threshold_uncertainty_score":0.999746},"labels":[],"label_agreement":null},{"id":"W2612460518","doi":"10.1097/acm.0000000000001726","title":"Core Competencies or a Competent Core? A Scoping Review and Realist Synthesis of Invasive Bedside Procedural Skills Training in Internal Medicine","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Royal College of Physicians and Surgeons of Canada; The Wilson Centre; University of Toronto; University Health Network; St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Medicine; MEDLINE; Context (archaeology); Cochrane Library; Medical education; Nursing; Randomized controlled trial; Surgery","score_opus":0.43033262851532694,"score_gpt":0.5179362566566098,"score_spread":0.08760362814128286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612460518","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025564287,0.98598576,0.000006651804,0.006725817,0.00057293236,0.0057420162,0.000050359027,0.000054478853,0.0006063486],"genre_scores_gemma":[0.0023987272,0.9909881,0.00020919618,0.0035844112,0.0012282778,0.0007510519,0.00032734353,0.00010580153,0.00040708922],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99305487,0.00031336574,0.004122247,0.0009210333,0.0009602093,0.00062828546],"domain_scores_gemma":[0.98525983,0.009021847,0.0035329931,0.0009669376,0.0006184781,0.0005998907],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026876044,0.000847399,0.007776487,0.0009858538,0.00015155975,0.0000056796985,0.00067341165,0.00068846805,0.0005442622],"category_scores_gemma":[0.026617276,0.00053958717,0.00019692972,0.0006737815,0.0015570609,0.00012044114,0.00015278622,0.0021058691,0.000008017011],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009648557,0.000026299127,0.004480078,0.78239053,0.00030503093,0.00013641693,0.012242459,4.0620446e-7,0.000004829195,0.0002593632,0.0049162144,0.19514187],"study_design_scores_gemma":[0.0013488999,0.00041440688,0.0005657914,0.9693279,0.003924191,0.0015715257,0.003435086,0.00001242301,0.000001880716,0.000109572306,0.018895246,0.00039302936],"about_ca_topic_score_codex":0.0011484188,"about_ca_topic_score_gemma":0.00027798756,"teacher_disagreement_score":0.19474883,"about_ca_system_score_codex":0.0005221314,"about_ca_system_score_gemma":0.005315934,"threshold_uncertainty_score":0.99970555},"labels":[],"label_agreement":null},{"id":"W2618112521","doi":"10.1097/acm.0000000000001777","title":"Continuing Professional Development for Faculty: An Elephant in the House of Academic Medicine or the Key to Future Success?","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Scope (computer science); Medical education; Professional development; Transformational leadership; Public relations; Health care; Faculty development; Continuing medical education; Academic institution; Continuing education; Engineering ethics; Medicine; Political science; Sociology; Management; Pedagogy; Engineering; Computer science","score_opus":0.08539254011587556,"score_gpt":0.4599010818392155,"score_spread":0.37450854172333997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618112521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76593155,0.00037119954,0.0009166985,0.22839588,0.001949128,0.0022005779,0.000004180419,0.00004140065,0.00018941383],"genre_scores_gemma":[0.96903855,0.00028362332,0.0012067786,0.019502675,0.0059801056,0.00063989824,0.00012988842,0.00005223555,0.0031662455],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626887,0.0001398346,0.0013477221,0.0004402871,0.0012916623,0.00051165326],"domain_scores_gemma":[0.9972333,0.0004927849,0.0007386184,0.00089297234,0.00046930285,0.00017306858],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066251964,0.00029526374,0.00067217834,0.00029960653,0.00044937563,0.000008981435,0.0014900692,0.00047858304,0.00016008962],"category_scores_gemma":[0.009773287,0.000114682225,0.00003321397,0.0005362425,0.0007037837,0.00025154836,0.00012611711,0.0020073918,0.000008979707],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017203748,0.00013469374,0.033616938,0.00068974186,0.00012395013,0.000023439949,0.35795876,0.000003977905,0.012380979,0.0072943983,0.36109045,0.22496231],"study_design_scores_gemma":[0.0066193966,0.0009265449,0.25719643,0.0053904457,0.00023406257,0.0001319497,0.08304235,0.00025351087,0.0014486476,0.0007796995,0.6436897,0.00028728312],"about_ca_topic_score_codex":0.00008541587,"about_ca_topic_score_gemma":0.00005093241,"teacher_disagreement_score":0.28259924,"about_ca_system_score_codex":0.00012523615,"about_ca_system_score_gemma":0.0005389961,"threshold_uncertainty_score":0.9985678},"labels":[],"label_agreement":null},{"id":"W2618582904","doi":"10.1097/acm.0000000000001831","title":"Fatigue in Residency Education: Understanding the Influence of Work Hours Regulations in Europe","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; University of Ottawa Skills and Simulation Centre","funders":"Queen's University; Universiteit Maastricht; Vrije Universiteit Amsterdam; Royal College of Physicians and Surgeons of Canada; Queen's University Belfast; University of Ottawa","keywords":"Work (physics); Construct (python library); Patient safety; Psychology; Grounded theory; Medical education; Public relations; Applied psychology; Medicine; Political science; Sociology; Qualitative research; Health care; Computer science; Law; Engineering; Social science","score_opus":0.11705848516617438,"score_gpt":0.40066276102701187,"score_spread":0.2836042758608375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618582904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9396955,0.0021497263,0.0001902202,0.021515835,0.000736678,0.00029876165,6.190677e-7,0.000015858648,0.03539682],"genre_scores_gemma":[0.9983829,0.00033076646,0.00002033686,0.0004694607,0.00020718406,0.00002733532,0.0000037360335,0.000013529946,0.0005447322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865854,0.00017725001,0.00051574834,0.0002253253,0.00019803755,0.00022508194],"domain_scores_gemma":[0.9984044,0.00045260583,0.00033747274,0.00069429114,0.000055940294,0.00005531836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093154836,0.00011166655,0.00019734491,0.00022036553,0.00013567183,0.0000054617417,0.0006180787,0.00022196643,0.00019091142],"category_scores_gemma":[0.0015066011,0.00007945935,0.000014066568,0.00069362135,0.00046066317,0.00013092346,0.000051764426,0.0008724666,0.000022807037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041395902,0.00001571743,0.8818367,0.0000031617906,0.000018341183,0.000007296781,0.019701771,0.0004551773,0.000044257584,0.08350225,0.010052463,0.004321447],"study_design_scores_gemma":[0.0008014137,0.000031337408,0.98360014,0.0032288865,0.000024719095,0.00000379436,0.0060656946,0.0000031570407,0.000007307524,0.006030343,0.00010858066,0.000094600284],"about_ca_topic_score_codex":0.0008121009,"about_ca_topic_score_gemma":0.00012236771,"teacher_disagreement_score":0.10176344,"about_ca_system_score_codex":0.00007091332,"about_ca_system_score_gemma":0.00012157048,"threshold_uncertainty_score":0.37904817},"labels":[],"label_agreement":null},{"id":"W2619259536","doi":"10.1097/acm.0000000000001743","title":"Mixed Messages or Miscommunication? Investigating the Relationship Between Assessors’ Workplace-Based Assessment Scores and Written Comments","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Queen's University","funders":"","keywords":"Checklist; Competence (human resources); Psychology; Medical education; Narrative; Applied psychology; Task (project management); MEDLINE; Clinical psychology; Social psychology; Medicine; Cognitive psychology","score_opus":0.23792083801214775,"score_gpt":0.4677538388166853,"score_spread":0.22983300080453756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619259536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70258075,0.00032765555,0.0012597173,0.29265997,0.00028609397,0.00065286073,0.000002787418,0.00004736612,0.0021828013],"genre_scores_gemma":[0.98223126,0.00012375791,0.006330717,0.008142902,0.00085397554,0.00014634193,0.00018737456,0.000032192533,0.0019515068],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99743164,0.0003201792,0.0008210682,0.00033186394,0.00078370894,0.00031152274],"domain_scores_gemma":[0.9940932,0.0033060869,0.0007569275,0.0014483039,0.0002118082,0.00018369991],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0038520552,0.00023555307,0.0004410339,0.00019053782,0.0014955717,0.000052520525,0.00076874904,0.0003103812,0.00014418643],"category_scores_gemma":[0.023306003,0.00014071612,0.000028705339,0.0003351577,0.0015719711,0.00022562502,0.0002027469,0.002078495,0.000012791675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019799785,0.000015268675,0.9516587,0.00013503194,0.000050823324,0.0000019007564,0.0008631666,9.687433e-7,0.0001360514,0.0040188543,0.037665546,0.0054338593],"study_design_scores_gemma":[0.002416,0.00013134751,0.9838415,0.002217249,0.00030000185,0.000016995515,0.0021122713,0.0008183936,0.000085778054,0.0032166934,0.004698879,0.00014492378],"about_ca_topic_score_codex":0.00011424256,"about_ca_topic_score_gemma":0.000009345288,"teacher_disagreement_score":0.28451705,"about_ca_system_score_codex":0.00016349512,"about_ca_system_score_gemma":0.0003925933,"threshold_uncertainty_score":0.9998043},"labels":[],"label_agreement":null},{"id":"W2620860449","doi":"10.1097/01.acm.0000520609.85345.87","title":"Commentary on “Greener, Brighter”","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Feeling; Conversation; Stigma (botany); Meaning (existential); Psychology; Disease; Perspective (graphical); Medicine; Social psychology; Psychiatry; Psychotherapist","score_opus":0.12962435470872494,"score_gpt":0.48754454152404525,"score_spread":0.35792018681532034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620860449","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011730337,0.0021443267,0.000014054583,0.8686745,0.009898147,0.001026762,0.00010446328,0.00018570533,0.117834695],"genre_scores_gemma":[0.00008045903,0.00351256,0.00001122452,0.7842237,0.08604118,0.00015973535,0.0015310287,0.00010093217,0.124339215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99449056,0.00086432736,0.0014139991,0.0007581321,0.0010407844,0.0014321824],"domain_scores_gemma":[0.9937849,0.0027301617,0.0013015971,0.0017537432,0.00012499638,0.00030458163],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0015189595,0.0006275492,0.0015187794,0.0003734366,0.0015286277,0.0000034069546,0.0016203038,0.0040478925,0.005719273],"category_scores_gemma":[0.0004963408,0.0004335659,0.00012340712,0.000081231934,0.00038369486,0.00011484978,0.00035988263,0.023624586,0.0026465673],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038481543,0.0000020333368,0.0018115481,0.00097016484,0.00006483288,0.00046457056,0.0010301775,1.3493982e-8,0.0000037834614,0.000091275135,0.9932838,0.0022393237],"study_design_scores_gemma":[0.0017229085,0.00021950125,0.0005851343,0.0026646336,0.00015666542,0.000010634481,0.000099810604,0.0000011526172,0.0000017631303,0.001877296,0.99228585,0.0003746382],"about_ca_topic_score_codex":0.0023160821,"about_ca_topic_score_gemma":0.00004513278,"teacher_disagreement_score":0.084450886,"about_ca_system_score_codex":0.0010502349,"about_ca_system_score_gemma":0.00088518276,"threshold_uncertainty_score":0.9998116},"labels":[],"label_agreement":null},{"id":"W2621040796","doi":"10.1097/acm.0000000000001717","title":"Artist’s Statement: Icon","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Icon; Visual arts; Object (grammar); Theme (computing); Psychology; Aesthetics; Art; Computer science","score_opus":0.07241557294722487,"score_gpt":0.4192618693118367,"score_spread":0.34684629636461184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621040796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8273108,0.0012191109,0.00037088344,0.11087454,0.0017772975,0.00042277572,0.00000221977,0.00009099249,0.057931386],"genre_scores_gemma":[0.9681223,0.0015023566,0.00007090402,0.0061020674,0.0020394106,0.000025083602,0.000039054106,0.0000159957,0.022082852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857897,0.00002345568,0.0004162821,0.0002513368,0.00043827647,0.00029170138],"domain_scores_gemma":[0.99858916,0.00006831532,0.00024672112,0.0005672643,0.000075708944,0.00045281343],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00078900426,0.00013132428,0.00031071558,0.00007333075,0.00022948976,0.000006125181,0.00022791103,0.0001859025,0.0013709484],"category_scores_gemma":[0.0031217656,0.00009255801,0.000032334665,0.000046211928,0.0004250404,0.00013824747,0.000048737485,0.0006626769,0.00023752307],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045047834,0.000118984535,0.06627195,0.0006359488,0.0002033129,0.00025473104,0.097241476,2.6969775e-7,0.017004196,0.018151222,0.6324405,0.1672269],"study_design_scores_gemma":[0.010691311,0.0013317295,0.2736686,0.003051422,0.0006254288,0.0003592825,0.023793392,0.00022884429,0.010381893,0.010370359,0.6650548,0.00044293219],"about_ca_topic_score_codex":0.000119978846,"about_ca_topic_score_gemma":0.0000018502443,"teacher_disagreement_score":0.20739664,"about_ca_system_score_codex":0.000062839164,"about_ca_system_score_gemma":0.00014505128,"threshold_uncertainty_score":0.99954194},"labels":[],"label_agreement":null},{"id":"W2621170173","doi":"10.1097/acm.0000000000001695","title":"Using Video-Conference Interviews in the Residency Application Process","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Medical education; Psychology; Process (computing); Adjunct; Medicine; Computer science","score_opus":0.24303022987978137,"score_gpt":0.44959408017556096,"score_spread":0.2065638502957796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621170173","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012791752,0.0017735156,0.00051630347,0.94488204,0.000806768,0.0007767288,0.0000041689373,0.0000349302,0.04992639],"genre_scores_gemma":[0.12223798,0.0036854753,0.000021144948,0.84590596,0.02133323,0.00009493008,0.0001094878,0.000024659765,0.0065871305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960389,0.00060831005,0.00047510627,0.0004615876,0.0019350752,0.0004810159],"domain_scores_gemma":[0.9981631,0.00038121073,0.00056673394,0.00063427404,0.00018252635,0.00007214295],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0064160703,0.00023377377,0.000485399,0.00020197897,0.0005557065,0.000046243124,0.004029726,0.0011714194,0.00029531124],"category_scores_gemma":[0.0018399069,0.00015674923,0.00004805882,0.00029590342,0.0014137197,0.00026827748,0.00011467627,0.004334097,0.000050400657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000445518,0.0000017318333,0.0005187436,0.00015238563,0.000008180232,0.00008448858,0.085839555,2.8193665e-7,0.000010512923,0.0009499578,0.9094202,0.0030095293],"study_design_scores_gemma":[0.0002918054,0.000034743327,0.00008996811,0.001914161,0.0001228661,0.000010899654,0.03946461,0.000024132954,0.0000020793702,0.021513363,0.9363469,0.00018445616],"about_ca_topic_score_codex":0.0076842126,"about_ca_topic_score_gemma":0.00082340004,"teacher_disagreement_score":0.120958805,"about_ca_system_score_codex":0.00015821091,"about_ca_system_score_gemma":0.0004938915,"threshold_uncertainty_score":0.9989237},"labels":[],"label_agreement":null},{"id":"W2621330760","doi":"10.1097/acm.0000000000001681","title":"It’s Time to Increase Community Hospital-Based Health Research","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Niagara Health System; Niagara College; Regional Municipality of Niagara","funders":"","keywords":"Health care; Medical education; Coaching; Psychological intervention; Medicine; Community hospital; Nursing; Family medicine; Psychology; Political science","score_opus":0.5310674928198045,"score_gpt":0.6268527220580227,"score_spread":0.0957852292382182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621330760","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023691119,0.00046102074,0.00003317167,0.9590753,0.0023345188,0.00402927,0.00009347183,0.00011062946,0.03149354],"genre_scores_gemma":[0.0014740629,0.0004096009,0.00006317963,0.8425254,0.022691444,0.00082890724,0.001341579,0.0000700534,0.13059579],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9743838,0.016130557,0.0015925539,0.00077535684,0.0034590648,0.003658702],"domain_scores_gemma":[0.98010826,0.01276421,0.00083717,0.0026368385,0.0012507961,0.0024026977],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity","insufficient_payload"],"category_scores_codex":[0.056988865,0.00041752594,0.0011320038,0.0013635457,0.009107126,0.000020388976,0.003832834,0.0022578472,0.006892458],"category_scores_gemma":[0.036888316,0.0003189598,0.000059460497,0.0009205629,0.0013655581,0.00018499962,0.00070951344,0.050385326,0.021121114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000313138,0.0000151576905,0.00044904632,0.0019563746,0.000008557445,0.000024466404,0.016278856,1.786395e-7,0.000007691576,0.0000049118185,0.9799952,0.0012282521],"study_design_scores_gemma":[0.00065732194,0.0012289562,0.0011686094,0.0073497263,0.000007930189,0.0000018489388,0.0029740375,0.00004752827,7.716436e-7,0.00044696385,0.98587704,0.00023927326],"about_ca_topic_score_codex":0.04447486,"about_ca_topic_score_gemma":0.00021812311,"teacher_disagreement_score":0.11654987,"about_ca_system_score_codex":0.0020904506,"about_ca_system_score_gemma":0.016629696,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W2656716522","doi":"10.1097/acm.0000000000001772","title":"Exploring Integration in Action: Competencies as Building Blocks of Expertise","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Women's College Hospital","funders":"","keywords":"Core competency; Competence (human resources); Medical education; Psychology; Knowledge management; Computer science; Medicine; Social psychology","score_opus":0.2493435729584506,"score_gpt":0.4400322727979202,"score_spread":0.19068869983946957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2656716522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760926,0.00028332954,0.001262254,0.017119229,0.0012376884,0.00025878457,2.505622e-7,0.00003452742,0.003711334],"genre_scores_gemma":[0.99513185,0.001006359,0.0011442819,0.00087583915,0.001032796,0.000078694386,0.000012395795,0.000014593495,0.0007031771],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983977,0.000026336596,0.00065373635,0.00022498825,0.00049576495,0.0002014415],"domain_scores_gemma":[0.99880195,0.00007480885,0.00035135544,0.0004948756,0.00020529775,0.000071742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087853585,0.00013141327,0.00036365126,0.00038111614,0.00014172285,0.000004668344,0.0002446262,0.00015939957,0.00026283148],"category_scores_gemma":[0.007284798,0.00010468425,0.000026336207,0.0002695407,0.0004040631,0.00038760836,0.000051706887,0.0008174593,0.0000095145815],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002320422,0.00006784586,0.048071735,0.00026076802,0.000044322704,0.000029984518,0.028381607,0.000006488005,0.42837608,0.01944784,0.0063482393,0.46873304],"study_design_scores_gemma":[0.011796699,0.0015951411,0.41757774,0.022616701,0.00035866423,0.0006087417,0.081160545,0.0071221,0.41521817,0.007908915,0.033238508,0.0007980696],"about_ca_topic_score_codex":0.00043187485,"about_ca_topic_score_gemma":0.0000075020694,"teacher_disagreement_score":0.467935,"about_ca_system_score_codex":0.00018064668,"about_ca_system_score_gemma":0.00010226648,"threshold_uncertainty_score":0.872111},"labels":[],"label_agreement":null},{"id":"W2672445905","doi":"10.1097/acm.0000000000001770","title":"How Attending Physician Preceptors Negotiate Their Complex Work Environment: A Collective Ethnography","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Preceptor; Mentorship; Thematic analysis; Psychology; Medical education; Competence (human resources); Interpersonal communication; Negotiation; Creativity; Ethnography; Nursing; Pedagogy; Medicine; Social psychology; Qualitative research; Sociology","score_opus":0.07597324760667323,"score_gpt":0.3480538121192622,"score_spread":0.27208056451258894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2672445905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82742375,0.0007031756,0.0028492867,0.14579302,0.0019586291,0.0014656725,0.000009467629,0.00018524057,0.01961173],"genre_scores_gemma":[0.98359245,0.00038253693,0.0006429507,0.0067161242,0.002709325,0.00010727623,0.00014536007,0.00005276028,0.005651207],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977629,0.000078240315,0.00045461216,0.0005067443,0.000683358,0.00051415636],"domain_scores_gemma":[0.99805987,0.00013260286,0.0005726884,0.0009198137,0.00011441094,0.00020059552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007911934,0.0003225069,0.00058893557,0.0003589723,0.00081075355,0.000030245277,0.00052220596,0.00033935366,0.00037625557],"category_scores_gemma":[0.0015321275,0.00024154656,0.00009067344,0.000560952,0.0013766808,0.0002548526,0.00012557858,0.0014696659,0.00005440283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005325079,0.00017034184,0.14454134,0.0002921341,0.00076462456,0.000021770113,0.040027376,0.0000036344982,0.030379819,0.0024341478,0.52840775,0.25242454],"study_design_scores_gemma":[0.01137845,0.0008825356,0.4361202,0.0033275196,0.0007296458,0.00006395235,0.024324114,0.0008141724,0.0036519428,0.0063697323,0.511411,0.000926707],"about_ca_topic_score_codex":0.000019834346,"about_ca_topic_score_gemma":5.122014e-7,"teacher_disagreement_score":0.29157886,"about_ca_system_score_codex":0.00028620692,"about_ca_system_score_gemma":0.00009525438,"threshold_uncertainty_score":0.9849983},"labels":[],"label_agreement":null},{"id":"W2703176777","doi":"10.1097/acm.0000000000001774","title":"Enacting Pedagogy in Curricula: On the Vital Role of Governance in Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Jubilee Hospital; University of British Columbia","funders":"","keywords":"Curriculum; Corporate governance; Set (abstract data type); Engineering ethics; Fidelity; Medical education; Political science; Pedagogy; Public relations; Sociology; Medicine; Business; Computer science; Engineering","score_opus":0.021946005586627553,"score_gpt":0.43550537919244553,"score_spread":0.41355937360581796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2703176777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.862899,0.0007073689,0.000011625147,0.11850385,0.0006940595,0.0003368864,4.7137124e-7,0.000009561042,0.01683715],"genre_scores_gemma":[0.992456,0.00051465316,0.000048062422,0.0054727825,0.0010183742,0.00006340808,0.000012951073,0.000013988823,0.00039975275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779594,0.00007046897,0.00070714846,0.00025021177,0.0009314974,0.0002447312],"domain_scores_gemma":[0.9984777,0.0002738681,0.000470379,0.0005747746,0.00012016714,0.00008312472],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022038028,0.00013178526,0.0003386134,0.00017330225,0.000086282416,0.0000029431471,0.00046984848,0.0002903047,0.0007447318],"category_scores_gemma":[0.033800058,0.00008435592,0.000024264184,0.000334215,0.00047482763,0.00011113792,0.00006550765,0.0016234871,0.00001882999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015205568,0.00034101104,0.42146108,0.00016777753,0.00002098432,0.000022738222,0.011110349,0.0000023129494,0.0034548095,0.12779887,0.025447538,0.41002047],"study_design_scores_gemma":[0.0043310216,0.00041588506,0.9150749,0.012348967,0.00006336295,0.00018721248,0.023249947,0.0029039455,0.0025929145,0.010492729,0.028056046,0.0002831028],"about_ca_topic_score_codex":0.00070136355,"about_ca_topic_score_gemma":0.00004331443,"teacher_disagreement_score":0.49361378,"about_ca_system_score_codex":0.0002138597,"about_ca_system_score_gemma":0.00078254205,"threshold_uncertainty_score":0.97433865},"labels":[],"label_agreement":null},{"id":"W2719189294","doi":"10.1097/acm.0000000000001778","title":"A Constructive Reframing of Student Roles and Systems Learning in Medical Education Using a Communities of Practice Lens","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognitive reframing; Constructive; Lens (geology); Medical education; Psychology; Pedagogy; Sociology; Medicine; Computer science; Optics; Social psychology","score_opus":0.05890678492159097,"score_gpt":0.4574724272966876,"score_spread":0.3985656423750966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2719189294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882289,0.0021027245,0.00019746809,0.0061788834,0.00057329965,0.0003423359,5.3532034e-7,0.0000108094,0.002365],"genre_scores_gemma":[0.9968879,0.0013659762,0.00072335947,0.00054124073,0.00036243154,0.000016505588,0.000013006433,0.000012372012,0.000077176934],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9979189,0.0002112858,0.00080716255,0.00013499391,0.00077844673,0.00014918428],"domain_scores_gemma":[0.9976466,0.00046092577,0.0009399615,0.0003350211,0.00055008463,0.00006745508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028851684,0.00011165708,0.00048726948,0.0003407441,0.00013783335,0.0000049279865,0.00021155579,0.0002551687,0.00004507387],"category_scores_gemma":[0.016601775,0.00009346772,0.0000131378265,0.00017831055,0.0012188768,0.00024461703,0.0001073708,0.0012279993,3.3871584e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020405595,0.00020601772,0.8031046,0.0013292863,0.0001756922,0.000012530038,0.11501868,0.000019626259,0.0049732826,0.022495346,0.0004452964,0.0520156],"study_design_scores_gemma":[0.0045968676,0.0006182164,0.18161856,0.024845444,0.0005082499,0.0012281626,0.7723368,0.009564277,0.00027623287,0.0003683622,0.0038151362,0.00022373941],"about_ca_topic_score_codex":0.0017430215,"about_ca_topic_score_gemma":0.000014916837,"teacher_disagreement_score":0.65731806,"about_ca_system_score_codex":0.00011621368,"about_ca_system_score_gemma":0.0007692526,"threshold_uncertainty_score":0.9916818},"labels":[],"label_agreement":null},{"id":"W2728503131","doi":"10.1097/acm.0000000000001819","title":"A Framework for Integrating Implicit Bias Recognition Into Health Professions Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Curriculum; Implicit bias; Cognitive bias; Cultural bias; Context (archaeology); Implicit learning; Psychology; Implicit attitude; Cognitive psychology; Cognition; Knowledge management; Social psychology; Applied psychology; Computer science; Pedagogy","score_opus":0.156766856368997,"score_gpt":0.515336684269192,"score_spread":0.358569827900195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728503131","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29694408,0.0010594537,0.16648401,0.5225295,0.006025454,0.003392154,0.000007346111,0.00019698638,0.003361055],"genre_scores_gemma":[0.8300471,0.00055271183,0.11890551,0.039229207,0.0072164047,0.0011223187,0.0007720951,0.00006652664,0.0020881263],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978584,0.00006783773,0.00087621115,0.0004035387,0.00041928716,0.0003747253],"domain_scores_gemma":[0.99715006,0.0003331475,0.0009239903,0.00075981475,0.00060797494,0.00022501311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022462392,0.0002038802,0.0004616397,0.00030415377,0.0010378985,0.0000162125,0.00031461436,0.00043041367,0.00020356642],"category_scores_gemma":[0.03944888,0.00015429826,0.00005174566,0.00028758455,0.00030927063,0.00021120407,0.000056265108,0.0014836622,0.000041873045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079874786,0.000070868526,0.005727134,0.0005836297,0.00003427646,4.190827e-7,0.011627829,4.1800067e-8,0.0012779222,0.04227299,0.1568401,0.7814849],"study_design_scores_gemma":[0.00416221,0.0019016078,0.03724614,0.031079922,0.00037437148,0.00017597989,0.055308517,0.0009959507,0.001269225,0.71304715,0.15380739,0.0006315659],"about_ca_topic_score_codex":0.0003487018,"about_ca_topic_score_gemma":0.000009631248,"teacher_disagreement_score":0.78085333,"about_ca_system_score_codex":0.00036306388,"about_ca_system_score_gemma":0.0012276315,"threshold_uncertainty_score":0.96864223},"labels":[],"label_agreement":null},{"id":"W2730289127","doi":"10.1097/acm.0000000000001755","title":"Mindfulness in Residency: Making a Case for More Research","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Meditation; Mindfulness; Transcendental meditation; Pager; Psychology; Medicine; Psychotherapist; History","score_opus":0.3836828484938655,"score_gpt":0.6084003291835277,"score_spread":0.22471748068966219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730289127","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034462435,0.008842576,0.0001723654,0.9754377,0.004447224,0.004671557,0.00018646274,0.00007204258,0.002723853],"genre_scores_gemma":[0.04045306,0.00054855534,0.00015064016,0.7929876,0.07130458,0.007902641,0.000604472,0.0002834448,0.08576504],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891035,0.0030438555,0.0022109505,0.0012337903,0.0016946988,0.002713191],"domain_scores_gemma":[0.98342377,0.012623921,0.0011651014,0.0015043317,0.0009911766,0.00029167582],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014173236,0.00056363485,0.0015829776,0.0012870424,0.0028796953,0.000008713261,0.0015050435,0.0069354055,0.0010198824],"category_scores_gemma":[0.014755717,0.00041156381,0.000103783605,0.00038091952,0.0007685032,0.00016804614,0.00063541526,0.03619319,0.00014567573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011847993,0.000003893757,0.0015109051,0.0068198987,0.000023812276,0.012569589,0.0077694994,7.0694306e-8,0.0000033828057,0.00061268645,0.9567712,0.013796578],"study_design_scores_gemma":[0.0019225833,0.00012434318,0.00017333664,0.08609737,0.000051321204,0.00032625024,0.008715687,0.000064540574,0.000008060416,0.028622784,0.87349594,0.00039778583],"about_ca_topic_score_codex":0.0060975812,"about_ca_topic_score_gemma":0.00091726484,"teacher_disagreement_score":0.18245012,"about_ca_system_score_codex":0.0007512288,"about_ca_system_score_gemma":0.0038668893,"threshold_uncertainty_score":0.9998933},"labels":[],"label_agreement":null},{"id":"W2730606256","doi":"10.1097/acm.0000000000001761","title":"Inspiration Repletion: A Missing Ingredient in Resident Wellness","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Burnout; Psychological resilience; Psychology; Medical education; Appreciative inquiry; Medicine; Social psychology; Pedagogy; Clinical psychology","score_opus":0.06042686653068112,"score_gpt":0.387554033788567,"score_spread":0.3271271672578859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730606256","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011305998,0.0013563589,0.00033747742,0.9707574,0.003612525,0.000996905,0.0000027714439,0.00010535314,0.011525181],"genre_scores_gemma":[0.02334503,0.00068608066,0.00023991537,0.917394,0.036376245,0.00021426061,0.00230315,0.0001154982,0.019325845],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520725,0.00016221715,0.0015964448,0.0008430065,0.0015972515,0.0005938077],"domain_scores_gemma":[0.99699754,0.00017594936,0.0010300733,0.0013424437,0.00034552976,0.000108475884],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025134352,0.0004485787,0.0009888916,0.001177382,0.0002394065,0.000020014375,0.00051051035,0.0025562344,0.00087453326],"category_scores_gemma":[0.008907585,0.00037838722,0.00006101371,0.00055430515,0.00059333636,0.00018572363,0.000099995166,0.009364182,0.00012091335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004003496,0.00000937177,0.0012475849,0.0007125981,0.000030136722,0.00061773526,0.0021383115,6.03019e-7,0.0001709544,0.0001460987,0.9795067,0.015379908],"study_design_scores_gemma":[0.001787921,0.0001902267,0.0029288332,0.008593357,0.00020520574,0.00042124686,0.00041594743,0.00016333576,0.000102384874,0.0012933692,0.98358375,0.00031439483],"about_ca_topic_score_codex":0.0003764112,"about_ca_topic_score_gemma":0.0000055225864,"teacher_disagreement_score":0.053363454,"about_ca_system_score_codex":0.00091712474,"about_ca_system_score_gemma":0.000661321,"threshold_uncertainty_score":0.9998668},"labels":[],"label_agreement":null},{"id":"W2731152152","doi":"10.1097/acm.0000000000001821","title":"Exploring Faculty Developers’ Experiences to Inform Our Understanding of Competence in Faculty Development","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada; University of Toronto; McMaster University","keywords":"Situated; Facilitator; Grounded theory; Competence (human resources); Faculty development; Negotiation; Knowledge management; Medical education; Context (archaeology); Construct (python library); Psychology; Professional development; Qualitative research; Pedagogy; Computer science; Sociology; Medicine","score_opus":0.5530109777081723,"score_gpt":0.4728171307850449,"score_spread":0.08019384692312742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731152152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97602713,0.000029502793,0.002986302,0.017275527,0.0007436767,0.00039878112,7.618108e-7,0.000029122968,0.002509222],"genre_scores_gemma":[0.9909744,0.0000478072,0.0069725574,0.0012477778,0.00022393125,0.00017083588,0.000044848453,0.0000125846345,0.00030524645],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997669,0.000013227517,0.0008704439,0.0002799422,0.00082288723,0.00034449238],"domain_scores_gemma":[0.9989525,0.000031822543,0.00031035728,0.0003584342,0.00019481972,0.00015208429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010893857,0.00017949479,0.0004428484,0.00039882216,0.0002933818,0.000007478659,0.0004601884,0.00013291594,0.000053381005],"category_scores_gemma":[0.003925472,0.00013506928,0.000018181558,0.000561713,0.00021064261,0.0003713253,0.00014073837,0.00057525287,0.000023357328],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016422085,0.00004936528,0.13073106,0.0004000228,0.000075019154,0.000023214707,0.778749,0.000014799433,0.0077681425,0.005004625,0.009426955,0.067593604],"study_design_scores_gemma":[0.0020416437,0.00017371625,0.26795503,0.0033320715,0.000023798379,0.000035769895,0.694295,0.00011140028,0.012451058,0.00015108353,0.0191566,0.00027281974],"about_ca_topic_score_codex":0.00009478196,"about_ca_topic_score_gemma":0.000009538856,"teacher_disagreement_score":0.13722399,"about_ca_system_score_codex":0.0005263967,"about_ca_system_score_gemma":0.00036444518,"threshold_uncertainty_score":0.5507965},"labels":[],"label_agreement":null},{"id":"W2733328613","doi":"10.1097/acm.0000000000001812","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education Research: A Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Nominal group technique; Scopus; Medical education; Data extraction; Curriculum; Nominal group; Medicine; Psychology; Family medicine; Computer science; Political science; Knowledge management","score_opus":0.8651436294500171,"score_gpt":0.7292990154363592,"score_spread":0.13584461401365788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733328613","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011562538,0.9425723,0.000012677656,0.050229497,0.00047387645,0.0028193223,0.0000035344085,0.00001636258,0.003871292],"genre_scores_gemma":[0.0000020695002,0.9949475,0.00032269297,0.0011806074,0.0005865776,0.00045197216,0.0000019782995,0.000029807423,0.0024768058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9796795,0.015297281,0.0013258057,0.000430614,0.0026712853,0.0005955096],"domain_scores_gemma":[0.9778505,0.01965132,0.00078380824,0.0011189919,0.00031012707,0.00028528433],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.077340275,0.00021508783,0.0012586317,0.00026703608,0.000657018,0.000026308777,0.0028457816,0.0009261385,0.00015460988],"category_scores_gemma":[0.1897246,0.00010004822,0.00012082386,0.0010787309,0.008087829,0.000055364933,0.0006174343,0.0042450647,0.000005706896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019421152,0.0000050001413,0.000015621119,0.0044593383,0.000015681137,0.0000020988825,0.00073175045,5.2267796e-10,1.6857093e-7,0.011910477,0.12800954,0.8548484],"study_design_scores_gemma":[0.000055652643,0.00001638771,0.000004235611,0.13980447,0.000082571016,0.000019462901,0.00044218323,0.0000014776625,5.8588313e-8,0.0029236765,0.85657334,0.00007646612],"about_ca_topic_score_codex":0.0060009244,"about_ca_topic_score_gemma":0.0010673458,"teacher_disagreement_score":0.8547719,"about_ca_system_score_codex":0.00022934536,"about_ca_system_score_gemma":0.004340342,"threshold_uncertainty_score":0.9980522},"labels":[],"label_agreement":null},{"id":"W2733845078","doi":"10.1097/acm.0000000000001757","title":"Burnout Among MD/PhD Trainees: The Forgotten Subgroup","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Burnout; Specialty; Medical education; Curriculum; Psychology; Medical school; Medicine; Family medicine; Clinical psychology; Pedagogy","score_opus":0.12797435503488477,"score_gpt":0.4536679959313928,"score_spread":0.325693640896508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2733845078","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042822394,0.020361802,0.00009412487,0.9407918,0.009411802,0.0029715777,0.00015631231,0.00026107463,0.021669267],"genre_scores_gemma":[0.011946082,0.013182797,0.00001625778,0.78435504,0.07829683,0.001008501,0.0009208459,0.00021264111,0.11006098],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98981446,0.0021347106,0.0024807535,0.0011588887,0.0019528911,0.0024583195],"domain_scores_gemma":[0.98885083,0.0052003893,0.002571459,0.002382756,0.00047601198,0.00051856646],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005063593,0.000999675,0.0019314312,0.00034969894,0.0037885932,0.000014978069,0.0032282507,0.0069759875,0.0035847605],"category_scores_gemma":[0.0039098808,0.00052694324,0.00025945244,0.0002393414,0.0013637369,0.00026541934,0.0006317686,0.03574828,0.0008155167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026066225,0.0000034426996,0.011673082,0.0015648423,0.00010567875,0.00026750576,0.011128542,7.7200696e-8,0.000017509348,0.00022479701,0.97076344,0.004225026],"study_design_scores_gemma":[0.0013434902,0.00011699961,0.0042129415,0.025211032,0.00023817802,0.000024558312,0.0050318795,0.000028944805,0.0000017853305,0.0033435023,0.9599059,0.00054077455],"about_ca_topic_score_codex":0.003792714,"about_ca_topic_score_gemma":0.00015851922,"teacher_disagreement_score":0.15643674,"about_ca_system_score_codex":0.00036173116,"about_ca_system_score_gemma":0.0012869999,"threshold_uncertainty_score":0.99996245},"labels":[],"label_agreement":null},{"id":"W2736477263","doi":"10.1097/acm.0000000000001826","title":"Medicine as a Community of Practice: Implications for Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":436,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Variety (cybernetics); Experiential learning; Community of practice; Construct (python library); Identity (music); Community practice; Learning community; Value (mathematics); Sociology; Psychology; Pedagogy; Medical education; Public relations; Engineering ethics; Medicine; Computer science; Political science; Nursing","score_opus":0.07955987813421513,"score_gpt":0.5359376345768649,"score_spread":0.45637775644264983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736477263","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15222587,0.0011979608,0.004952597,0.77578247,0.0019834875,0.001642289,0.000006098893,0.000087308654,0.06212192],"genre_scores_gemma":[0.9531236,0.0012763545,0.0025001054,0.03611876,0.003164682,0.00041107443,0.0003692306,0.000044660486,0.0029915199],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970653,0.00016071151,0.0012361482,0.00030193655,0.0009181079,0.0003178045],"domain_scores_gemma":[0.99365366,0.0011423406,0.0011900809,0.001801946,0.0018584636,0.00035349632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056118695,0.00022402173,0.000661015,0.0003418484,0.0008008249,0.000005605646,0.00095656497,0.00053629745,0.00085421855],"category_scores_gemma":[0.20139025,0.00017084052,0.000059173686,0.00034813173,0.0019918892,0.00029213,0.00012685588,0.0017774315,0.00002218544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029447125,0.0003819428,0.010907254,0.000615799,0.00016171906,0.00000139716,0.007938599,1.3348095e-7,0.0039646393,0.21170479,0.5594499,0.20457932],"study_design_scores_gemma":[0.010720825,0.002936732,0.16098793,0.0071681044,0.0015908208,0.001313883,0.02321426,0.00024349295,0.00078929774,0.09667473,0.6939061,0.00045381064],"about_ca_topic_score_codex":0.0010893893,"about_ca_topic_score_gemma":0.000009179137,"teacher_disagreement_score":0.8008978,"about_ca_system_score_codex":0.00016693962,"about_ca_system_score_gemma":0.0020218655,"threshold_uncertainty_score":0.9353094},"labels":[],"label_agreement":null},{"id":"W2736687031","doi":"10.1097/acm.0000000000001830","title":"Creating a Fair, High-Quality, Affordable Health Care System for All","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Patient Protection and Affordable Care Act; Business; Health insurance; Health care; Environmental health; Medicine; Economic growth; Economics","score_opus":0.701456108283767,"score_gpt":0.6393782209327127,"score_spread":0.06207788735105435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736687031","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3785617,0.014039564,0.00641692,0.52704024,0.012512694,0.011813197,0.00040431606,0.0013144886,0.047896855],"genre_scores_gemma":[0.9572733,0.00086234935,0.0012695035,0.02916647,0.0055908915,0.00082503277,0.00022465986,0.00010259094,0.004685205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913461,0.0028129579,0.002509728,0.00080036896,0.0009062776,0.0016245622],"domain_scores_gemma":[0.98742247,0.00569131,0.003681594,0.0016302377,0.0006646148,0.0009097667],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016585048,0.00039134102,0.0013572171,0.00016595786,0.00484578,0.000019625557,0.0012147105,0.00084751856,0.00018195156],"category_scores_gemma":[0.016368084,0.000312553,0.000084302716,0.0001156081,0.00028747795,0.00056851585,0.00042857125,0.0029174034,0.00021417375],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076202734,0.000033868913,0.121846355,0.055027004,0.00028698883,0.000024658666,0.2388066,0.0000026784005,0.0009600445,0.29922614,0.2558984,0.027125262],"study_design_scores_gemma":[0.009268567,0.0010775861,0.02531915,0.014432336,0.00021408017,0.000019155006,0.3648267,0.00009635233,0.00011698268,0.0034604154,0.5803938,0.00077486853],"about_ca_topic_score_codex":0.04148713,"about_ca_topic_score_gemma":0.0019351699,"teacher_disagreement_score":0.57871157,"about_ca_system_score_codex":0.0013777064,"about_ca_system_score_gemma":0.0016335835,"threshold_uncertainty_score":0.99993265},"labels":[],"label_agreement":null},{"id":"W2738261186","doi":"10.1097/acm.0000000000001849","title":"Understanding the Multidimensional Effects of Resident Duty Hours Restrictions: A Thematic Analysis of Published Viewpoints in Surgery","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Thematic analysis; Viewpoints; Duty; Medical education; Medicine; Patient safety; Perception; Psychology; Framing (construction); Qualitative research; Nursing; Health care; Political science; Sociology","score_opus":0.24018076592578658,"score_gpt":0.4285909661692028,"score_spread":0.1884102002434162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738261186","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018591536,0.9945638,0.00013048422,0.0013636389,0.000436643,0.0013677945,0.000008428194,0.000017279606,0.0002527336],"genre_scores_gemma":[0.01368088,0.9853594,0.000027306172,0.00010700117,0.00015187376,0.00007053512,0.000082250815,0.00003489786,0.0004858943],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954975,0.00043751794,0.0023083051,0.00044731054,0.0009732885,0.00033607578],"domain_scores_gemma":[0.9867707,0.009570282,0.002178719,0.0011324183,0.00011336768,0.00023450717],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034879062,0.00041404358,0.005459405,0.0024056695,0.000098614386,0.000004571561,0.00041024902,0.000557551,0.00017755247],"category_scores_gemma":[0.022613691,0.00019955197,0.0008943701,0.002242291,0.0004296994,0.00009919019,0.00015375523,0.0014200273,0.000003629151],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035838626,0.0005934124,0.13409144,0.3269565,0.03637763,0.0011855401,0.012884058,0.000020608964,0.00005719852,0.00813995,0.09524123,0.38409406],"study_design_scores_gemma":[0.0032448124,0.000484053,0.05127141,0.7809796,0.08935562,0.00019852778,0.0031635303,0.00017248995,0.000017437584,0.002016387,0.0682211,0.0008750606],"about_ca_topic_score_codex":0.00027353913,"about_ca_topic_score_gemma":0.000017115846,"teacher_disagreement_score":0.45402306,"about_ca_system_score_codex":0.00032609454,"about_ca_system_score_gemma":0.000681491,"threshold_uncertainty_score":0.98561925},"labels":[],"label_agreement":null},{"id":"W2738344762","doi":"10.1097/acm.0000000000001835","title":"Accreditation of Medical Education Programs: Moving From Student Outcomes to Continuous Quality Improvement Measures","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Quality management; Medical education; Quality (philosophy); Comparability; Graduate medical education; Medicine; Psychology; Business; Marketing","score_opus":0.07433853745035471,"score_gpt":0.4865774255758264,"score_spread":0.4122388881254717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738344762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88775617,0.00026152073,0.002293797,0.10450442,0.0026795655,0.0012117879,0.0000029057962,0.000062876126,0.00122693],"genre_scores_gemma":[0.98710024,0.000147252,0.0011123833,0.008411865,0.0019668175,0.0002618369,0.00018152171,0.000025891006,0.0007921692],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9947032,0.000086495726,0.0014249803,0.00045563397,0.003017748,0.00031197263],"domain_scores_gemma":[0.9967615,0.00014838821,0.00088040007,0.0010185527,0.0008332134,0.00035793727],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036214523,0.00023421475,0.00074364187,0.000254376,0.00019781991,0.000019717576,0.0008077689,0.0004067759,0.0006822474],"category_scores_gemma":[0.028236251,0.00017633071,0.000064262305,0.00022089978,0.0004000411,0.00014338548,0.00018992923,0.00081615086,0.000024350671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006906739,0.00022249846,0.38156658,0.00011167453,0.00012812855,0.0000020604054,0.0062695765,1.9060823e-7,0.004738512,0.0016094191,0.020914342,0.58436793],"study_design_scores_gemma":[0.0033305453,0.00068574894,0.95103484,0.0023979214,0.0003021845,0.000007477768,0.02217174,0.000085744425,0.0014823199,0.0013143427,0.016934054,0.00025304992],"about_ca_topic_score_codex":0.002957934,"about_ca_topic_score_gemma":0.00005764177,"teacher_disagreement_score":0.5841149,"about_ca_system_score_codex":0.00020503618,"about_ca_system_score_gemma":0.0010653208,"threshold_uncertainty_score":0.97994936},"labels":[],"label_agreement":null},{"id":"W2740217490","doi":"10.1097/acm.0000000000001855","title":"Situating Remediation: Accommodating Success and Failure in Medical Education Systems","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Argument (complex analysis); Context (archaeology); Perspective (graphical); Environmental remediation; Psychology; Engineering ethics; Process management; Medical education; Computer science; Pedagogy; Medicine; Business; Engineering; Artificial intelligence","score_opus":0.03132992088433834,"score_gpt":0.40304546563057,"score_spread":0.37171554474623164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740217490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8817605,0.0009339339,0.00041293327,0.10982362,0.0020857237,0.0005228295,5.18838e-7,0.000054753833,0.004405231],"genre_scores_gemma":[0.99132496,0.0004148345,0.00055381394,0.003431418,0.0035566518,0.00010665384,0.0000961431,0.00002463826,0.0004909053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99728173,0.00008082251,0.0008989559,0.0003871758,0.0010428625,0.00030848023],"domain_scores_gemma":[0.99810195,0.00023829551,0.00053194846,0.00060639525,0.00028272663,0.00023868364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028807903,0.00018579686,0.0004477668,0.00035355255,0.00033387198,0.00003149257,0.00038926917,0.0004818781,0.0002588007],"category_scores_gemma":[0.0366701,0.00015301924,0.000016127018,0.00030812272,0.00042221567,0.00039037343,0.00012481437,0.0014602011,0.000014315332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003898492,0.00005799823,0.7647808,0.00067288015,0.000030519626,0.000026031244,0.0051365136,0.000002068085,0.00084101385,0.012877506,0.042487226,0.17304842],"study_design_scores_gemma":[0.009297413,0.0003488692,0.86171037,0.019475887,0.00026400416,0.0014626384,0.028302388,0.037716318,0.00017312854,0.0026370215,0.03784839,0.000763592],"about_ca_topic_score_codex":0.00047347296,"about_ca_topic_score_gemma":0.00004279926,"teacher_disagreement_score":0.17228483,"about_ca_system_score_codex":0.00017449138,"about_ca_system_score_gemma":0.00074914354,"threshold_uncertainty_score":0.9714444},"labels":[],"label_agreement":null},{"id":"W2740617092","doi":"10.1097/acm.0000000000001839","title":"The Road to Rural Primary Care: A Narrative Review of Factors That Help Develop, Recruit, and Retain Rural Primary Care Physicians","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Incentive; Rural area; Medicine; Rural health; MEDLINE; Narrative; Nursing; Inclusion (mineral); Family medicine; Medical education; Psychology; Psychological intervention; Political science; Social psychology","score_opus":0.16880655249919624,"score_gpt":0.5025421326236634,"score_spread":0.3337355801244672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740617092","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003149722,0.97088015,0.000003171772,0.004345872,0.0016769873,0.010563137,0.0002014405,0.000101208156,0.011913076],"genre_scores_gemma":[0.000079890975,0.98322296,0.00004167079,0.0070034144,0.0013109104,0.0010460253,0.0019114558,0.00013218433,0.005251496],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99060225,0.0027234508,0.0030778325,0.00077625655,0.0013079393,0.0015122545],"domain_scores_gemma":[0.99051297,0.0025326007,0.0038688278,0.0015761886,0.0008838915,0.0006255404],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0025917094,0.0011468331,0.005979683,0.00020450114,0.00203612,0.000008375724,0.0018287655,0.0015047789,0.000058301343],"category_scores_gemma":[0.0024454535,0.0006485664,0.00029412657,0.0006987798,0.000744231,0.00019275684,0.000893868,0.005061135,0.000057921196],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002494077,0.0000017331802,0.00033184254,0.26858512,0.000088302404,0.000004236694,0.04642353,4.797147e-9,3.199715e-7,0.000057110305,0.05764367,0.6268392],"study_design_scores_gemma":[0.00025894548,0.00011210315,0.0003145717,0.4225683,0.00048629622,0.000006721863,0.058661282,3.8520348e-8,1.5390034e-7,0.000019984089,0.5172849,0.00028671726],"about_ca_topic_score_codex":0.0009249418,"about_ca_topic_score_gemma":0.00013456088,"teacher_disagreement_score":0.62655246,"about_ca_system_score_codex":0.0023312431,"about_ca_system_score_gemma":0.0034173417,"threshold_uncertainty_score":0.9997915},"labels":[],"label_agreement":null},{"id":"W2741148953","doi":"10.1097/acm.0000000000001794","title":"More on the Causes of Errors in Clinical Reasoning","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognitive bias; Cognition; Confirmation bias; Psychology; Normative; Rationality; Cognitive psychology; Perspective (graphical); Odds; Irrational number; Scrutiny; Debiasing; Social psychology; Positive economics; Epistemology; Medicine; Law; Psychiatry; Political science; Computer science; Economics","score_opus":0.12261473758224085,"score_gpt":0.4516439406480528,"score_spread":0.32902920306581196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741148953","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13910343,0.0015417681,0.0000028728957,0.8510808,0.0013194839,0.0005861746,0.000014943807,0.00003949491,0.0063110734],"genre_scores_gemma":[0.12003681,0.0044825617,0.00003344674,0.85045666,0.014961219,0.00004993825,0.000212653,0.00009023848,0.009676468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995347,0.00033440176,0.0019268082,0.00070681015,0.0011362865,0.00054868095],"domain_scores_gemma":[0.949768,0.0471038,0.0012118215,0.0015695652,0.0001380502,0.00020873563],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00392735,0.00043931746,0.0019397439,0.00023956766,0.00007534147,0.0000041553394,0.00077852816,0.0025237433,0.0003956771],"category_scores_gemma":[0.3532703,0.00023696212,0.00027222716,0.00018172755,0.0017265407,0.000026222724,0.00013268695,0.011927077,0.00007751332],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011994187,0.000021986267,0.042883407,0.00009801934,0.00010380337,0.0010983023,0.00044252368,6.1150865e-7,0.0000047727603,0.00013877467,0.9533969,0.0016909457],"study_design_scores_gemma":[0.006014228,0.0019395758,0.12469978,0.11955914,0.0012799939,0.00029292933,0.00064878253,0.000088699955,0.00006160107,0.0011163148,0.7437574,0.0005415455],"about_ca_topic_score_codex":0.00042424657,"about_ca_topic_score_gemma":0.0000050723547,"teacher_disagreement_score":0.34934294,"about_ca_system_score_codex":0.00007231671,"about_ca_system_score_gemma":0.00037355607,"threshold_uncertainty_score":0.9987712},"labels":[],"label_agreement":null},{"id":"W2741817809","doi":"10.1097/acm.0000000000001809","title":"In Reply to Croskerry and to Patel and Bergl","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Debiasing; Hindsight bias; Cognitive bias; Heuristics; Cognition; Psychology; Commit; Confirmation bias; Cognitive psychology; Subject (documents); Social psychology; Computer science; Psychiatry","score_opus":0.05339765191851489,"score_gpt":0.40298218551198717,"score_spread":0.3495845335934723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741817809","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08991871,0.0028712095,0.000015368843,0.9037601,0.00076678663,0.0007033919,0.00001446838,0.00003762148,0.0019123431],"genre_scores_gemma":[0.011220022,0.0027476116,0.00014684224,0.95309585,0.00867129,0.000066747874,0.00007326138,0.000060556074,0.023917817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971865,0.000057634235,0.0007581416,0.0009011816,0.0005507362,0.00054584094],"domain_scores_gemma":[0.9917918,0.0064623407,0.00019788883,0.0007591483,0.00007882766,0.0007100083],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011360503,0.0003824363,0.0012631783,0.00036099032,0.00006664756,0.000013181123,0.00023999157,0.001272417,0.00012853829],"category_scores_gemma":[0.103839666,0.0002851329,0.000039631275,0.00014452654,0.0003245296,0.000044662575,0.0002494067,0.0038289006,0.00009461373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092041395,0.000004532953,0.013427752,0.00013102865,0.000026913356,0.0016968232,0.0010044093,6.8461986e-8,0.000056731053,0.000011671151,0.97758746,0.0059605693],"study_design_scores_gemma":[0.002134314,0.000689105,0.038021345,0.015573643,0.00020416225,0.00042942492,0.00006146813,0.0000036011963,0.000015622809,0.00068993407,0.9418882,0.00028917682],"about_ca_topic_score_codex":0.0010393461,"about_ca_topic_score_gemma":0.00000677091,"teacher_disagreement_score":0.102703616,"about_ca_system_score_codex":0.000063734726,"about_ca_system_score_gemma":0.00011083496,"threshold_uncertainty_score":0.99996006},"labels":[],"label_agreement":null},{"id":"W2745224068","doi":"10.1097/acm.0000000000001868","title":"Strategies for Supporting Physician–Scientists in Faculty Roles: A Narrative Review With Key Informant Consultations","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Toronto; ECW Press (Canada); Western University","funders":"","keywords":"Mentorship; MEDLINE; Medical education; Timeline; Population; Psychology; Medicine; Public relations; Political science","score_opus":0.40558554158568827,"score_gpt":0.6009750080489037,"score_spread":0.19538946646321542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745224068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000098306355,0.9748737,0.0003041003,0.011036292,0.00013877754,0.006956699,0.000117544834,0.00004604114,0.006516981],"genre_scores_gemma":[0.000023325034,0.98507434,0.00015068473,0.008883069,0.00060833164,0.0011539509,0.0018007962,0.000050048733,0.002255423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944187,0.00016669891,0.0019554908,0.0005835136,0.0013215462,0.0015540505],"domain_scores_gemma":[0.9933865,0.0010921946,0.0015160096,0.00058427016,0.0005373991,0.0028836436],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00538072,0.000571414,0.0038271013,0.0004587615,0.00026350786,0.0000207931,0.0004985833,0.00053372886,0.00006682118],"category_scores_gemma":[0.054749776,0.00031598323,0.00018453025,0.0006708052,0.0008078332,0.00035400555,0.00007048009,0.0027095536,0.000040075778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005037727,0.000017314982,0.0000039427637,0.16613142,0.00010600248,0.00009088626,0.005995189,6.5307844e-8,6.254447e-7,0.00034602406,0.116893664,0.71036446],"study_design_scores_gemma":[0.0016949669,0.0005780743,0.0000037708014,0.31530848,0.0006523245,0.0001342008,0.0035855274,0.000015144753,1.9247176e-7,0.000056001412,0.6777853,0.0001860513],"about_ca_topic_score_codex":0.000090841866,"about_ca_topic_score_gemma":0.000044641856,"teacher_disagreement_score":0.71017843,"about_ca_system_score_codex":0.00039728862,"about_ca_system_score_gemma":0.022631638,"threshold_uncertainty_score":0.99992925},"labels":[],"label_agreement":null},{"id":"W2748015545","doi":"10.1097/acm.0000000000001857","title":"The Rising Challenge of Training Physician–Scientists: Recommendations From a Canadian National Consensus Conference","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"CARE Canada; University of Toronto; University of British Columbia; Public Health Agency of Canada; Royal College of Physicians and Surgeons of Canada; Western University; Medical Council of Canada; Occupational and Environmental Medical Association of Canada","funders":"","keywords":"Medical education; Training (meteorology); MEDLINE; Family medicine; Medicine; Psychology; Political science; Geography","score_opus":0.40468182829266286,"score_gpt":0.49924991252495643,"score_spread":0.09456808423229357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748015545","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05583826,0.0013280421,0.00012602442,0.85139376,0.0007317028,0.00046117656,0.00009070554,0.00001936985,0.09001094],"genre_scores_gemma":[0.98662686,0.0022480984,0.00011695041,0.0090576485,0.00093437976,0.000013910998,0.000055215736,0.000010602566,0.0009363414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975911,0.00009161132,0.0004477103,0.00021642706,0.00093968207,0.0007135168],"domain_scores_gemma":[0.99476296,0.001324286,0.0002693286,0.00036995386,0.00043564857,0.0028378263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031159848,0.00011098997,0.00031828537,0.00012591327,0.0008286475,0.000013926496,0.00035837418,0.00015387233,0.00023535454],"category_scores_gemma":[0.0779488,0.00007115831,0.0000308023,0.00009969935,0.0010963567,0.0000641608,0.00004166711,0.00093899603,0.000023545914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016490651,0.000024096225,0.0013626651,0.00011693432,0.00015326859,0.00006995071,0.012658268,3.1626453e-7,0.0038658776,0.022934657,0.44284633,0.51580274],"study_design_scores_gemma":[0.004482178,0.0005189217,0.014228093,0.0040632305,0.00010284056,0.000036968577,0.01124596,0.0021872253,0.0003646851,0.028458867,0.9340997,0.0002113626],"about_ca_topic_score_codex":0.038637646,"about_ca_topic_score_gemma":0.01089667,"teacher_disagreement_score":0.9307886,"about_ca_system_score_codex":0.0002414052,"about_ca_system_score_gemma":0.007886132,"threshold_uncertainty_score":0.99773824},"labels":[],"label_agreement":null},{"id":"W2751445109","doi":"10.1097/acm.0000000000001841","title":"A Closer Look at Regional Medical Campuses","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor; Western University","funders":"","keywords":"Goodwill; Underrepresented Minority; Isolation (microbiology); Medical education; Academic medicine; New england; Class (philosophy); Psychology; Medicine; Political science; Business; Computer science; Middle class","score_opus":0.1367465338935859,"score_gpt":0.5005401032116045,"score_spread":0.36379356931801854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751445109","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025243494,0.012550815,0.000011593466,0.92155856,0.007497086,0.0015547407,0.00004452294,0.00033541417,0.053922933],"genre_scores_gemma":[0.00036480042,0.008429346,0.000017898408,0.6530886,0.06339079,0.00025281432,0.0008900058,0.00012684992,0.27343887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890767,0.0013339176,0.002259828,0.0012257289,0.0036897191,0.0024141092],"domain_scores_gemma":[0.9904086,0.0042614816,0.0020260669,0.001894427,0.00036957717,0.0010398192],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0030724758,0.00085165194,0.0019283539,0.00030486,0.0019922876,0.0000036830777,0.0026284386,0.011411097,0.032219972],"category_scores_gemma":[0.006002428,0.00061252934,0.00015137359,0.0001738498,0.0015772432,0.00012575825,0.0009879088,0.026535116,0.0075191394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064124935,0.0000024934031,0.00693928,0.0013744185,0.000068115536,0.0011871796,0.0026244451,3.5052093e-8,0.0000019194815,0.00028213955,0.98699564,0.0004602267],"study_design_scores_gemma":[0.0018050392,0.00011236004,0.00033821305,0.019121226,0.00015978253,0.00019533542,0.00056599476,0.000008893518,6.204811e-7,0.002354536,0.974862,0.00047599277],"about_ca_topic_score_codex":0.0020546166,"about_ca_topic_score_gemma":0.00022086571,"teacher_disagreement_score":0.26846993,"about_ca_system_score_codex":0.0012005146,"about_ca_system_score_gemma":0.0021134673,"threshold_uncertainty_score":0.9996326},"labels":[],"label_agreement":null},{"id":"W2752548759","doi":"10.1097/acm.0000000000001850","title":"Artist’s Statement: Roger","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Portrait; Silence; Psychology; Statement (logic); Wife; Exhibition; Visual arts; Art; Aesthetics; Philosophy; Linguistics","score_opus":0.07892846203638125,"score_gpt":0.4258044886079888,"score_spread":0.34687602657160754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752548759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8128006,0.0016889437,0.00037841892,0.12928937,0.0016973405,0.00042659877,0.0000023015027,0.00009251574,0.05362395],"genre_scores_gemma":[0.96631956,0.0012682567,0.00009034411,0.0066049504,0.0019917395,0.00002750124,0.000036949525,0.000016970567,0.023643699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985471,0.000022782979,0.0004158535,0.00025211668,0.0004621875,0.00029999806],"domain_scores_gemma":[0.99857074,0.000065721404,0.0002356335,0.00057838974,0.000080022764,0.0004694862],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007828054,0.00013296554,0.00030972753,0.00007245502,0.00023122397,0.0000061328915,0.00022668377,0.00018562014,0.0015892474],"category_scores_gemma":[0.0029616745,0.00009256455,0.000034609122,0.00004954738,0.00042048996,0.00013798977,0.000050495437,0.0006556548,0.0002640704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035962652,0.000107627064,0.06766957,0.00047476022,0.00020174315,0.00024772034,0.078807965,3.591873e-7,0.011898866,0.011848461,0.710537,0.1178463],"study_design_scores_gemma":[0.0081035355,0.0008677338,0.21126767,0.0022046121,0.0005284077,0.00032579247,0.017049065,0.00016714672,0.0076622525,0.0079590455,0.74349827,0.00036647863],"about_ca_topic_score_codex":0.00009821172,"about_ca_topic_score_gemma":0.0000018580193,"teacher_disagreement_score":0.15351903,"about_ca_system_score_codex":0.00006039197,"about_ca_system_score_gemma":0.00014717304,"threshold_uncertainty_score":0.9993234},"labels":[],"label_agreement":null},{"id":"W2756095970","doi":"10.1097/acm.0000000000001896","title":"Competency-Based Medical Education in the Internal Medicine Clerkship: A Report From the Alliance for Academic Internal Medicine Undergraduate Medical Education Task Force","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Iron Ore Company (Canada)","funders":"","keywords":"Accreditation; Medical education; Graduate medical education; Competence (human resources); Educational measurement; Documentation; MEDLINE; Task (project management); Task force; Medicine; Core competency; Clinical clerkship; Curriculum; Psychology; Computer science; Pedagogy","score_opus":0.03767007884631678,"score_gpt":0.42120998121308106,"score_spread":0.3835399023667643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756095970","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063119955,0.005661141,0.017637342,0.89271164,0.008945495,0.002672199,0.000008269103,0.00011508743,0.009128856],"genre_scores_gemma":[0.76186454,0.0034889884,0.0012161795,0.20153475,0.023121528,0.0011312885,0.0015484019,0.00012068185,0.0059736324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9885271,0.0005763455,0.003479572,0.0013025665,0.005141935,0.00097247644],"domain_scores_gemma":[0.9900626,0.0031908264,0.0022774301,0.0025975779,0.001075047,0.00079650973],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0134713175,0.00075580133,0.0013694601,0.00045576695,0.00080310367,0.00003428837,0.004323616,0.0013702043,0.0019123667],"category_scores_gemma":[0.13396549,0.00041562843,0.00016604702,0.0008292669,0.004568986,0.00039355273,0.0002519166,0.006451932,0.00004625138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052328594,0.00023356528,0.044924904,0.0002535151,0.00014068681,0.00010452221,0.004889751,0.000001286328,0.0003810368,0.02523089,0.8109413,0.112375274],"study_design_scores_gemma":[0.021750785,0.0017124888,0.17797676,0.05407877,0.0015871779,0.0050975154,0.019928822,0.016560288,0.0001430504,0.1625157,0.537452,0.0011966658],"about_ca_topic_score_codex":0.0047729784,"about_ca_topic_score_gemma":0.00060594594,"teacher_disagreement_score":0.6987446,"about_ca_system_score_codex":0.0006448186,"about_ca_system_score_gemma":0.014208819,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W2757874438","doi":"10.1097/acm.0000000000001938","title":"In Search of Black Swans: Identifying Students at Risk of Failing Licensing Examinations","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; Western University","funders":"","keywords":"Summative assessment; Predictive validity; Medicine; Receiver operating characteristic; Predictive modelling; Risk assessment; Cohort; Framingham Risk Score; Internal medicine; Psychology; Clinical psychology; Computer science; Machine learning; Mathematics education; Formative assessment","score_opus":0.12838811650288745,"score_gpt":0.48372115495127993,"score_spread":0.3553330384483925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757874438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98760724,0.00051851076,0.00023731448,0.008587819,0.000332767,0.0003206139,0.0000031640798,0.0000109217735,0.002381636],"genre_scores_gemma":[0.99029523,0.0022096408,0.00017850623,0.0005676642,0.00029809016,0.000004030169,0.000011163992,0.000014752184,0.006420917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99770606,0.00010329138,0.0007738167,0.00024306968,0.00093444425,0.00023934296],"domain_scores_gemma":[0.9978538,0.0004309891,0.0004693835,0.0005434906,0.0001829062,0.0005193963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019546857,0.000119471864,0.00048586362,0.00031327017,0.0001595153,0.0000036606446,0.00037669318,0.00018361828,0.0013872893],"category_scores_gemma":[0.018915921,0.00009214112,0.000047068977,0.0001990624,0.00064082583,0.00012321073,0.00018811604,0.0008086623,0.000021984382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099794466,0.00014363135,0.8571089,0.00074640696,0.00011108204,0.000028113327,0.037557397,0.00000800209,0.09276665,0.0006158169,0.006632156,0.0041820747],"study_design_scores_gemma":[0.0056877243,0.00021272693,0.94365305,0.007490909,0.0003328267,0.000030690564,0.016160019,0.0011851809,0.021325607,0.0005802637,0.0031797194,0.00016127017],"about_ca_topic_score_codex":0.00042082035,"about_ca_topic_score_gemma":0.000016929229,"teacher_disagreement_score":0.086544186,"about_ca_system_score_codex":0.000089905014,"about_ca_system_score_gemma":0.00025695623,"threshold_uncertainty_score":0.9995256},"labels":[],"label_agreement":null},{"id":"W2758476584","doi":"10.1097/acm.0000000000001888","title":"2017 Hope Babette Tang Humanism in Healthcare Essay Contest","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; CONTEST; Health care; Psychology; Psychoanalysis; Philosophy; Political science; Theology; Law","score_opus":0.09317284796358084,"score_gpt":0.41329844135117827,"score_spread":0.32012559338759744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758476584","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15750542,0.0062453803,0.00019016214,0.8225228,0.0012723259,0.0006683724,0.00000596742,0.00007654327,0.011512993],"genre_scores_gemma":[0.9794023,0.0022269494,0.000055672142,0.011657027,0.0015924186,0.000017191456,0.00005597445,0.000024999836,0.0049674795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99791014,0.00006513118,0.00058067765,0.00037859695,0.00065605727,0.00040939974],"domain_scores_gemma":[0.9983319,0.00011884084,0.00033066992,0.00069472374,0.00012723256,0.00039665462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015765518,0.00019386061,0.00055891246,0.00017565588,0.00030244948,0.000010114476,0.00035714905,0.00072155223,0.00017047276],"category_scores_gemma":[0.0009916468,0.00013443328,0.00004398599,0.00009585624,0.002027928,0.00012410327,0.00010430274,0.0019098182,0.00004936676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006603485,0.0001444368,0.27603725,0.002331391,0.00023166777,0.0015665023,0.017581528,0.0000014532089,0.12207992,0.2885362,0.13943835,0.15139098],"study_design_scores_gemma":[0.011819951,0.00084115646,0.8315783,0.006113414,0.0001607824,0.00027679326,0.0007226661,0.0010718789,0.0006636407,0.03631714,0.10997788,0.0004564068],"about_ca_topic_score_codex":0.001128619,"about_ca_topic_score_gemma":0.00013326523,"teacher_disagreement_score":0.82189685,"about_ca_system_score_codex":0.0001285457,"about_ca_system_score_gemma":0.0002314461,"threshold_uncertainty_score":0.8297316},"labels":[],"label_agreement":null},{"id":"W2759469251","doi":"10.1097/acm.0000000000001880","title":"Clinician–Scientist Training in Addiction Medicine: A Novel Program in a Canadian Setting","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; British Columbia Centre on Substance Use","funders":"National Institute on Drug Abuse; European Commission","keywords":"Addiction medicine; Accreditation; Addiction; Medicine; Psychological intervention; Mental health; Pain medicine; Health care; Nursing; Psychiatry; Family medicine; Medical education; Anesthesiology; Political science","score_opus":0.1584601936406087,"score_gpt":0.5131314816087912,"score_spread":0.3546712879681825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759469251","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008575219,0.0024171046,0.000012266202,0.91580874,0.009643684,0.0029824227,0.00009107472,0.00014999519,0.06803721],"genre_scores_gemma":[0.0048237783,0.0012152477,0.00011194544,0.94852537,0.029969739,0.00095192785,0.0014557983,0.00011807205,0.012828143],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9911769,0.0007173483,0.0030192523,0.0010852459,0.000978361,0.0030228638],"domain_scores_gemma":[0.9941807,0.0024090875,0.0016047141,0.0009173561,0.00017590029,0.00071225653],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008860087,0.0006148874,0.0019428568,0.0023084488,0.0009522988,0.000006859743,0.0012297108,0.004487615,0.0011034154],"category_scores_gemma":[0.0071105994,0.00050588825,0.00008128807,0.00070332136,0.0005872655,0.00022540265,0.0001609486,0.02327766,0.00013312371],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000016376396,0.0000030424233,0.0218675,0.00069645856,0.00001912001,0.00056750054,0.018400818,1.8231557e-7,0.0000050038047,0.000076482655,0.9349088,0.02343871],"study_design_scores_gemma":[0.0032334041,0.00017395709,0.018149864,0.0106817745,0.0000802801,0.000026097401,0.0029023914,0.00008635349,5.4618774e-8,0.00039179492,0.9638987,0.00037533796],"about_ca_topic_score_codex":0.57097346,"about_ca_topic_score_gemma":0.5858011,"teacher_disagreement_score":0.055209074,"about_ca_system_score_codex":0.0039556227,"about_ca_system_score_gemma":0.013114319,"threshold_uncertainty_score":0.99986804},"labels":[],"label_agreement":null},{"id":"W2760230731","doi":"10.1097/acm.0000000000001902","title":"Assessment of Technical Skills Competence in the Operating Room: A Systematic and Scoping Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; McMaster University","funders":"","keywords":"Competence (human resources); Inter-rater reliability; Accreditation; Medical education; MEDLINE; Medicine; Psychological intervention; Educational measurement; Internal consistency; Graduate medical education; Psychology; Psychometrics; Nursing; Curriculum; Rating scale; Clinical psychology; Pedagogy","score_opus":0.22455668172994933,"score_gpt":0.5385250176070523,"score_spread":0.31396833587710293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760230731","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065324894,0.98975873,0.000045632427,0.00049286796,0.00006921792,0.0045870347,0.0000011839927,0.000017692011,0.005021108],"genre_scores_gemma":[0.0036879315,0.99462104,0.00010056497,0.0010714728,0.00016995682,0.0002469495,0.000026328242,0.000019773575,0.000055982902],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961922,0.00055722636,0.0020531893,0.0003414087,0.00063917483,0.00021680174],"domain_scores_gemma":[0.99496996,0.0031984437,0.0010761458,0.0005817326,0.000062665626,0.00011106062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058012535,0.0002990737,0.0042965603,0.00015093849,0.00007521883,0.0000067743313,0.00038348447,0.0003128907,0.000067116234],"category_scores_gemma":[0.005672875,0.00014135223,0.00014021498,0.00028263332,0.00021206024,0.00004640853,0.00009288702,0.0015244279,0.0000029810574],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.166873e-7,0.000009353048,0.000116092226,0.94169974,0.000037890557,0.000040989056,0.00012413075,1.6591285e-7,5.13052e-7,0.000378246,0.000028637827,0.057563733],"study_design_scores_gemma":[0.00073756534,0.00008531171,0.00011464817,0.9853938,0.0014701192,0.00047864122,0.00007564012,0.00006152329,2.115863e-8,0.000008143934,0.0114602735,0.00011427724],"about_ca_topic_score_codex":0.0000076030556,"about_ca_topic_score_gemma":0.0000015671444,"teacher_disagreement_score":0.057449456,"about_ca_system_score_codex":0.00006420193,"about_ca_system_score_gemma":0.00030193845,"threshold_uncertainty_score":0.6791371},"labels":[],"label_agreement":null},{"id":"W2761399101","doi":"10.1097/acm.0000000000001957","title":"Beyond “Dr. Feel-Good”: A Role for the Humanities in Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Medical humanities; The arts; Excellence; Compassion; Witness; Humanities; Curriculum; Psychology; Aesthetics; Pedagogy; Sociology; Medical education; Medicine; Epistemology; Political science; Art; Visual arts; Philosophy; Law","score_opus":0.04705893290691892,"score_gpt":0.3952294012225558,"score_spread":0.34817046831563686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761399101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49355668,0.016067024,0.00032967408,0.43035755,0.00459879,0.0020918665,0.000004559974,0.00008139869,0.052912485],"genre_scores_gemma":[0.94345385,0.002091929,0.000049688108,0.02759722,0.005416534,0.00040953397,0.00006424583,0.000026220958,0.020890808],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981383,0.0000419785,0.0005004138,0.0002815921,0.00069655007,0.00034113997],"domain_scores_gemma":[0.9982445,0.0005724154,0.00022993925,0.0005615211,0.00013245674,0.000259129],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018325825,0.00016629089,0.00036257732,0.00013035465,0.00045492506,0.000015186894,0.00051837333,0.00036780443,0.000744113],"category_scores_gemma":[0.011966303,0.00010006226,0.000054585842,0.00008385853,0.0008513197,0.00014132746,0.000062775616,0.0010187777,0.0000238937],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057450373,0.0003514253,0.036549494,0.00068669824,0.00015192798,0.000023840663,0.17036465,5.6211115e-7,0.0007982921,0.12768877,0.35748568,0.30532417],"study_design_scores_gemma":[0.0072820187,0.0006908215,0.11179847,0.0033053271,0.000461672,0.00026169233,0.0955705,0.0007684764,0.0005807167,0.045034718,0.7339284,0.00031720573],"about_ca_topic_score_codex":0.0005429686,"about_ca_topic_score_gemma":0.00010406548,"teacher_disagreement_score":0.44989714,"about_ca_system_score_codex":0.000094452815,"about_ca_system_score_gemma":0.0014718852,"threshold_uncertainty_score":0.9963563},"labels":[],"label_agreement":null},{"id":"W2762092242","doi":"10.1097/acm.0000000000001940","title":"A Multi-Institutional Longitudinal Faculty Development Program in Humanism Supports the Professional Development of Faculty Teachers","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Humanism; Facilitator; Faculty development; Medical education; Professional development; Attendance; Psychology; Pedagogy; Medicine; Political science","score_opus":0.14658227979296573,"score_gpt":0.46807874368706537,"score_spread":0.32149646389409964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762092242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98562455,0.00010014063,0.0011523796,0.010026757,0.0010715127,0.0013454129,0.000003070793,0.00005083893,0.0006253438],"genre_scores_gemma":[0.9646911,0.000012104673,0.029431658,0.0006333623,0.00035719314,0.00044380402,0.00064541976,0.00001765073,0.0037676753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99677837,0.000041189614,0.0011926095,0.00039801598,0.0011809587,0.0004088458],"domain_scores_gemma":[0.9984808,0.000041619947,0.0005820862,0.0004515843,0.00031663562,0.00012730635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022631849,0.00026319147,0.0004549053,0.00021770844,0.00074570684,0.0000079593065,0.0005279967,0.00030928323,0.00022491059],"category_scores_gemma":[0.0025053883,0.00014856987,0.00003794358,0.00023493155,0.0010303281,0.000151788,0.00017572354,0.001354226,0.000026262518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012430792,0.0008524627,0.5558602,0.00037078265,0.00021752667,0.00005221665,0.07781315,0.000004042357,0.0028571878,0.0017914429,0.024388323,0.33566833],"study_design_scores_gemma":[0.0026963002,0.00006715565,0.89514923,0.0012622484,0.00004425718,0.000056026052,0.0032157784,0.00015947409,0.0012844378,0.00007577903,0.095836036,0.00015327212],"about_ca_topic_score_codex":0.000052797182,"about_ca_topic_score_gemma":0.000040491675,"teacher_disagreement_score":0.339289,"about_ca_system_score_codex":0.00042345157,"about_ca_system_score_gemma":0.0018136943,"threshold_uncertainty_score":0.60585034},"labels":[],"label_agreement":null},{"id":"W2765125042","doi":"10.1097/acm.0000000000001951","title":"2017 Hope Babette Tang Humanism in Healthcare Essay Contest","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Systems and Challenges","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CONTEST; Compassion; Humanism; Humanity; Empathy; Health care; Psychology; Medicine; Social psychology; Political science; Law","score_opus":0.26408862723415655,"score_gpt":0.5337231127894433,"score_spread":0.26963448555528674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765125042","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4145861,0.016722552,0.0000352946,0.5050931,0.004957444,0.001956596,0.000027016897,0.00016813933,0.056453753],"genre_scores_gemma":[0.9660089,0.005310769,0.00001308514,0.012302926,0.0043751933,0.00021216809,0.000020145475,0.000048114092,0.011708681],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956812,0.0008279015,0.0013398924,0.0005406402,0.000520104,0.0010902307],"domain_scores_gemma":[0.99652904,0.0006406452,0.0009160593,0.0011808447,0.00021905977,0.0005143593],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042845923,0.0002885398,0.00087714026,0.00017795559,0.0017813069,0.000005975865,0.0008856505,0.0010844007,0.0003192978],"category_scores_gemma":[0.001953953,0.00021927216,0.00003926003,0.00007444075,0.0002850372,0.0002264528,0.00022751218,0.0042549088,0.00043539266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008475916,0.000018513385,0.6201184,0.0031140556,0.00004248866,0.00026324953,0.07298164,2.3258971e-7,0.0016325797,0.07770225,0.20985459,0.014187266],"study_design_scores_gemma":[0.005755555,0.0003750409,0.50601816,0.012501175,0.00002699142,0.00002388621,0.029071674,0.000054753546,0.000015209289,0.006571275,0.43905115,0.00053510326],"about_ca_topic_score_codex":0.020590698,"about_ca_topic_score_gemma":0.0076014525,"teacher_disagreement_score":0.55142283,"about_ca_system_score_codex":0.0003615724,"about_ca_system_score_gemma":0.0006131574,"threshold_uncertainty_score":0.9995182},"labels":[],"label_agreement":null},{"id":"W2765227879","doi":"10.1097/acm.0000000000001913","title":"How and Why Preclerkship Students Set Learning Goals and Assess Their Achievement: A Qualitative Exploration","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Medical education; Set (abstract data type); Curriculum; Psychology; Perception; Medicine; Pedagogy; Computer science","score_opus":0.2201971204392014,"score_gpt":0.49090548154377756,"score_spread":0.2707083611045762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765227879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89043695,0.0006746174,0.0033537298,0.10413767,0.00025634057,0.00056671456,0.0000013394406,0.000048657028,0.00052399846],"genre_scores_gemma":[0.99161166,0.00136274,0.00030158734,0.0033022994,0.000747194,0.00008944569,0.000097416225,0.000024491761,0.0024631722],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981119,0.00022538412,0.00039242455,0.00037179227,0.0006496562,0.0002488638],"domain_scores_gemma":[0.998552,0.00028324715,0.00043819146,0.00035089898,0.00022485411,0.00015079026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030779312,0.00020046979,0.00039347037,0.00017709284,0.0004801794,0.000070693204,0.00022647534,0.00023696448,0.00002841874],"category_scores_gemma":[0.008993714,0.0001462532,0.000014871485,0.00013942258,0.0005949585,0.00063781755,0.00014194622,0.0010868062,0.0000034143668],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029876654,0.00009254908,0.4512219,0.0008497809,0.00040663287,0.000014952936,0.39110672,9.232771e-7,0.012490017,0.009164187,0.042607613,0.09174592],"study_design_scores_gemma":[0.01274105,0.0022187338,0.34747714,0.0049581304,0.00064164074,0.0001237531,0.52002233,0.0015702798,0.0022795573,0.019663675,0.087550886,0.0007528417],"about_ca_topic_score_codex":0.000035515983,"about_ca_topic_score_gemma":0.0000025332479,"teacher_disagreement_score":0.12891558,"about_ca_system_score_codex":0.000066239154,"about_ca_system_score_gemma":0.000048216454,"threshold_uncertainty_score":0.99935395},"labels":[],"label_agreement":null},{"id":"W2765466757","doi":"10.1097/acm.0000000000001971","title":"Dilemmas of Representation: Patient Engagement in Health Professions Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Representation (politics); Argument (complex analysis); Diversity (politics); Dilemma; Curriculum; Politics; Health care; Perspective (graphical); Health professions; Sociology; Public relations; Medicine; Medical education; Psychology; Pedagogy; Political science; Epistemology; Law","score_opus":0.43226661272477135,"score_gpt":0.5622500343077422,"score_spread":0.12998342158297088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765466757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9287789,0.0017078053,0.0001512587,0.033243183,0.005171203,0.004352265,0.000016950347,0.000035007393,0.026543463],"genre_scores_gemma":[0.9872936,0.001444137,0.00016981053,0.0068418537,0.00046187808,0.00056112907,0.00018670969,0.0000148157305,0.0030260505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99597615,0.0010110098,0.0017115334,0.00029988767,0.000511742,0.0004896918],"domain_scores_gemma":[0.99671763,0.00040452482,0.0017351003,0.00070920505,0.00012178383,0.00031178346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027095661,0.00014307561,0.00040750825,0.00019544414,0.001118307,0.0000011683173,0.0003436342,0.00016882758,0.0007247821],"category_scores_gemma":[0.00066284905,0.00010997401,0.000023562441,0.0001350742,0.00013720062,0.00014496743,0.00021148488,0.0011617824,0.000056763376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011638232,0.000115032504,0.8043478,0.002814648,0.000010077219,0.0000012763331,0.0888989,0.0000025145644,0.00017594587,0.013650828,0.05024931,0.039617274],"study_design_scores_gemma":[0.006465941,0.0018256146,0.47606972,0.042258218,0.000032817716,0.0000018428084,0.18121922,0.00017178716,0.0004344788,0.014348707,0.27676934,0.00040230437],"about_ca_topic_score_codex":0.0055356245,"about_ca_topic_score_gemma":0.00021063311,"teacher_disagreement_score":0.3282781,"about_ca_system_score_codex":0.00033354943,"about_ca_system_score_gemma":0.0010084041,"threshold_uncertainty_score":0.8601226},"labels":[],"label_agreement":null},{"id":"W2765689199","doi":"10.1097/acm.0000000000001908","title":"EQual, a Novel Rubric to Evaluate Entrustable Professional Activities for Quality and Structure","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; Medical Council of Canada; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"Southeastern Ontario Academic Medical Organization","keywords":"Rubric; Generalizability theory; Inter-rater reliability; Reliability (semiconductor); Medicine; Medical education; Cornerstone; Educational measurement; MEDLINE; Psychology; Medical physics; Curriculum; Mathematics education; Pedagogy","score_opus":0.14151984552263877,"score_gpt":0.5049754608543896,"score_spread":0.36345561533175086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765689199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9085614,0.00020629214,0.005740081,0.081761755,0.0016772054,0.0012093404,0.00002628192,0.000039483275,0.00077812735],"genre_scores_gemma":[0.976501,0.000054009353,0.003663159,0.011563928,0.0020172906,0.0001509235,0.000093053444,0.00002543864,0.005931211],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998063,0.000037656824,0.00052009174,0.00036950066,0.0006627579,0.0003469635],"domain_scores_gemma":[0.9983844,0.00028172464,0.00032675453,0.0005251299,0.0002875784,0.0001944021],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019963495,0.0001814541,0.00044106317,0.00017746244,0.00047766263,0.000013196773,0.00023765098,0.0002832049,0.00033760778],"category_scores_gemma":[0.013436439,0.00012977526,0.000023492003,0.00014091725,0.00036761852,0.00018274509,0.00011312869,0.00071349094,0.000004423902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015068505,0.00013067812,0.0425214,0.002134521,0.0002611701,0.000003925495,0.018961718,0.0000037116545,0.3620326,0.086900644,0.38356423,0.101978555],"study_design_scores_gemma":[0.027386965,0.0020008772,0.560822,0.0059175575,0.0010616408,0.00029794153,0.024076607,0.0031891037,0.015036706,0.04348817,0.31549942,0.001223],"about_ca_topic_score_codex":0.00006301576,"about_ca_topic_score_gemma":0.0000029720263,"teacher_disagreement_score":0.5183006,"about_ca_system_score_codex":0.00012190049,"about_ca_system_score_gemma":0.00028921053,"threshold_uncertainty_score":0.9948738},"labels":[],"label_agreement":null},{"id":"W2765919742","doi":"10.1097/acm.0000000000002035","title":"The PEARLS Healthcare Debriefing Tool","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":172,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Saskatchewan; University of Calgary","funders":"","keywords":"Debriefing; Health care; Medicine; MEDLINE; Psychology; Medical education; Political science","score_opus":0.1429181957701338,"score_gpt":0.35924668811451915,"score_spread":0.21632849234438536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765919742","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024323016,0.015357087,0.0012927946,0.89161116,0.0018413418,0.00043047467,0.000015876314,0.000061158535,0.06506709],"genre_scores_gemma":[0.9684189,0.00830851,0.00002747638,0.013573868,0.0011372368,0.000035278368,0.0000033018853,0.000016338801,0.008479103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856323,0.00002159272,0.0006345746,0.00027968595,0.00006305967,0.00043786404],"domain_scores_gemma":[0.9984346,0.00013301524,0.00048776498,0.0007885053,0.000023195767,0.00013290565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020973524,0.00011357999,0.00027882608,0.00006652144,0.0011492446,0.000039664345,0.0007177216,0.00012876115,0.000081394355],"category_scores_gemma":[0.0018156009,0.00008631551,0.000035501238,0.000051218005,0.00021342185,0.00015315905,0.00015353711,0.0004992533,0.00041943922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005411759,0.00000101528,0.00802419,0.00003962924,0.000014865048,0.0000027203132,0.001070329,3.5295184e-7,0.0000019221147,0.94680625,0.029435184,0.014598142],"study_design_scores_gemma":[0.00034578776,0.00004188487,0.022858433,0.00007033147,0.0000030964384,0.0000033976903,0.00023730999,0.000134659,0.0000047322947,0.1218321,0.85436785,0.000100431826],"about_ca_topic_score_codex":0.010073519,"about_ca_topic_score_gemma":0.0001823374,"teacher_disagreement_score":0.94409585,"about_ca_system_score_codex":0.00007419298,"about_ca_system_score_gemma":0.000025639903,"threshold_uncertainty_score":0.9965185},"labels":[],"label_agreement":null},{"id":"W2766286649","doi":"10.1097/acm.0000000000001911","title":"Learning From Patients: Why Continuity Matters","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Continuity of care; Psychology; Closure (psychology); Medical education; Face (sociological concept); Reflection (computer programming); Medicine; Health care; Nursing; Computer science; Sociology","score_opus":0.02803165271242024,"score_gpt":0.3507242477373094,"score_spread":0.3226925950248892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766286649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89018255,0.0001145642,0.0008649904,0.099953935,0.0016648766,0.00031221492,0.000001730876,0.00008928528,0.006815839],"genre_scores_gemma":[0.95458883,0.00012959122,0.0003202737,0.039732978,0.0019966576,0.0000230621,0.0002516817,0.000026442603,0.0029304682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982451,0.000045231387,0.0005015076,0.00031838732,0.0006103039,0.00027946266],"domain_scores_gemma":[0.99842864,0.00010602701,0.00042336746,0.0006220187,0.00028071328,0.00013924154],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006709966,0.0001611037,0.00037205569,0.00012680191,0.00035310426,0.000012035971,0.0003495112,0.0002636269,0.001340272],"category_scores_gemma":[0.009149542,0.00012587306,0.00003141443,0.000111230154,0.00051918224,0.0001857733,0.00008899234,0.0014388134,0.00018193905],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064172775,0.000024679834,0.474954,0.00004298632,0.00005397423,0.000006795664,0.0033694562,3.5566686e-7,0.0016862893,0.00044176672,0.466558,0.05279751],"study_design_scores_gemma":[0.004625459,0.00030370386,0.5930504,0.0010536489,0.00020136731,0.0000084368985,0.0018124505,0.0002452866,0.00044767486,0.0012524207,0.39680538,0.00019373703],"about_ca_topic_score_codex":0.00044858662,"about_ca_topic_score_gemma":0.0000023327314,"teacher_disagreement_score":0.118096426,"about_ca_system_score_codex":0.00011900739,"about_ca_system_score_gemma":0.000055803986,"threshold_uncertainty_score":0.99957263},"labels":[],"label_agreement":null},{"id":"W2766915254","doi":"10.1097/acm.0000000000001926","title":"Using the Readiness for Clerkship and Residency Surveys to Evaluate the Effectiveness of Four MD Programs: A Cross-Institutional Generalizability Study","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; Dalhousie University; Kwantlen Polytechnic University; Canadian Medical Association","funders":"","keywords":"Generalizability theory; Strengths and weaknesses; Medical education; Psychology; Medical school; Family medicine; Medicine; Social psychology","score_opus":0.2693590342212721,"score_gpt":0.5213379507136389,"score_spread":0.25197891649236676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766915254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97510713,0.0002636657,0.011558032,0.00794606,0.00071026135,0.004254017,0.000003448967,0.000018182918,0.00013921454],"genre_scores_gemma":[0.9976563,0.00003247515,0.00055353367,0.0004732536,0.0007714244,0.00040618586,0.000016841068,0.000016958189,0.00007303886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972506,0.0007962859,0.00062770845,0.00036853805,0.0007106183,0.0002462381],"domain_scores_gemma":[0.9967727,0.0010206493,0.00024266317,0.0009014145,0.0009773755,0.000085211745],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.031326927,0.0001682535,0.0004006915,0.00008831421,0.0008358483,0.000020693225,0.0004480944,0.00014591338,0.000018736755],"category_scores_gemma":[0.030208647,0.000085152555,0.000036686248,0.00026593244,0.001483058,0.000117073105,0.0001248575,0.00048411905,0.0000010544334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074501376,0.0001057394,0.95973814,0.00059819955,0.00015494699,0.0000032432908,0.0032888257,0.000040064093,0.0069876164,0.009466212,0.00063577114,0.018236248],"study_design_scores_gemma":[0.0029075928,0.00061920943,0.9857945,0.00082064845,0.00031731863,0.000054963097,0.00089297205,0.0011360369,0.000570389,0.006492224,0.00029475358,0.00009939963],"about_ca_topic_score_codex":0.0006944875,"about_ca_topic_score_gemma":0.000027322008,"teacher_disagreement_score":0.026056373,"about_ca_system_score_codex":0.00012285901,"about_ca_system_score_gemma":0.0003509991,"threshold_uncertainty_score":0.9974528},"labels":[],"label_agreement":null},{"id":"W2767173304","doi":"10.1097/acm.0000000000002042","title":"Vive la Différence: The Freedom and Inherent Responsibilities When Designing and Implementing Multiple Mini-Interviews","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Point (geometry); Ask price; Psychology; Medical education; Computer science; Medicine; Mathematics; Business","score_opus":0.10818467609485155,"score_gpt":0.392311543532462,"score_spread":0.28412686743761045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767173304","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03213096,0.0071495688,0.00013046166,0.9553239,0.0007773316,0.001589323,0.00001653029,0.00005753113,0.0028243943],"genre_scores_gemma":[0.10388113,0.004101412,0.00058161595,0.79118276,0.015811183,0.00038212878,0.00027368971,0.00012576727,0.08366031],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658716,0.00063216145,0.0008703632,0.00065981824,0.00072467147,0.0005258572],"domain_scores_gemma":[0.99433094,0.0035888522,0.0005594003,0.00078254606,0.00010696527,0.00063131965],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030100003,0.00042806464,0.0009079542,0.000207065,0.00047274734,0.000037549013,0.00040747254,0.0007388465,0.0016393781],"category_scores_gemma":[0.021218037,0.00023189507,0.0000641793,0.0000638168,0.00149537,0.0000731987,0.00034687607,0.0045650885,0.000008275967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042327752,0.000010810333,0.0036412934,0.00036825667,0.000096152755,0.00011851913,0.02957934,4.995977e-9,0.00038895817,0.000025396654,0.9591275,0.0066014696],"study_design_scores_gemma":[0.0023878838,0.00033625762,0.0018208318,0.00396972,0.0005406899,0.00033029055,0.02297955,0.00006439534,0.000029178498,0.0006479479,0.9666613,0.00023197941],"about_ca_topic_score_codex":0.00026620115,"about_ca_topic_score_gemma":0.000014037115,"teacher_disagreement_score":0.16414113,"about_ca_system_score_codex":0.000046155234,"about_ca_system_score_gemma":0.00048564107,"threshold_uncertainty_score":0.99927324},"labels":[],"label_agreement":null},{"id":"W2767506747","doi":"10.1097/acm.0000000000002004","title":"The Hidden Curricula of Medical Education: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":304,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fogarty International Center","keywords":"Curriculum; Hidden curriculum; Curriculum mapping; Inclusion (mineral); Interpersonal communication; Curriculum theory; Set (abstract data type); Medical education; Psychology; Computer science; Curriculum development; Pedagogy; Medicine; Social psychology","score_opus":0.18056818610234293,"score_gpt":0.5767035594967654,"score_spread":0.3961353733944225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767506747","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5201757e-7,0.94599646,0.000024040331,0.04307348,0.0031322239,0.003312615,0.0000015564328,0.000041784177,0.0044170856],"genre_scores_gemma":[8.643456e-7,0.9844894,0.00009075981,0.0060869795,0.0049000937,0.0007584219,0.00029503612,0.000063591346,0.0033148911],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929149,0.00029063484,0.0030692061,0.00053328864,0.0027692053,0.0004227535],"domain_scores_gemma":[0.99384654,0.00070843205,0.0025785775,0.0018925915,0.00064457965,0.00032929535],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0070745917,0.000484701,0.003371422,0.00031065804,0.00031844282,0.000008617488,0.0018215074,0.0011708168,0.0013386759],"category_scores_gemma":[0.053847335,0.00025378627,0.00031326266,0.0008879041,0.0014755114,0.000076593074,0.00023955322,0.0034012261,0.00011373003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012714617,0.000013636737,0.000003217524,0.14720985,0.000056701767,0.0000036786846,0.000050167993,1.9162436e-10,1.372438e-8,0.0017259229,0.22408347,0.6268521],"study_design_scores_gemma":[0.00015094512,0.000035357894,0.0000011705442,0.4920906,0.0013052926,0.00044241393,0.00004837565,0.0000011377973,5.2998136e-8,0.00008073226,0.5057453,0.00009858909],"about_ca_topic_score_codex":0.000025039419,"about_ca_topic_score_gemma":0.0000011593664,"teacher_disagreement_score":0.6267535,"about_ca_system_score_codex":0.00021483072,"about_ca_system_score_gemma":0.011047056,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W2767753561","doi":"10.1097/acm.0000000000002025","title":"A Rose by Other Names: Some General Musings on Lawrence and Colleagues’ Hidden Curriculum Scoping Review","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Scholarship; Construct (python library); Hidden curriculum; Curriculum; Sociology; Diversity (politics); Engineering ethics; Epistemology; Pedagogy; Computer science; Political science","score_opus":0.04025625716366053,"score_gpt":0.39262141978950377,"score_spread":0.3523651626258432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767753561","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006228168,0.09747399,0.000028343115,0.8898424,0.0020583621,0.0022484183,0.000023818087,0.00010959777,0.0019869255],"genre_scores_gemma":[0.000106973865,0.060630634,0.00028701403,0.8981176,0.01948031,0.00023818898,0.0008643106,0.00011375717,0.020161185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99563056,0.00014543599,0.00122265,0.0009630075,0.0013942573,0.0006440832],"domain_scores_gemma":[0.99717164,0.00019654243,0.0010604181,0.0010858033,0.00030110977,0.00018445654],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015556124,0.0006064441,0.0015572478,0.00035201397,0.0002649211,0.000018430135,0.000563942,0.0016064724,0.0006196011],"category_scores_gemma":[0.005877317,0.00044753787,0.00007599739,0.00034153208,0.0009868079,0.00017487338,0.000113086346,0.005935566,0.00010421744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008590453,0.000013094475,0.00017194962,0.00870433,0.000057588637,0.000088242596,0.00031728324,8.064906e-9,0.000113920316,0.00008857307,0.98427224,0.006164192],"study_design_scores_gemma":[0.0011992714,0.0002566968,0.000031601376,0.27840498,0.00046083098,0.00026181384,0.00005228269,0.00002888299,0.00002423194,0.00021370592,0.71870035,0.0003653372],"about_ca_topic_score_codex":0.00025365097,"about_ca_topic_score_gemma":8.5532406e-7,"teacher_disagreement_score":0.26970065,"about_ca_system_score_codex":0.0002807898,"about_ca_system_score_gemma":0.00048639573,"threshold_uncertainty_score":0.99979764},"labels":[],"label_agreement":null},{"id":"W2767961936","doi":"10.1097/acm.0000000000001994","title":"“You’re Not Trying to Save Somebody From Death”: Learning as “Becoming” in Palliative Care","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bruyère; NOSM University","funders":"","keywords":"Palliative care; Narrative; Psychology; Empathy; Compassion; Competence (human resources); Medical education; Context (archaeology); Interview; Nursing; Pedagogy; Medicine; Social psychology; Sociology","score_opus":0.11379792018533023,"score_gpt":0.4369027689665969,"score_spread":0.32310484878126666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767961936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95054984,0.0014872178,0.0001055657,0.038223837,0.0008715531,0.0005522229,0.0000042085076,0.00006251372,0.008143061],"genre_scores_gemma":[0.9830308,0.0007461744,0.0001721041,0.010392172,0.002379996,0.00006491731,0.00011640493,0.000037276885,0.0030601823],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99766886,0.000085925305,0.0005781274,0.00054927205,0.0006334385,0.00048439114],"domain_scores_gemma":[0.99798876,0.00043434347,0.00029124628,0.0005018345,0.00012821774,0.00065562676],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006631556,0.00026442518,0.00065821205,0.0002185154,0.0002913536,0.000011847236,0.00037917096,0.00043604802,0.00066826446],"category_scores_gemma":[0.012558471,0.00021267313,0.000056900742,0.00013175324,0.00016892802,0.0001379961,0.00012892664,0.0020860436,0.00021921961],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005044628,0.000036084464,0.32044324,0.00019601073,0.00007804478,0.00020405551,0.62458414,0.0000092856835,0.008056147,0.0006791544,0.0029095355,0.042299848],"study_design_scores_gemma":[0.008702614,0.0010418704,0.5900014,0.0074392636,0.0003446389,0.000013499901,0.35164845,0.00029795824,0.008773779,0.0019919062,0.02924653,0.00049805193],"about_ca_topic_score_codex":0.0027012888,"about_ca_topic_score_gemma":0.00007835842,"teacher_disagreement_score":0.27293566,"about_ca_system_score_codex":0.00029819677,"about_ca_system_score_gemma":0.00029020951,"threshold_uncertainty_score":0.9957592},"labels":[],"label_agreement":null},{"id":"W2768144927","doi":"10.1097/acm.0000000000001980","title":"In Reply to Hyder","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; University of Toronto; University Health Network; Sunnybrook Health Science Centre; Health Sciences Centre; Mount Sinai Hospital","funders":"","keywords":"Graduation (instrument); Discipline; Workload; Cohort; Subject (documents); Psychology; Medical education; Medicine; Political science; Law; Management; Pathology","score_opus":0.12210094105318653,"score_gpt":0.5216107750470268,"score_spread":0.39950983399384027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768144927","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00089954294,0.0020845411,0.000010417641,0.8931302,0.0065376875,0.002099758,0.000018199196,0.00012254559,0.0950971],"genre_scores_gemma":[0.00043950512,0.00067704415,0.000038958795,0.71255946,0.034645252,0.00032983144,0.00011922572,0.00008326633,0.25110748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99368566,0.000746155,0.0018089679,0.000924976,0.0009561899,0.0018780457],"domain_scores_gemma":[0.9952126,0.0015250948,0.0009438815,0.0017183209,0.00017555094,0.00042454267],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0025264346,0.0005166751,0.0014012057,0.00051593635,0.00052759104,0.0000025534343,0.001535741,0.0038491604,0.0047763693],"category_scores_gemma":[0.004496014,0.00040444313,0.000049065024,0.0002990081,0.00020649616,0.00012537054,0.00039979295,0.01985454,0.005913168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027642422,9.3988285e-7,0.0021924237,0.00074792304,0.000009726917,0.00054855744,0.0062041883,2.3525975e-7,0.0000048172637,0.00013042334,0.98988426,0.0002488926],"study_design_scores_gemma":[0.0009029627,0.00010275682,0.00047787972,0.013754774,0.000034290348,0.000013526114,0.0007997922,0.000002583172,0.0000010257713,0.003158511,0.98043716,0.0003147354],"about_ca_topic_score_codex":0.0071682776,"about_ca_topic_score_gemma":0.000099970945,"teacher_disagreement_score":0.18057077,"about_ca_system_score_codex":0.0007503952,"about_ca_system_score_gemma":0.00052385184,"threshold_uncertainty_score":0.99984074},"labels":[],"label_agreement":null},{"id":"W2768322517","doi":"10.1097/acm.0000000000001988","title":"2017 Hope Babette Tang Humanism in Healthcare Essay Contest","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; CONTEST; Health care; Psychology; Philosophy; Political science; Law; Theology","score_opus":0.07324407282138096,"score_gpt":0.40207739739649917,"score_spread":0.3288333245751182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768322517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.712316,0.011203395,0.000027518303,0.24504456,0.0018377764,0.00083385,0.00001225705,0.00010155235,0.028623093],"genre_scores_gemma":[0.96010906,0.0030476095,0.00002915425,0.030662375,0.0014697906,0.000031944855,0.000043780572,0.000027884094,0.0045784214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99722856,0.000088857996,0.00078496995,0.0004506269,0.00055246276,0.0008945164],"domain_scores_gemma":[0.99756616,0.0002212016,0.00037111304,0.0009171331,0.00013195061,0.00079240993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018995627,0.00025555235,0.00086034427,0.00020020767,0.0003511783,0.000008834761,0.00039601867,0.0004373383,0.00017056543],"category_scores_gemma":[0.002474513,0.00019709214,0.00005674029,0.00010425859,0.00039844625,0.00016546028,0.00009545836,0.0015679627,0.00015859559],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034517542,0.000028678898,0.79250026,0.00069008436,0.000028444545,0.0011714081,0.0015903777,1.8809747e-7,0.002521574,0.010068494,0.17848086,0.012574437],"study_design_scores_gemma":[0.0073217847,0.0005611366,0.85512686,0.0040606083,0.00007501505,0.00040565987,0.0006060165,0.00011588025,0.00015399598,0.0032205102,0.12800911,0.00034342872],"about_ca_topic_score_codex":0.0031626264,"about_ca_topic_score_gemma":0.00020206449,"teacher_disagreement_score":0.24779305,"about_ca_system_score_codex":0.00022481207,"about_ca_system_score_gemma":0.00040060535,"threshold_uncertainty_score":0.80371845},"labels":[],"label_agreement":null},{"id":"W2768842881","doi":"10.1097/acm.0000000000002072","title":"Smoothing the Transition Points in Canadian Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; Queen's University; University of Victoria; College of Family Physicians of Canada; McMaster University Medical Centre; University of British Columbia; University of Toronto; Dalhousie University; Innovative Medicines Canada; Ontario Medical Association","funders":"","keywords":"Mentorship; Medical education; Curriculum; Graduate medical education; Workforce; Medicine; Psychology; Family medicine; Accreditation; Political science; Pedagogy","score_opus":0.024033308600523873,"score_gpt":0.38892410935768185,"score_spread":0.36489080075715796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768842881","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4244131,0.00032768046,0.00012522812,0.55550385,0.00158426,0.0003938901,5.2793456e-7,0.000022346801,0.01762912],"genre_scores_gemma":[0.92067814,0.0002724071,0.00010777417,0.075753465,0.0021415134,0.00006231469,0.00005116667,0.000017668777,0.0009155575],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9978835,0.00006613752,0.000529268,0.00025196598,0.0008724465,0.0003966955],"domain_scores_gemma":[0.99848944,0.000067367444,0.00016159854,0.0006517104,0.0001830396,0.0004468569],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003370774,0.00013414022,0.00024163272,0.00035250848,0.0004134015,0.000011977305,0.0004950957,0.00044270878,0.0022001045],"category_scores_gemma":[0.018408503,0.00008910819,0.000024525936,0.00027923673,0.00053728535,0.00018087456,0.000023488235,0.0017833695,0.00008136853],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008496149,0.00009060702,0.07563648,0.00022479988,0.00005063136,0.00008440092,0.032458197,0.0000014716644,0.00037013623,0.042177383,0.43239674,0.41642419],"study_design_scores_gemma":[0.004626233,0.00020565702,0.48277295,0.005864476,0.00018743298,0.0009132105,0.011467012,0.006424281,0.00015120057,0.011833673,0.4751509,0.00040298016],"about_ca_topic_score_codex":0.11047466,"about_ca_topic_score_gemma":0.020059103,"teacher_disagreement_score":0.496265,"about_ca_system_score_codex":0.0004030197,"about_ca_system_score_gemma":0.0039018113,"threshold_uncertainty_score":0.998712},"labels":[],"label_agreement":null},{"id":"W2768866310","doi":"10.1097/acm.0000000000002000","title":"International Medical Graduates Who Have Been Disciplined: Further Causes and Methods to Improve Quality of Care","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Affect (linguistics); Discipline; Workload; Socioeconomic status; Psychology; Medical education; Quality (philosophy); IMG; Medicine; Environmental health; Sociology; Social science; Population","score_opus":0.12046662507833783,"score_gpt":0.5759599464384896,"score_spread":0.45549332136015175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768866310","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008299793,0.0051516355,0.00038861702,0.9691445,0.004395933,0.001756221,0.00032997818,0.000082700906,0.010450615],"genre_scores_gemma":[0.0114472415,0.0075445124,0.002394072,0.8832076,0.043150865,0.00057477603,0.0011952019,0.00021619485,0.050269525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99205965,0.0018315556,0.002340308,0.00092143135,0.0018581823,0.0009888979],"domain_scores_gemma":[0.9913896,0.0045157056,0.001763486,0.001012527,0.0006781118,0.0006406231],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004729833,0.0005618456,0.0019553143,0.00030480593,0.00043431105,0.0000055094997,0.0015808254,0.0034517087,0.0014707309],"category_scores_gemma":[0.0114905,0.00040029353,0.0000940333,0.00010836282,0.00077361934,0.00011038033,0.001133681,0.008175357,0.00004848121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009767998,0.000002849361,0.019307537,0.002736413,0.00012020933,0.000034298042,0.030844918,9.13406e-8,0.000058644215,0.00018277045,0.93775475,0.008859843],"study_design_scores_gemma":[0.0013965882,0.00021310723,0.004361758,0.010734431,0.00014024305,0.0000059524805,0.012029945,0.000018011366,0.00004405906,0.0017461786,0.96893644,0.00037326908],"about_ca_topic_score_codex":0.005017163,"about_ca_topic_score_gemma":0.0003564381,"teacher_disagreement_score":0.0859369,"about_ca_system_score_codex":0.0003292837,"about_ca_system_score_gemma":0.00053060736,"threshold_uncertainty_score":0.9998449},"labels":[],"label_agreement":null},{"id":"W2769315238","doi":"10.1097/acm.0000000000002081","title":"Managing Multiplicity: Conceptualizing Physician Cognition in Multipatient Environments","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Think aloud protocol; Cognition; Protocol analysis; Construct (python library); Conceptual framework; Psychology; Prioritization; Qualitative research; Protocol (science); Medical education; Applied psychology; Medicine; Computer science; Human–computer interaction; Management science; Alternative medicine","score_opus":0.06770001074902376,"score_gpt":0.3855000675257742,"score_spread":0.31780005677675044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769315238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767597,0.00064149115,0.00064699637,0.008767879,0.00046934755,0.0005812191,0.000004233375,0.00004899149,0.012080193],"genre_scores_gemma":[0.991372,0.0012513231,0.00010011313,0.0056734285,0.0006511515,0.00003907312,0.00006193149,0.000024814271,0.0008261538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821573,0.000047170794,0.0005377889,0.00040238633,0.00043245297,0.00036444765],"domain_scores_gemma":[0.9969701,0.0019312333,0.00031898954,0.00050097425,0.000020570345,0.0002581244],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000541698,0.00019066082,0.0004967389,0.00010495479,0.00016660127,0.0000073890537,0.00020455074,0.00020115564,0.000085547166],"category_scores_gemma":[0.020136898,0.00015629691,0.000051530653,0.00005474277,0.0004752976,0.0001104941,0.00011223781,0.00074380694,0.00011046697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005918134,0.0003081602,0.56725246,0.00012790036,0.0001664014,0.000487008,0.010298828,0.000044615328,0.025560047,0.00081006566,0.007456729,0.38689595],"study_design_scores_gemma":[0.028751908,0.0009273651,0.90695184,0.026560688,0.0005537278,0.000044711705,0.0049668294,0.0076241195,0.0055819564,0.0047802427,0.012620101,0.0006364859],"about_ca_topic_score_codex":0.0002553499,"about_ca_topic_score_gemma":0.000010655886,"teacher_disagreement_score":0.38625947,"about_ca_system_score_codex":0.00008657752,"about_ca_system_score_gemma":0.000023008288,"threshold_uncertainty_score":0.9881169},"labels":[],"label_agreement":null},{"id":"W2769547526","doi":"10.1097/acm.0000000000002006","title":"The Actual Versus Idealized Self: Exploring Responses to Feedback About Implicit Bias in Health Professionals","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Vrije Universiteit Amsterdam; Universiteit Maastricht; Children's Health Foundation; Associated Medical Services; Schulich School of Medicine and Dentistry; Academic Medical Organization of Southwestern Ontario; Schulich School of Medicine and Dentistry, Western University; London Health Sciences Centre","keywords":"Implicit-association test; Psychology; Grounded theory; Social psychology; Psychological intervention; Implicit attitude; Curriculum; Identity (music); Qualitative research; Applied psychology; Pedagogy; Psychiatry","score_opus":0.33239702291127343,"score_gpt":0.5127611504429922,"score_spread":0.18036412753171877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769547526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52519065,0.0013193127,0.000016594864,0.46888044,0.0019926503,0.00079955556,0.000002853075,0.0000740638,0.001723885],"genre_scores_gemma":[0.93051857,0.006682911,0.0002567406,0.04182203,0.0020164396,0.00032437523,0.000018907296,0.000044104283,0.018315932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968526,0.0002874395,0.0009562353,0.00040879316,0.0008304843,0.000664485],"domain_scores_gemma":[0.99405,0.002324662,0.0004031578,0.0009089882,0.00010872213,0.0022044256],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037453857,0.00023177708,0.00059206045,0.00021455833,0.00087692204,0.000017845477,0.00059127284,0.00018967412,0.00096459937],"category_scores_gemma":[0.06467012,0.00012937056,0.000053773794,0.00025468032,0.00023001991,0.000121845915,0.00018164683,0.0012893298,0.00013210475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007876075,0.00018944836,0.01695041,0.0004656288,0.0001712468,0.000068989706,0.058138322,0.0000010061278,0.0036060978,0.011510722,0.8096866,0.09133546],"study_design_scores_gemma":[0.008783797,0.00071553275,0.15226881,0.0049621295,0.000044653054,0.000037087895,0.014875887,0.00004438155,0.00029608703,0.00035534994,0.8174042,0.00021204326],"about_ca_topic_score_codex":0.0003002337,"about_ca_topic_score_gemma":0.00002544835,"teacher_disagreement_score":0.42705843,"about_ca_system_score_codex":0.00021968033,"about_ca_system_score_gemma":0.0019631304,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W2770216328","doi":"10.1097/acm.0000000000001984","title":"In Reply to Cruess et al","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Negotiation; Social contract; Metaphor; General partnership; Law; Sociology; Political science; Psychology; Politics; Philosophy","score_opus":0.2518438274059516,"score_gpt":0.60738322505765,"score_spread":0.35553939765169834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770216328","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011075115,0.00068876945,0.00017066974,0.869549,0.0099204555,0.0012024915,0.0000140568645,0.00009348113,0.118250325],"genre_scores_gemma":[0.00021069396,0.0022018133,0.00013546528,0.8779167,0.022196256,0.0003062112,0.00011728216,0.000111605324,0.096804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98799074,0.005949747,0.0017572022,0.001026568,0.0020225327,0.0012532405],"domain_scores_gemma":[0.9694349,0.026844922,0.0012267107,0.001833339,0.00026943572,0.00039068557],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.028024115,0.00045888807,0.0012046461,0.00047276588,0.0006849105,0.000004570025,0.0020567332,0.004948783,0.0037115372],"category_scores_gemma":[0.16442822,0.00035760834,0.000048873542,0.00022789491,0.00061873556,0.00027121603,0.00070377934,0.13272749,0.0035010905],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034601373,0.0000022196243,0.00043101722,0.00044302575,0.000020543162,0.0010586198,0.009309143,9.6089785e-8,0.000028544406,0.00094315334,0.98760635,0.00012266965],"study_design_scores_gemma":[0.0010471429,0.00009001975,0.0002001786,0.00830511,0.000055592693,0.0000252715,0.0009250334,0.0000027707083,0.0000012423704,0.019897662,0.9691425,0.00030749023],"about_ca_topic_score_codex":0.0032601533,"about_ca_topic_score_gemma":0.000066352324,"teacher_disagreement_score":0.1364041,"about_ca_system_score_codex":0.00041390775,"about_ca_system_score_gemma":0.0010512955,"threshold_uncertainty_score":0.9998876},"labels":[],"label_agreement":null},{"id":"W2770391607","doi":"10.1097/acm.0000000000002053","title":"Medical Trainees’ Experiences of Treating People With Chronic Pain: A Lost Opportunity for Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; York University; Public Health Ontario; Women's College Hospital; University of Toronto; University Health Network","funders":"Canadian Institutes of Health Research; University of Toronto","keywords":"Chronic pain; Active listening; Empathy; Curriculum; Qualitative research; Medicine; Perception; Biopsychosocial model; Population; Psychology; Medical education; Nursing; Family medicine; Physical therapy; Pedagogy; Psychiatry; Psychotherapist","score_opus":0.024936283968857886,"score_gpt":0.3635871711372811,"score_spread":0.33865088716842323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770391607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94153965,0.0010045541,0.0034178991,0.048086293,0.00039909687,0.0010889424,0.0000015869562,0.00003837232,0.004423632],"genre_scores_gemma":[0.99419856,0.0004030933,0.00024070578,0.0019800514,0.0016441821,0.000262397,0.00007323925,0.000024110033,0.0011736699],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99721766,0.00015413201,0.000692922,0.00034175412,0.0012890528,0.000304455],"domain_scores_gemma":[0.9970062,0.00092938635,0.00044409503,0.00051842135,0.00024853868,0.0008533864],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004131873,0.00020406763,0.0006219796,0.00013665787,0.00021501981,0.00000441027,0.0003906834,0.00041930267,0.0023872238],"category_scores_gemma":[0.034457877,0.0001240193,0.00008396966,0.00013030147,0.0011390577,0.00012888317,0.000040760788,0.0005479451,0.0000029391922],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013589613,0.0006383944,0.12281267,0.013483815,0.0004081445,0.000027554692,0.23335,0.0000013560688,0.0049523087,0.007075805,0.05414462,0.56174636],"study_design_scores_gemma":[0.045001544,0.03188708,0.27678218,0.0628859,0.0010177586,0.00072477927,0.5030585,0.040868364,0.0018732786,0.0041382965,0.029896986,0.0018653034],"about_ca_topic_score_codex":0.00023247591,"about_ca_topic_score_gemma":0.00012478075,"teacher_disagreement_score":0.5598811,"about_ca_system_score_codex":0.00008727221,"about_ca_system_score_gemma":0.0031439736,"threshold_uncertainty_score":0.9985247},"labels":[],"label_agreement":null},{"id":"W2770762013","doi":"10.1097/acm.0000000000001978","title":"“Social Contract” Remains a Useful Metaphor","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Social contract; Negotiation; Coercion (linguistics); Metaphor; Power (physics); Legislation; Political science; Law; Covenant; Sociology; Law and economics; Politics","score_opus":0.28486648406485976,"score_gpt":0.569055299776316,"score_spread":0.2841888157114562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770762013","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019812581,0.0022312093,0.00014085704,0.8209085,0.0078017903,0.0013530209,0.000042766762,0.00024516848,0.16707858],"genre_scores_gemma":[0.0036449034,0.0025931462,0.00004837597,0.76906323,0.12196396,0.00026248678,0.00033758406,0.00017470724,0.10191159],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9837325,0.008029284,0.0022707083,0.0011195072,0.0030109487,0.0018370054],"domain_scores_gemma":[0.95797044,0.035822164,0.0035296238,0.0016177394,0.00064997654,0.00041007897],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.02274687,0.00076054287,0.0021984652,0.00034881604,0.004057459,0.000010147129,0.002645173,0.015000133,0.006896107],"category_scores_gemma":[0.1389442,0.00057000783,0.00018889862,0.00020032773,0.002350092,0.00030247727,0.0005396405,0.15606396,0.0029949674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045321365,0.0000035059754,0.00040612993,0.0010434061,0.00023491705,0.0008798178,0.009227656,5.8277645e-9,0.000037015976,0.0042732637,0.9835741,0.00027487354],"study_design_scores_gemma":[0.0019404339,0.0000765054,0.0003690617,0.0031879267,0.0009710235,0.000043100445,0.0012292749,0.000005290639,0.0000015446109,0.03459594,0.957104,0.00047588642],"about_ca_topic_score_codex":0.0007251638,"about_ca_topic_score_gemma":0.00005363987,"teacher_disagreement_score":0.14106382,"about_ca_system_score_codex":0.0005144453,"about_ca_system_score_gemma":0.0015373151,"threshold_uncertainty_score":0.99967515},"labels":[],"label_agreement":null},{"id":"W2773586704","doi":"10.1097/acm.0000000000002088","title":"Why Open-Ended Survey Questions Are Unlikely to Support Rigorous Qualitative Insights","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Canadian Network for Innovation in Education","funders":"","keywords":"Closed-ended question; Psychology; Qualitative research; Medical education; Data science; Medicine; Computer science; Sociology; Social science; Statistics; Mathematics","score_opus":0.6002759142044037,"score_gpt":0.6589172139155554,"score_spread":0.05864129971115162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773586704","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10728288,0.0011029678,0.02768182,0.6507169,0.002417016,0.0028542748,0.00020491154,0.00020233491,0.20753692],"genre_scores_gemma":[0.9520708,0.002417959,0.0026244686,0.016414728,0.001336422,0.0001478094,0.000053137883,0.000039705497,0.024895012],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9862073,0.010651898,0.00055510196,0.00053387723,0.001376683,0.000675105],"domain_scores_gemma":[0.9903349,0.0068131997,0.0004512114,0.00064131786,0.00088506105,0.0008743057],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03980162,0.0002032637,0.0005709122,0.00018282051,0.0026351234,0.00014151861,0.0024136568,0.0003989513,0.0005050915],"category_scores_gemma":[0.103922084,0.0001573591,0.000039343213,0.00041168576,0.0031622946,0.000713967,0.00049324526,0.0014271458,0.00018467978],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007134455,0.000016672584,0.0019592838,0.00002193833,0.000042651962,0.0000191941,0.5097552,3.909127e-7,0.00022795443,0.22640154,0.25883472,0.0026491028],"study_design_scores_gemma":[0.00090961735,0.0004423874,0.028114432,0.0004222203,0.000023827502,0.0000012548074,0.18538943,0.0000054054276,0.000057386667,0.22252421,0.56177306,0.00033675163],"about_ca_topic_score_codex":0.08506348,"about_ca_topic_score_gemma":0.038629707,"teacher_disagreement_score":0.8447879,"about_ca_system_score_codex":0.00019574157,"about_ca_system_score_gemma":0.00071447605,"threshold_uncertainty_score":0.9995505},"labels":[],"label_agreement":null},{"id":"W2775698867","doi":"10.1097/acm.0000000000002097","title":"Oath Taking at U.S. and Canadian Medical School Ceremonies: Historical Perspectives, Current Practices, and Future Considerations","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hippocratic Oath; Oath; Harm; Law; Medicine; Sociology; Political science","score_opus":0.1445419991480877,"score_gpt":0.4889256824566547,"score_spread":0.34438368330856695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775698867","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1656212,0.044448383,0.000012037446,0.7703841,0.0026642166,0.0006915468,0.000009118995,0.00006137664,0.016108014],"genre_scores_gemma":[0.92321014,0.049581297,0.00011426901,0.012000403,0.012111294,0.0000760917,0.000012091615,0.000028224,0.002866193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99665713,0.00059429515,0.0006926848,0.00058589986,0.00083721307,0.0006327944],"domain_scores_gemma":[0.99187165,0.002766548,0.0012236449,0.0005803871,0.00024278415,0.0033149535],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003280993,0.00023760626,0.00052209105,0.00014513175,0.0031959766,0.000019455401,0.00028804343,0.0008079681,0.019191062],"category_scores_gemma":[0.14273882,0.00017603456,0.000022004735,0.00006381454,0.00069319806,0.00043733863,0.00027724277,0.004520442,0.00011137499],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071033566,0.00002204782,0.22103263,0.0005262001,0.00006437266,0.00012330535,0.058071528,2.0121563e-8,0.000044166012,0.029692966,0.68013614,0.010215579],"study_design_scores_gemma":[0.0011470618,0.00007554599,0.048821785,0.00063563226,0.00010728425,0.000088258224,0.027481424,0.000053408996,5.266603e-7,0.0012729318,0.9201453,0.00017086971],"about_ca_topic_score_codex":0.09054486,"about_ca_topic_score_gemma":0.059009846,"teacher_disagreement_score":0.7583837,"about_ca_system_score_codex":0.0010829081,"about_ca_system_score_gemma":0.0025747009,"threshold_uncertainty_score":0.9981017},"labels":[],"label_agreement":null},{"id":"W2778599856","doi":"10.1097/01.acm.0000529866.97564.c1","title":"Commentary on <i>The Doctor</i>","year":2017,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Historical Psychiatry and Medical Practices","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Shadow (psychology); Painting; Portrait; Nothing; Miracle; Face (sociological concept); Sign (mathematics); Subject (documents); Biography; Visual arts; Sister; Medicine; Art; Art history; Psychology; Psychoanalysis; Sociology; Philosophy; Theology","score_opus":0.08785324135602299,"score_gpt":0.4008348466350145,"score_spread":0.31298160527899155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778599856","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031637694,0.0024371615,0.000016594338,0.6862376,0.018961865,0.00029917862,0.000014430417,0.00006290533,0.29193866],"genre_scores_gemma":[0.0004911679,0.00032942128,0.0000021024255,0.7597084,0.082387045,0.000075665776,0.00013938147,0.00004884505,0.15681799],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963368,0.0007123007,0.00064333674,0.00069173536,0.0009453921,0.0006704176],"domain_scores_gemma":[0.9932763,0.0039896853,0.00076543324,0.0017143189,0.000032612883,0.00022167974],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0015292331,0.00045834781,0.00066826824,0.000115701085,0.00046578498,0.0000086803675,0.001989793,0.0021886118,0.019249983],"category_scores_gemma":[0.0014791461,0.00025494222,0.000119453296,0.00009567395,0.001079077,0.00007096474,0.000089721514,0.01693836,0.0048526726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005847856,0.000011536752,0.00002315379,0.00004256989,0.00015025941,0.00059443264,0.0013527945,1.0004989e-8,0.000003705241,0.001737519,0.9943842,0.0016413005],"study_design_scores_gemma":[0.00068902905,0.00033079128,0.000015756013,0.00044342203,0.00025879603,0.000063399086,0.00016446655,3.1390658e-7,8.695366e-7,0.0023796842,0.99538785,0.00026560968],"about_ca_topic_score_codex":0.00041464463,"about_ca_topic_score_gemma":0.0000014555708,"teacher_disagreement_score":0.13512067,"about_ca_system_score_codex":0.000120916775,"about_ca_system_score_gemma":0.00004328853,"threshold_uncertainty_score":0.9999903},"labels":[],"label_agreement":null},{"id":"W2779727662","doi":"10.1097/acm.0000000000002113","title":"Fake It ’Til You Make It: Pressures to Measure Up in Surgical Training","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; The Wilson Centre; University Health Network; University of Toronto; Toronto General Hospital; McMaster University; Canadian Association of General Surgeons","funders":"","keywords":"Competence (human resources); Impression management; Psychology; Certainty; Conceptual framework; Context (archaeology); Curriculum; Medical education; Social psychology; Medicine; Pedagogy; Sociology","score_opus":0.14183718248767385,"score_gpt":0.43661909117036307,"score_spread":0.2947819086826892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2779727662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4975225,0.0008660382,0.0004082024,0.41909415,0.0033046152,0.0010938463,0.0000048797265,0.000104761566,0.07760101],"genre_scores_gemma":[0.96178645,0.00024169036,0.000359848,0.017407889,0.003325867,0.00010902609,0.000048267084,0.000041178795,0.016679764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666554,0.00008195173,0.0009384718,0.0005315962,0.0011964435,0.0005860163],"domain_scores_gemma":[0.9980319,0.00017836418,0.0002736602,0.0009122803,0.00027265213,0.00033114012],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033375777,0.00026734683,0.00068162824,0.00041858785,0.00023795532,0.000014550106,0.0006133029,0.0005371593,0.0009280413],"category_scores_gemma":[0.015812617,0.00021007584,0.000047372818,0.0004289389,0.00044110054,0.00012675028,0.00010990457,0.0019109789,0.000099698584],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045553254,0.00006117551,0.031517193,0.00022554085,0.00008640956,0.00025982028,0.049117643,0.000008135144,0.002231581,0.0038298045,0.45961282,0.45259434],"study_design_scores_gemma":[0.004978517,0.00026981023,0.049342543,0.0031973042,0.00014031764,0.00030945166,0.009640224,0.00032948263,0.00025309762,0.00059839495,0.93065464,0.00028621947],"about_ca_topic_score_codex":0.00012755481,"about_ca_topic_score_gemma":0.000035800556,"teacher_disagreement_score":0.47104183,"about_ca_system_score_codex":0.00014800332,"about_ca_system_score_gemma":0.00031660066,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W2789335579","doi":"10.1097/acm.0000000000002178","title":"Reconciling Technology and People: Quality of Care During End-of-Rotation Transfers","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Enthusiasm; Feeling; Quality (philosophy); Psychology; Health care; Nonverbal communication; Medicine; Nursing; Social psychology; Developmental psychology; Political science","score_opus":0.031867519823010816,"score_gpt":0.3451796463931064,"score_spread":0.31331212657009555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789335579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7218082,0.0035948064,0.00003090742,0.27330548,0.00025196245,0.0003925142,0.000023972189,0.00004303072,0.00054910657],"genre_scores_gemma":[0.96349376,0.002550132,0.00020265642,0.03019904,0.0019499621,0.000020244654,0.00020325331,0.000049622136,0.0013313222],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977119,0.00006218004,0.0010617834,0.00039384488,0.00048685842,0.00028346392],"domain_scores_gemma":[0.9985783,0.00028540703,0.000392008,0.00036006546,0.00027457206,0.00010965919],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00039705442,0.00027357088,0.0013279234,0.00066672073,0.00004577302,7.2876867e-7,0.00016484846,0.0015148685,0.0003088528],"category_scores_gemma":[0.0012051807,0.00020003186,0.00008471857,0.00044947717,0.0005958801,0.000038372196,0.000043918088,0.0021003175,0.0000025189079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090010714,0.000028513747,0.5417189,0.060494076,0.0010177393,0.00027568132,0.07423525,5.4742645e-7,0.12117152,0.0005916937,0.15382873,0.045737274],"study_design_scores_gemma":[0.033289347,0.0140881715,0.30973834,0.062423036,0.0056922976,0.0012850502,0.089197166,0.000035521763,0.1580124,0.003651925,0.3195559,0.0030308599],"about_ca_topic_score_codex":0.00011439067,"about_ca_topic_score_gemma":0.00000952641,"teacher_disagreement_score":0.24310644,"about_ca_system_score_codex":0.00007245038,"about_ca_system_score_gemma":0.00016975882,"threshold_uncertainty_score":0.99978137},"labels":[],"label_agreement":null},{"id":"W2789504614","doi":"10.1097/acm.0000000000002183","title":"Gamification in Action: Theoretical and Practical Considerations for Medical Educators","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Games and Gamification","field":"Psychology","cited_by":248,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Self-determination theory; Competence (human resources); Context (archaeology); Psychology; Autonomy; Feeling; Instructional design; Extant taxon; Knowledge management; Computer science; Pedagogy; Social psychology","score_opus":0.08782099016845861,"score_gpt":0.47472154687226764,"score_spread":0.386900556703809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789504614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4954848,0.0005944169,0.011287906,0.4755228,0.0028716854,0.00081798254,0.000004937193,0.00006263065,0.013352865],"genre_scores_gemma":[0.9895611,0.00019495514,0.0005854652,0.005704942,0.0026723659,0.00023083996,0.000026556441,0.0000133596,0.0010104445],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986175,0.00014087495,0.0004409672,0.00033663603,0.0002517884,0.00021226656],"domain_scores_gemma":[0.99712694,0.0022418639,0.00010181912,0.00019863124,0.00013592072,0.00019484611],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013606697,0.00010297219,0.00016324053,0.0001366145,0.00008546698,0.0000056282443,0.00005134265,0.00031537912,0.006665414],"category_scores_gemma":[0.0051283073,0.00008460741,0.000014558928,0.0001666083,0.0010999026,0.00007696389,0.000014269726,0.0004240557,0.000086944194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004580075,0.000032630713,0.0022177899,0.000008900697,0.000011957732,0.0000014423648,0.007437305,2.209051e-8,0.00016899145,0.9182112,0.068963535,0.002900412],"study_design_scores_gemma":[0.0034148323,0.0007522524,0.1610161,0.00024056177,0.00012927117,0.001232201,0.029545091,0.0009187704,0.0002899159,0.56993145,0.23212887,0.00040067063],"about_ca_topic_score_codex":0.000027642725,"about_ca_topic_score_gemma":0.000017172959,"teacher_disagreement_score":0.49407628,"about_ca_system_score_codex":0.000040661693,"about_ca_system_score_gemma":0.00019063512,"threshold_uncertainty_score":0.9942426},"labels":[],"label_agreement":null},{"id":"W2789887301","doi":"10.1097/acm.0000000000002065","title":"Time-Variable Training in Medicine: Theoretical Considerations","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Psychology; Structural equation modeling; Neurocognitive; Training (meteorology); Mastery learning; Medical education; Applied psychology; Mathematics education; Computer science; Cognition; Artificial intelligence; Medicine; Machine learning","score_opus":0.04274514527018342,"score_gpt":0.3866757308273408,"score_spread":0.3439305855571574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789887301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35440594,0.0007221203,0.0050829398,0.29088348,0.002967607,0.0013532451,0.0000030139538,0.00033925835,0.34424242],"genre_scores_gemma":[0.95821744,0.00007452568,0.003170905,0.03098156,0.00553688,0.000056413905,0.00007890002,0.000035291483,0.0018480618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99728954,0.000113513626,0.0010030337,0.00042302549,0.0006857683,0.00048514552],"domain_scores_gemma":[0.99824125,0.00058221957,0.00014575003,0.0004261244,0.00040538376,0.00019925818],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027522554,0.0002200693,0.00060945074,0.00054756034,0.00014368733,0.0000031319573,0.00015149669,0.0004044957,0.038761258],"category_scores_gemma":[0.018802851,0.00016261413,0.000020671769,0.0012905074,0.004131492,0.00010771135,0.000038800088,0.001315573,0.0003458923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006044872,0.000019874025,0.0007979645,0.000046728,0.00003217279,0.000021557371,0.02263356,0.0000010816325,0.008888486,0.689928,0.27303004,0.0045401216],"study_design_scores_gemma":[0.013895502,0.0030836407,0.005659562,0.007213663,0.00062486285,0.00221199,0.03728136,0.01933436,0.0014614381,0.74623406,0.16213672,0.0008628229],"about_ca_topic_score_codex":0.000034497545,"about_ca_topic_score_gemma":0.0000019178221,"teacher_disagreement_score":0.60381156,"about_ca_system_score_codex":0.00016632331,"about_ca_system_score_gemma":0.00052564155,"threshold_uncertainty_score":0.99857867},"labels":[],"label_agreement":null},{"id":"W2790091064","doi":"10.1097/acm.0b013e31824485ac","title":"Teaching and Learning Moments","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Philosophies and Pedagogies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of British Columbia","funders":"","keywords":"Psychoanalysis; Sorrow; Grief; Psychology; Feeling; Sadness; Laughter; Friendship; Sister; Gratitude; Aesthetics; Social psychology; Art; Anger; Sociology; Psychotherapist","score_opus":0.1189604567941235,"score_gpt":0.4451759894405171,"score_spread":0.32621553264639364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790091064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7363905,0.005999856,0.000024211744,0.099378444,0.00059507176,0.00006748686,1.8867686e-7,0.000049058053,0.15749519],"genre_scores_gemma":[0.9796225,0.0013538507,0.00006225664,0.0013881117,0.004254156,0.0000033532947,0.0000021668723,0.0000038888547,0.013309715],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.999246,0.00018964987,0.000093813396,0.00006402466,0.0002131911,0.00019332011],"domain_scores_gemma":[0.99937576,0.00039745413,0.0000419703,0.000032670163,0.00001261662,0.00013951988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020342297,0.00004336626,0.0000699936,0.00003909886,0.00055355753,0.0000029036894,0.00007487615,0.00006527462,0.00019738422],"category_scores_gemma":[0.0013744426,0.00003439909,0.0000056732224,0.000051249495,0.00020630957,0.00018062451,0.000022807457,0.00063161453,0.00001847626],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000296847,0.00000386896,0.12416765,0.000012455017,0.000009978129,1.5431449e-7,0.45900688,3.9272018e-7,0.00016156123,0.37990484,0.017053835,0.019675408],"study_design_scores_gemma":[0.000088059576,0.00001423214,0.008113629,0.000035629888,0.000009240968,0.0000012406812,0.095099114,0.0000017319654,0.0000015715987,0.0144303525,0.8821556,0.00004959946],"about_ca_topic_score_codex":0.0021383937,"about_ca_topic_score_gemma":0.0000052398336,"teacher_disagreement_score":0.86510175,"about_ca_system_score_codex":0.000021652511,"about_ca_system_score_gemma":0.00001851572,"threshold_uncertainty_score":0.4257573},"labels":[],"label_agreement":null},{"id":"W2790840734","doi":"10.1097/acm.0000000000002055","title":"In Reply to Wang and Myers","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Toronto East General Hospital; University of Toronto","funders":"","keywords":"Psychological intervention; Curriculum; Leverage (statistics); Medical education; Psychology; Sister; Medicine; Sociology; Nursing; Pedagogy","score_opus":0.09542314325345351,"score_gpt":0.48326024601597767,"score_spread":0.38783710276252414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790840734","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015173269,0.0020257472,0.000015301737,0.96387655,0.003724676,0.0011103011,0.000014026404,0.00007338331,0.027642712],"genre_scores_gemma":[0.000083007086,0.0018480353,0.000053468742,0.89337313,0.029140808,0.00015457055,0.00008743729,0.00005706674,0.075202465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99615395,0.00047297255,0.0012028485,0.0006291079,0.00049673626,0.0010444082],"domain_scores_gemma":[0.9971146,0.001632497,0.0003325536,0.00053294946,0.00010406612,0.00028335035],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001975709,0.00033084588,0.0009853365,0.0005776043,0.00022873035,0.000001200573,0.00040852235,0.0020608467,0.0025721004],"category_scores_gemma":[0.0013995756,0.00024897454,0.00002776039,0.00032994364,0.00019377012,0.00008805405,0.0002814154,0.009803212,0.0010770239],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024040162,4.0667743e-7,0.0035786182,0.00083146617,0.000010113204,0.00012613967,0.0075861556,4.843152e-9,0.000012693321,0.000046621815,0.9873056,0.00047813123],"study_design_scores_gemma":[0.00082786055,0.0001409007,0.001807899,0.0015309746,0.000036221958,0.000008436221,0.00072162575,5.656333e-7,0.0000010583999,0.0012003595,0.9935073,0.0002167485],"about_ca_topic_score_codex":0.00201043,"about_ca_topic_score_gemma":0.000064848275,"teacher_disagreement_score":0.070503384,"about_ca_system_score_codex":0.0006741973,"about_ca_system_score_gemma":0.0008556538,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W2790962388","doi":"10.1097/acm.0000000000002188","title":"Silent Witnesses: Faculty Reluctance to Report Medical Students’ Professionalism Lapses","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Brainstorming; Medical education; Graduation (instrument); Psychology; Task (project management); Faculty development; Medicine; Professional development; Computer science","score_opus":0.07138838112960673,"score_gpt":0.4906956348530457,"score_spread":0.41930725372343897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790962388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8053921,0.00034734528,0.0027284273,0.18235193,0.003821453,0.000945188,0.0000030211074,0.00019831113,0.004212206],"genre_scores_gemma":[0.89390326,0.00016833498,0.0015781941,0.074017495,0.008141944,0.00025678158,0.00036437222,0.000057525915,0.021512082],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99298716,0.00007991977,0.0013065359,0.0006906471,0.0044077365,0.0005279818],"domain_scores_gemma":[0.99724495,0.00013867898,0.00032370744,0.0007480329,0.0010501117,0.000494495],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037277164,0.0002901365,0.00059889484,0.00032590984,0.00021070476,0.000006907425,0.00077747024,0.000562097,0.0040192185],"category_scores_gemma":[0.017813226,0.00020099124,0.00004182356,0.0014357449,0.0008508527,0.00011885937,0.00026896686,0.0014864284,0.000488044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001998111,0.00013789216,0.049227618,0.00017396304,0.000120972014,0.00037511083,0.008005158,1.5617309e-7,0.0021736124,0.003467924,0.92438203,0.011735771],"study_design_scores_gemma":[0.0037721752,0.0010161274,0.097641714,0.0063585364,0.00028041136,0.0030032499,0.0063713305,0.000090555,0.0019301284,0.0019110473,0.87716794,0.00045678896],"about_ca_topic_score_codex":0.000063038286,"about_ca_topic_score_gemma":0.0000036330835,"teacher_disagreement_score":0.10833444,"about_ca_system_score_codex":0.0002626788,"about_ca_system_score_gemma":0.0006956928,"threshold_uncertainty_score":0.99689126},"labels":[],"label_agreement":null},{"id":"W2791358415","doi":"10.1097/acm.0000000000002217","title":"A Call to Investigate the Relationship Between Education and Health Outcomes Using Big Data","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Physicians and Surgeons of Ontario; Canadian Network for Innovation in Education; McMaster University; University Health Network; Toronto East General Hospital; The Wilson Centre; Medical Council of Canada; Western University","funders":"","keywords":"Grassroots; Big data; Premise; Health care; Public relations; Process (computing); Medical education; Psychology; Test (biology); Political science; Medicine; Computer science","score_opus":0.4934333689416564,"score_gpt":0.5259441020424132,"score_spread":0.03251073310075675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791358415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6622663,0.00047261993,0.0033405542,0.33192176,0.0010883292,0.0005793688,0.00000406192,0.000039998424,0.00028700117],"genre_scores_gemma":[0.91873235,0.000037404436,0.0034113992,0.070634216,0.0057723545,0.000019404455,0.0002287104,0.000022123113,0.0011420405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981307,0.00009920529,0.0006503982,0.00037764237,0.0004721048,0.00026997592],"domain_scores_gemma":[0.9980101,0.00037859878,0.0002193036,0.000898193,0.0002076447,0.00028615666],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030887125,0.00014778959,0.0003207189,0.00029992714,0.00030905227,0.000006603308,0.00033852115,0.00015955172,0.000025165196],"category_scores_gemma":[0.012633774,0.00009228462,0.0000094100715,0.0010205685,0.0006007027,0.00010643797,0.00016528882,0.000799994,0.000035874713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050290782,0.000007741452,0.7907998,0.000059567283,0.00001795716,1.6108027e-7,0.004678404,7.2151394e-8,0.000066651846,0.00172543,0.15534078,0.047298413],"study_design_scores_gemma":[0.0004982732,0.00018266328,0.94084287,0.00080670253,0.00012689941,0.00005016736,0.0016349815,0.0001962241,0.000014244176,0.0028353978,0.052713454,0.0000981423],"about_ca_topic_score_codex":0.00067883695,"about_ca_topic_score_gemma":0.000017697392,"teacher_disagreement_score":0.26128757,"about_ca_system_score_codex":0.00017595304,"about_ca_system_score_gemma":0.001009082,"threshold_uncertainty_score":0.99568325},"labels":[],"label_agreement":null},{"id":"W2791663140","doi":"10.1097/acm.0000000000002193","title":"About Politeness, Face, and Feedback: Exploring Resident and Faculty Perceptions of How Institutional Feedback Culture Influences Feedback Practices","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Focus group; Corrective feedback; Politeness; Excellence; Psychology; Peer feedback; Organizational culture; Context (archaeology); Medical education; Pedagogy; Sociology; Social psychology; Public relations; Medicine; Political science; Mathematics education","score_opus":0.09994112646505039,"score_gpt":0.40335661639607406,"score_spread":0.3034154899310237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791663140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610811,0.0026890156,0.000222537,0.03339171,0.0005531079,0.0004383886,0.000013612533,0.000057365924,0.0015531937],"genre_scores_gemma":[0.98511994,0.0060899328,0.0015386386,0.0026978615,0.0022233496,0.00006640897,0.00017113355,0.000020031397,0.002072721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99762785,0.00006944226,0.00064779975,0.00047932222,0.0008291038,0.00034649772],"domain_scores_gemma":[0.99793446,0.0001193958,0.00062140974,0.0002952872,0.0007478973,0.0002815353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081598765,0.00026710474,0.00048803375,0.00033017216,0.00033921056,0.0000200014,0.00018740041,0.0003575285,0.0002144477],"category_scores_gemma":[0.006709919,0.00019396326,0.000029105777,0.00077657984,0.002604527,0.0007676953,0.00011287124,0.00094287173,0.000020346226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055353815,0.000119923236,0.62050277,0.0019487608,0.00038904767,0.000016195214,0.12783451,0.0000036312383,0.0549876,0.017571101,0.14077285,0.035300057],"study_design_scores_gemma":[0.0031231747,0.0007717541,0.7817242,0.0033310903,0.00037150717,0.0004989559,0.10871707,0.0001750816,0.0012658716,0.0010399924,0.098636635,0.00034463697],"about_ca_topic_score_codex":0.00017911327,"about_ca_topic_score_gemma":0.000008373208,"teacher_disagreement_score":0.16122144,"about_ca_system_score_codex":0.00011574151,"about_ca_system_score_gemma":0.00033084422,"threshold_uncertainty_score":0.9596488},"labels":[],"label_agreement":null},{"id":"W2791886998","doi":"10.1097/acm.0000000000002142","title":"Drawing Boundaries: The Difficulty in Defining Clinical Reasoning","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"","keywords":"Conceptualization; Analogy; Construct (python library); Psychology; Deductive reasoning; Management science; Epistemology; Cognitive science; Computer science; Artificial intelligence","score_opus":0.05913878509975403,"score_gpt":0.4251610115444137,"score_spread":0.3660222264446597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791886998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9580367,0.0022461493,0.00035906004,0.025551483,0.001592756,0.00033537467,0.0000017063322,0.00012109371,0.011755668],"genre_scores_gemma":[0.9813929,0.0007737903,0.0003007056,0.012631563,0.00367798,0.000020257246,0.000025254652,0.00003106862,0.0011464643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968324,0.00021229761,0.0012941727,0.0005223412,0.00057421584,0.0005646303],"domain_scores_gemma":[0.9811885,0.017466057,0.0002595145,0.00055229955,0.00015235528,0.00038130846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044648647,0.00023093213,0.0007386528,0.00010685708,0.00030048034,0.000019606083,0.00029380355,0.0004329788,0.0003711082],"category_scores_gemma":[0.21338145,0.00012959953,0.000105168925,0.0005674259,0.0025826707,0.000060851846,0.00012710904,0.002080713,0.00026004924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042405975,0.000057651923,0.8606267,0.000023834169,0.00008235537,0.00012855079,0.00871186,0.0000012377903,0.00017935646,0.0099331355,0.0866601,0.03317113],"study_design_scores_gemma":[0.009695434,0.0019396293,0.8196572,0.01680552,0.00043857394,0.00040689867,0.005461036,0.0016231866,0.00012039074,0.0027702763,0.14067695,0.00040486778],"about_ca_topic_score_codex":0.00030465165,"about_ca_topic_score_gemma":0.000037197067,"teacher_disagreement_score":0.20891659,"about_ca_system_score_codex":0.000076559074,"about_ca_system_score_gemma":0.00034885434,"threshold_uncertainty_score":0.9515957},"labels":[],"label_agreement":null},{"id":"W2792567083","doi":"10.1097/acm.0000000000002070","title":"Learning in Practice: A Valuation of Context in Time-Variable Medical Training","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Competence (human resources); Psychology; Valuation (finance); Assertion; Knowledge management; Computer science; Social psychology","score_opus":0.062226261270324636,"score_gpt":0.42527157119476106,"score_spread":0.3630453099244364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792567083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9194892,0.00076560513,0.0024181516,0.04845684,0.0006400155,0.00067783834,3.5511067e-7,0.000065046435,0.02748693],"genre_scores_gemma":[0.9875965,0.00015923669,0.0017611542,0.0081255175,0.0011191583,0.000037109672,0.00005025518,0.000020677593,0.0011303909],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99663496,0.0002492646,0.001128075,0.0002849124,0.0013867527,0.00031605238],"domain_scores_gemma":[0.9982078,0.00072274124,0.00032699094,0.00019959795,0.00042904518,0.00011381372],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0092379255,0.00013367625,0.0004941124,0.00062573695,0.000036731624,0.0000016964473,0.00019214799,0.0004674283,0.0021505633],"category_scores_gemma":[0.073235005,0.00011410601,0.000015903317,0.0017116999,0.0005202055,0.00016922191,0.000041749707,0.0018504964,0.00007050669],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010682755,0.00030920023,0.13556784,0.0003678626,0.00012012967,0.00007360137,0.14573176,0.000029216342,0.014579134,0.02030175,0.029110538,0.6527407],"study_design_scores_gemma":[0.050620653,0.0085357465,0.119789936,0.036208276,0.00082708633,0.0016874964,0.20526616,0.2770765,0.00221782,0.010907474,0.28568068,0.0011821719],"about_ca_topic_score_codex":0.00022115497,"about_ca_topic_score_gemma":0.000005571559,"teacher_disagreement_score":0.6515585,"about_ca_system_score_codex":0.0002083477,"about_ca_system_score_gemma":0.0008643472,"threshold_uncertainty_score":0.9987616},"labels":[],"label_agreement":null},{"id":"W2792580594","doi":"10.1097/acm.0000000000002067","title":"What Regulatory Requirements and Existing Structures Must Change If Competency-Based, Time-Variable Training Is Introduced Into the Continuum of Medical Education in the United States?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Licensure; Certification; Medical education; Workforce; Training (meteorology); Variable (mathematics); Graduate medical education; Government (linguistics); United States Medical Licensing Examination; Medicine; Medical school; Accreditation; Political science","score_opus":0.06552010053043876,"score_gpt":0.3984284793590507,"score_spread":0.3329083788286119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792580594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83949494,0.0009980092,0.00019584797,0.15695782,0.0012635385,0.00070352317,9.5141024e-7,0.000024529088,0.00036084364],"genre_scores_gemma":[0.89849794,0.00060426974,0.0014435855,0.09397998,0.0046150465,0.000102869155,0.00039123007,0.000031233812,0.00033384777],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9968879,0.00026162842,0.00086618087,0.00033963696,0.0013337949,0.00031085665],"domain_scores_gemma":[0.9981076,0.0004110274,0.0003897542,0.0005033442,0.00047770893,0.00011054316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053899796,0.00019701423,0.0003867474,0.0004248891,0.00017683991,0.000013937188,0.00044011365,0.0003078819,0.0007634972],"category_scores_gemma":[0.0058736657,0.000113725386,0.00001814913,0.0013637953,0.0014066066,0.00019040937,0.00006515213,0.0010634182,0.000004612622],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027647903,0.00014133986,0.009534962,0.0007491866,0.00012841183,0.000006172645,0.49678212,0.0000017065811,0.005924875,0.023588233,0.23621318,0.22665332],"study_design_scores_gemma":[0.013177693,0.002162058,0.08328955,0.023444148,0.00090925855,0.0003630434,0.5245451,0.047047053,0.0028236106,0.05228748,0.24904063,0.0009103738],"about_ca_topic_score_codex":0.000702566,"about_ca_topic_score_gemma":0.00002494233,"teacher_disagreement_score":0.22574295,"about_ca_system_score_codex":0.00011035447,"about_ca_system_score_gemma":0.0011261821,"threshold_uncertainty_score":0.8359759},"labels":[],"label_agreement":null},{"id":"W2792887635","doi":"10.1097/acm.0000000000002066","title":"Enhanced Requirements for Assessment in a Competency-Based, Time-Variable Medical Education System","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Summative assessment; Formative assessment; Curriculum; Medical education; Creativity; Originality; Scope (computer science); Peer assessment; Standards-based assessment; Duration (music); Psychology; Knowledge management; Engineering ethics; Computer science; Medicine; Pedagogy; Engineering","score_opus":0.02974538748574017,"score_gpt":0.4158975192928218,"score_spread":0.38615213180708163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792887635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3472177,0.00072150846,0.35834453,0.16577314,0.01098348,0.007161948,0.000010755505,0.0005639939,0.109222956],"genre_scores_gemma":[0.9310927,0.000030679497,0.036829542,0.02294627,0.004774568,0.0008923351,0.00055069104,0.000053169777,0.0028300618],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666804,0.00009275719,0.0011206574,0.00047420827,0.0011960759,0.00044823455],"domain_scores_gemma":[0.998115,0.00019337669,0.00028547202,0.0004490171,0.0007127532,0.0002443718],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032188753,0.00021801914,0.0005289458,0.00049450074,0.00011689743,0.0000043227005,0.00029601966,0.0004575888,0.0018603114],"category_scores_gemma":[0.0050716726,0.00017881232,0.000033302476,0.0010751996,0.00039778324,0.00010346539,0.000036259804,0.00083558226,0.00010434834],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079664506,0.0008613912,0.0109311035,0.0036833799,0.00017925756,0.0000116823785,0.0035601156,0.0000059889144,0.051139664,0.3605312,0.48352253,0.08477704],"study_design_scores_gemma":[0.06445191,0.010502817,0.026326975,0.084581435,0.0016107953,0.0005518997,0.023158183,0.43798897,0.015774537,0.02471025,0.30788338,0.00245884],"about_ca_topic_score_codex":0.00006919006,"about_ca_topic_score_gemma":0.000004542788,"teacher_disagreement_score":0.583875,"about_ca_system_score_codex":0.00088388816,"about_ca_system_score_gemma":0.007674725,"threshold_uncertainty_score":0.9990521},"labels":[],"label_agreement":null},{"id":"W2792983191","doi":"10.1097/acm.0000000000002192","title":"Current and Optimal Training in High-Value Care in the Internal Medicine Clerkship: A National Curricular Needs Assessment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Descriptive statistics; Medicine; Psychology; Inclusion (mineral); Medical school; Family medicine; Pedagogy","score_opus":0.5081343177426975,"score_gpt":0.6022440824365076,"score_spread":0.09410976469381016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792983191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8844277,0.006547275,0.00057331956,0.1005716,0.0021086775,0.0011880782,0.000009553921,0.00004462099,0.00452913],"genre_scores_gemma":[0.97514576,0.0017619603,0.00018539272,0.017671527,0.0048836675,0.0002090686,0.000057381858,0.000024451963,0.000060772134],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9921204,0.003829191,0.0015113108,0.00044324782,0.0013697724,0.0007260733],"domain_scores_gemma":[0.9946442,0.0039157267,0.0005335931,0.00026960112,0.0003758569,0.00026098042],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01479512,0.0002709867,0.0005869153,0.0006112164,0.00034032168,0.0000045253673,0.00053734286,0.00038806198,0.0003970581],"category_scores_gemma":[0.0056657726,0.00017005515,0.000021218819,0.00088165107,0.0006372244,0.00027730095,0.00018043494,0.005112396,0.000026614098],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013894727,0.000024850677,0.338505,0.00062035676,0.000024910802,0.000026686155,0.5420961,0.0000073007327,0.00009332433,0.082856156,0.01195262,0.023653734],"study_design_scores_gemma":[0.0062720566,0.0009849825,0.41145083,0.009320574,0.00006988066,0.000044567627,0.44894508,0.0017056698,0.0000026124906,0.0067277444,0.11415515,0.00032086723],"about_ca_topic_score_codex":0.0032507465,"about_ca_topic_score_gemma":0.00072576775,"teacher_disagreement_score":0.10220253,"about_ca_system_score_codex":0.0006450232,"about_ca_system_score_gemma":0.0010318643,"threshold_uncertainty_score":0.99718285},"labels":[],"label_agreement":null},{"id":"W2793147298","doi":"10.1097/acm.0000000000002169","title":"A Program in Transition: A Shifting Mind-set","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Ontario Museum","funders":"","keywords":"Curriculum; Feeling; Set (abstract data type); Constructive; Medical education; Process (computing); Psychology; Computer science; Medicine; Pedagogy; Social psychology","score_opus":0.05481309926788248,"score_gpt":0.4036294850564313,"score_spread":0.34881638578854884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793147298","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028806131,0.0006159752,0.00022398606,0.96147,0.0017435767,0.0017741589,0.000006646628,0.0001559528,0.00520357],"genre_scores_gemma":[0.00749416,0.00019055685,0.0019975659,0.93264174,0.04979757,0.0005376613,0.0030766216,0.00010701177,0.0041570915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956417,0.0001300277,0.0014204163,0.0007550728,0.0012933346,0.00075945654],"domain_scores_gemma":[0.99838734,0.00017803979,0.0003786964,0.0006212536,0.0003238424,0.00011084057],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0016297398,0.00045939264,0.0009803933,0.001064577,0.00007241575,0.0000065932823,0.00035465884,0.002766971,0.002505838],"category_scores_gemma":[0.002504405,0.00037460568,0.00007880546,0.001656856,0.0008024865,0.000090444766,0.000037019,0.009397632,0.00024816644],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033850152,0.000020595906,0.0002433135,0.0006662543,0.000047255435,0.0003478877,0.0072649913,6.851431e-8,0.000041974,0.000017469032,0.963814,0.027502326],"study_design_scores_gemma":[0.0020501898,0.0006448633,0.00030920634,0.0059326203,0.00028679785,0.000422004,0.001072693,0.00025051518,0.000033523298,0.0005102374,0.98817676,0.0003105967],"about_ca_topic_score_codex":0.00006210296,"about_ca_topic_score_gemma":0.0000023237399,"teacher_disagreement_score":0.04805399,"about_ca_system_score_codex":0.00040734248,"about_ca_system_score_gemma":0.00043249305,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W2794418754","doi":"10.1097/acm.0000000000002131","title":"The R2C2 Model in Residency Education: How Does It Foster Coaching and Promote Feedback Use?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; University of Calgary; Dalhousie University","funders":"Universiteit Maastricht","keywords":"Coaching; Debriefing; Context (archaeology); Supervisor; Thematic analysis; Medical education; Psychology; Professional development; Graduate medical education; Conversation; Faculty development; Medicine; Nursing; Qualitative research; Accreditation; Management","score_opus":0.045054049651472125,"score_gpt":0.3710740348560481,"score_spread":0.326019985204576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794418754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6046635,0.00063608197,0.0010776918,0.3898555,0.00095376,0.0006047319,6.2669466e-7,0.00003409474,0.0021740345],"genre_scores_gemma":[0.94764495,0.0010314427,0.0026009635,0.023362396,0.0028112088,0.0000858537,0.00002446218,0.000030901883,0.022407843],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818945,0.000078894824,0.0005316194,0.00035137223,0.00051720266,0.0003314907],"domain_scores_gemma":[0.99866945,0.00025687538,0.00017541694,0.00044449524,0.00033280562,0.00012096174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018059383,0.00017626456,0.00026814613,0.00022570841,0.00023624444,0.000022275915,0.00020167489,0.0002565049,0.00006511964],"category_scores_gemma":[0.0064152144,0.00009553779,0.000015987736,0.00053779554,0.0007804771,0.00028604598,0.000076257915,0.0011161339,0.000015033988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000254509,0.000075894226,0.053390745,0.0003374618,0.00006184242,0.0000062242407,0.0484959,0.0000012999225,0.007799524,0.022037677,0.71068347,0.15685548],"study_design_scores_gemma":[0.010537043,0.0017914728,0.15483007,0.015503953,0.00074434956,0.00097241136,0.08575905,0.08406377,0.0035627603,0.109492294,0.53130686,0.001435973],"about_ca_topic_score_codex":0.00006037743,"about_ca_topic_score_gemma":0.000052186897,"teacher_disagreement_score":0.3664931,"about_ca_system_score_codex":0.00013973085,"about_ca_system_score_gemma":0.00055429456,"threshold_uncertainty_score":0.7680074},"labels":[],"label_agreement":null},{"id":"W2796681103","doi":"10.1097/acm.0000000000002237","title":"Barriers and Facilitators to Self-Directed Learning in Continuing Professional Development for Physicians in Canada: A Scoping Review","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; University of Toronto; Ottawa Public Health; University of Ottawa; Queen's University; Ottawa Hospital; Medical Council of Canada","funders":"","keywords":"Coding (social sciences); Content analysis; Context (archaeology); Medical education; Psychology; Computer science; Knowledge management; Medicine","score_opus":0.017141378102492014,"score_gpt":0.35833552764855015,"score_spread":0.34119414954605815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796681103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97696334,0.0030936275,0.00012980252,0.017068986,0.0006124172,0.0019720297,6.3752145e-7,0.00006701747,0.00009214027],"genre_scores_gemma":[0.96894675,0.00110824,0.005219459,0.022651117,0.0005535383,0.00071028975,0.00004953522,0.000029746177,0.0007313218],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9982448,0.00006688807,0.00071967376,0.00028450644,0.00036011313,0.00032400392],"domain_scores_gemma":[0.9992725,0.00018489748,0.00012258432,0.0000924671,0.0001945163,0.00013303322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015767093,0.00013046122,0.00045407368,0.00022966227,0.00006765924,9.796217e-7,0.000076737226,0.00008805285,0.000074614305],"category_scores_gemma":[0.008666204,0.000110641326,0.000007525323,0.00080728385,0.000075365664,0.000045408593,0.000031130738,0.0006015122,0.000002280587],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023335355,0.000029181943,0.4276181,0.01625792,0.00007284438,0.000019602232,0.10210919,0.0000041701796,0.0021734065,0.00014860746,0.13869098,0.31264266],"study_design_scores_gemma":[0.0060483636,0.00048032412,0.1792649,0.6980405,0.00011561255,0.000036316644,0.030478546,0.0031763418,0.00085026416,0.000060872568,0.080844104,0.00060384156],"about_ca_topic_score_codex":0.01115274,"about_ca_topic_score_gemma":0.03778349,"teacher_disagreement_score":0.6817826,"about_ca_system_score_codex":0.0007677107,"about_ca_system_score_gemma":0.0023302122,"threshold_uncertainty_score":0.9996842},"labels":[],"label_agreement":null},{"id":"W2797677693","doi":"10.1097/acm.0000000000002241","title":"Mixed Methods Convergent Study Designs in Health Professions Education Research: Toward Meaningful Integration of Qualitative and Quantitative Data","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Qualitative property; Health professions; Psychology; Multimethodology; Medical education; Educational research; Management science; Mathematics education; Medicine; Health care; Sociology; Political science; Statistics; Social science; Mathematics; Engineering","score_opus":0.9755524192568595,"score_gpt":0.8433000217093309,"score_spread":0.1322523975475286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797677693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74169254,0.00060648675,0.11439115,0.13245587,0.0021358512,0.0077248896,0.000075985794,0.00005451634,0.00086274085],"genre_scores_gemma":[0.9667569,0.00041142755,0.026190983,0.0053151413,0.00031189725,0.000421589,0.00006148761,0.000019512556,0.0005110544],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9556156,0.039455432,0.002519332,0.0006775901,0.00096816436,0.00076391804],"domain_scores_gemma":[0.9792536,0.017437926,0.0010826292,0.0006513504,0.0011595513,0.00041495514],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.096357286,0.0001643965,0.00058419356,0.00087559223,0.0006619054,0.0000024510557,0.00062889187,0.0001690297,0.00033093756],"category_scores_gemma":[0.05354422,0.00012322806,0.000008267516,0.001848413,0.0009370681,0.00040505276,0.00046316636,0.0017042692,0.0000358934],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008074722,0.00004038536,0.0050350665,0.000273414,0.000010740852,1.6350951e-7,0.92607754,5.4068106e-8,0.0022458623,0.020933595,0.03835621,0.0069462047],"study_design_scores_gemma":[0.00125054,0.0015229358,0.020976674,0.0015324806,0.000010497628,6.3932504e-7,0.9596189,0.0005139635,0.00013679148,0.008836303,0.0055086617,0.00009158602],"about_ca_topic_score_codex":0.0097245155,"about_ca_topic_score_gemma":0.0022232092,"teacher_disagreement_score":0.2250644,"about_ca_system_score_codex":0.00040542078,"about_ca_system_score_gemma":0.0041507427,"threshold_uncertainty_score":0.9968698},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2799303692","doi":"10.1097/acm.0000000000002263","title":"A Guide to Reflexivity for Qualitative Researchers in Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Reflexivity; Qualitative research; Medical education; Higher education; Psychology; Medicine; Sociology; Political science; Social science","score_opus":0.656742143953424,"score_gpt":0.6852694456581689,"score_spread":0.028527301704744934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799303692","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08361779,0.00074635446,0.0007368717,0.85712683,0.00097219076,0.0008177581,0.0000013187639,0.000047489008,0.05593341],"genre_scores_gemma":[0.94516367,0.00014108604,0.0008212503,0.008633079,0.0028666789,0.00021246375,0.000003520285,0.0000075432436,0.042150714],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984717,0.00051600876,0.00022299375,0.00019671973,0.00029726047,0.00029533744],"domain_scores_gemma":[0.9986251,0.00079564203,0.00005291272,0.00009950114,0.0002478443,0.00017898851],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0065579573,0.000061045655,0.00012811049,0.00017627355,0.00015869558,0.0000040496698,0.0002136814,0.000099544966,0.00017724912],"category_scores_gemma":[0.013811222,0.000052711497,0.000012618774,0.0005513212,0.0006638497,0.0000847221,0.000017360018,0.00024379506,0.00006266773],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018921857,0.0000064648057,0.00066042476,0.0000061231767,0.0000030142207,2.1359659e-8,0.72933584,1.4751332e-8,0.000090800546,0.018240832,0.23934156,0.012295968],"study_design_scores_gemma":[0.00012330568,0.00005747279,0.0010812985,0.00005810236,0.0000023484413,3.903617e-8,0.54065585,4.0828644e-7,0.000019374691,0.0049945666,0.4529714,0.000035841276],"about_ca_topic_score_codex":0.006688439,"about_ca_topic_score_gemma":0.004114913,"teacher_disagreement_score":0.86154586,"about_ca_system_score_codex":0.00030914214,"about_ca_system_score_gemma":0.0005946367,"threshold_uncertainty_score":0.9999261},"labels":[],"label_agreement":null},{"id":"W2799641588","doi":"10.1097/acm.0000000000002265","title":"A Fine Balance: How Authors Strategize Around Journal Submission","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; Hospital for Sick Children; The Wilson Centre; Institute for Clinical Evaluative Sciences; Mount Sinai Hospital","funders":"","keywords":"Balance (ability); Psychology; Gerontology; Medicine","score_opus":0.04760778486804811,"score_gpt":0.39113907389212776,"score_spread":0.34353128902407964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799641588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968244,0.0008827867,0.0067277797,0.18258156,0.0044000424,0.00038447304,0.0000011154063,0.000119886245,0.008077969],"genre_scores_gemma":[0.96052516,0.00030856658,0.0013500291,0.0059476094,0.016587818,0.000014756246,0.000054707005,0.00003599147,0.015175397],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974028,0.000082510574,0.00065419206,0.00033327795,0.0010390447,0.0004881893],"domain_scores_gemma":[0.99809444,0.000087109656,0.00033401043,0.00038371573,0.000716841,0.00038387612],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002232543,0.00023272396,0.00044162472,0.00037824572,0.0002678344,0.000017400995,0.0002732953,0.0004648173,0.0021832045],"category_scores_gemma":[0.0055413214,0.00015936489,0.000044495326,0.0010244759,0.0007769002,0.000205008,0.00003824916,0.0022707619,0.00012548562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001821265,0.000035789966,0.01308431,0.00010496672,0.000065229055,0.00004912472,0.0032218108,2.6235585e-7,0.025498703,0.0025460315,0.917562,0.037649613],"study_design_scores_gemma":[0.010830057,0.0038805522,0.040097825,0.004655091,0.00061295566,0.006589607,0.015389842,0.004152824,0.0051547075,0.01934301,0.8885862,0.0007073355],"about_ca_topic_score_codex":0.000009076147,"about_ca_topic_score_gemma":8.0686624e-7,"teacher_disagreement_score":0.17663394,"about_ca_system_score_codex":0.00022655811,"about_ca_system_score_gemma":0.00044331324,"threshold_uncertainty_score":0.99872893},"labels":[],"label_agreement":null},{"id":"W2799718497","doi":"10.1097/acm.0000000000002154","title":"The Inevitable Rendezvous With Mortality","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Witness; Medicine; Psychoanalysis; Psychology; Law; Communication","score_opus":0.19121365152955466,"score_gpt":0.47147970168569076,"score_spread":0.2802660501561361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799718497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90219057,0.0164628,0.000854033,0.016453397,0.00044620203,0.00039643724,0.0000041373155,0.00009097331,0.06310148],"genre_scores_gemma":[0.98506767,0.0053284466,0.00020150936,0.0019620683,0.0017122979,0.000014256029,0.000012498367,0.000018619041,0.0056826514],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986266,0.000042778156,0.00035960932,0.00020398344,0.00048534328,0.0002816758],"domain_scores_gemma":[0.99870425,0.00031884524,0.0001559493,0.00040827686,0.00026173223,0.0001509208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067900517,0.00014101852,0.0003686717,0.000051035975,0.000104431434,0.0000016674445,0.00017303308,0.00011792638,0.00015849833],"category_scores_gemma":[0.0009676118,0.000066015724,0.00002709575,0.00032593976,0.0010324059,0.000050453993,0.00003639124,0.00041295882,0.00003400119],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010126592,0.000027167382,0.71705127,0.00025317338,0.0006349924,0.000073638024,0.0136509035,6.9746335e-7,0.01201334,0.0083175255,0.23280452,0.0141601125],"study_design_scores_gemma":[0.003420063,0.002378096,0.043310955,0.003044595,0.0005263257,0.00010458116,0.0053145126,0.0000890913,0.018446287,0.0020056407,0.92115563,0.00020419332],"about_ca_topic_score_codex":0.00022334693,"about_ca_topic_score_gemma":0.000032276686,"teacher_disagreement_score":0.68835115,"about_ca_system_score_codex":0.0000371588,"about_ca_system_score_gemma":0.000095344665,"threshold_uncertainty_score":0.38039428},"labels":[],"label_agreement":null},{"id":"W2800064703","doi":"10.1097/acm.0000000000002285","title":"Honoring Thyself in the Transition to Online Teaching","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Cognitive dissonance; Consonance and dissonance; Context (archaeology); Online teaching; Teaching method; Identity (music); Psychology; Teaching and learning center; Faculty development; Higher education; Mathematics education; Pedagogy; Transition (genetics); Medical education; Professional development; Medicine; Social psychology; Political science","score_opus":0.04627599897998507,"score_gpt":0.4092182246899836,"score_spread":0.3629422257099985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800064703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86720353,0.00011759252,0.0008996372,0.11476614,0.00028701886,0.00017440341,7.31241e-7,0.000049307953,0.016501645],"genre_scores_gemma":[0.9851977,0.000118479045,0.0005947285,0.0065762205,0.006985164,0.000005139651,0.0000059440554,0.0000062793442,0.0005103007],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986354,0.00035113795,0.00020561401,0.00015802571,0.00037124573,0.00027854432],"domain_scores_gemma":[0.9995025,0.00024764496,0.000041265674,0.00010180278,0.000028661512,0.00007812417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031448728,0.00007044931,0.000117904754,0.000108968976,0.00031233014,0.000006411483,0.0003260602,0.00010380041,0.00011988245],"category_scores_gemma":[0.00090023817,0.00004575769,0.000014554173,0.00036212482,0.0001643469,0.00012500655,0.000014769649,0.00086132216,0.00004065004],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027406366,0.000022015622,0.0030239772,0.0000108285285,0.000007851961,0.000010050711,0.7226967,0.0000205674,0.0027684919,0.015749201,0.013147733,0.24251516],"study_design_scores_gemma":[0.0003993688,0.00020372389,0.0039823423,0.0002771711,0.000018963183,0.00000352959,0.1488926,0.0001284328,0.00003388744,0.0022463815,0.84369653,0.00011708366],"about_ca_topic_score_codex":0.00119789,"about_ca_topic_score_gemma":0.0011093523,"teacher_disagreement_score":0.83054876,"about_ca_system_score_codex":0.000044675013,"about_ca_system_score_gemma":0.00007142144,"threshold_uncertainty_score":0.37420642},"labels":[],"label_agreement":null},{"id":"W2801000773","doi":"10.1097/acm.0000000000002239","title":"Social Accountability: A Framework for Medical Schools to Improve the Health of the Populations They Serve","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Accountability; Social accounting; Excellence; Public relations; Curriculum; Health care; Medical education; Political science; Social responsibility; Sociology; Medicine; Pedagogy; Business","score_opus":0.07293191628174814,"score_gpt":0.47875753413944866,"score_spread":0.40582561785770055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801000773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3394067,0.0001326835,0.016484922,0.6394807,0.0021671238,0.0020478324,0.000010768946,0.000040045077,0.0002292219],"genre_scores_gemma":[0.9103862,0.000020936082,0.002630637,0.078915976,0.0074632326,0.00024746996,0.000027566331,0.000026832515,0.0002811495],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968887,0.0001390226,0.0010060583,0.00031595858,0.0012576961,0.00039259112],"domain_scores_gemma":[0.9976426,0.0004278442,0.000388616,0.00066665217,0.0006906269,0.00018366],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043809037,0.00016501817,0.00043675935,0.00011290089,0.0004892738,0.0000042030015,0.0005994918,0.0004305242,0.00032438088],"category_scores_gemma":[0.027802963,0.00008302696,0.0000824408,0.0009825111,0.0006908223,0.000053788797,0.0001268818,0.0015809954,0.000018806224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003941513,0.00011019135,0.029687498,0.0004574896,0.00013775846,2.656942e-7,0.044884767,5.084971e-7,0.00079902995,0.28144023,0.54481894,0.09726917],"study_design_scores_gemma":[0.0063283867,0.0037499643,0.23714735,0.0064231693,0.00060954416,0.00010553427,0.038340893,0.0017274027,0.0009486142,0.4844277,0.21961401,0.00057746226],"about_ca_topic_score_codex":0.00030489388,"about_ca_topic_score_gemma":0.00006007037,"teacher_disagreement_score":0.5709795,"about_ca_system_score_codex":0.0002533959,"about_ca_system_score_gemma":0.0009730722,"threshold_uncertainty_score":0.98038626},"labels":[],"label_agreement":null},{"id":"W2801368954","doi":"10.1097/acm.0000000000002268","title":"The International Partner as Invited Guest: Beyond Colonial and Import–Export Models of Medical Education","year":2018,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; Women's College Hospital","funders":"","keywords":"General partnership; Curriculum; Capacity building; Political science; Colonialism; Public relations; Economic growth; Sociology; Public administration; Pedagogy; Economics; Law","score_opus":0.019660969526717743,"score_gpt":0.4029964852209695,"score_spread":0.3833355156942517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801368954","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02131437,0.002605821,0.00007434033,0.14252493,0.8280264,0.0008301881,0.000021249349,0.000053660755,0.0045490423],"genre_scores_gemma":[0.0076331217,0.012769006,0.00013580364,0.010899767,0.9574426,0.0002250524,0.00313176,0.00008521088,0.0076776915],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99153,0.00010133289,0.0018908378,0.0006565137,0.005411426,0.00040988755],"domain_scores_gemma":[0.9948365,0.00096087094,0.001136956,0.00070930563,0.0019761433,0.00038022042],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005421195,0.00041262826,0.0008252963,0.00047564213,0.00018908216,0.000015556652,0.0009582751,0.002755054,0.0006372009],"category_scores_gemma":[0.03944388,0.00027419988,0.00006898438,0.00058207894,0.0021161402,0.00015312269,0.00027708468,0.0036818986,0.000022688884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021698652,0.00006136147,0.00028889996,0.0001686509,0.00018609311,0.000007903776,0.0017501544,5.7985037e-8,0.00006556615,0.0035663163,0.9877502,0.0059378278],"study_design_scores_gemma":[0.0017580545,0.0004416329,0.00010613237,0.0018988453,0.00037869907,0.0001394925,0.00079400354,0.00076916313,0.000066463996,0.008453212,0.98498285,0.00021142441],"about_ca_topic_score_codex":0.00037900856,"about_ca_topic_score_gemma":0.000019110024,"teacher_disagreement_score":0.13162516,"about_ca_system_score_codex":0.00031542833,"about_ca_system_score_gemma":0.0056605143,"threshold_uncertainty_score":0.99997646},"labels":[],"label_agreement":null},{"id":"W2801396126","doi":"10.1097/acm.0000000000002266","title":"Remediation in Practicing Physicians: Current and Alternative Conceptualizations","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Medical education; Family medicine; Medicine; Psychology; Political science","score_opus":0.05694293826241362,"score_gpt":0.4337853367842425,"score_spread":0.3768423985218289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801396126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94960666,0.0015917451,0.012062637,0.030409979,0.0019960362,0.00067262235,0.0000013196969,0.00006706919,0.0035919093],"genre_scores_gemma":[0.9889098,0.0012806254,0.0005353443,0.005267867,0.0036104387,0.000042973745,0.000077842524,0.000016619675,0.00025852164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986017,0.00006437606,0.0005012023,0.00027217268,0.00035117732,0.00020938467],"domain_scores_gemma":[0.9990509,0.00015650077,0.00022285103,0.00017384748,0.00033321022,0.00006264984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074305874,0.00012029396,0.00024524814,0.00033336526,0.00007443879,0.0000029449736,0.00007357036,0.00011592038,0.000164279],"category_scores_gemma":[0.0053571,0.0001021032,0.000009696427,0.00086217764,0.00060432614,0.00019322916,0.000028246885,0.0006859962,0.000028112798],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018022658,0.00015103615,0.1145364,0.0003164976,0.00008059628,0.000011912114,0.13025992,0.000004495783,0.014576795,0.07740243,0.11103583,0.5514439],"study_design_scores_gemma":[0.021282228,0.0029390142,0.29269484,0.016339436,0.00085275056,0.0003154546,0.071968466,0.046089403,0.012988083,0.042452186,0.49077564,0.001302491],"about_ca_topic_score_codex":0.00005262578,"about_ca_topic_score_gemma":0.000007531845,"teacher_disagreement_score":0.5501414,"about_ca_system_score_codex":0.00014869928,"about_ca_system_score_gemma":0.00009734805,"threshold_uncertainty_score":0.64133364},"labels":[],"label_agreement":null},{"id":"W2801397449","doi":"10.1097/acm.0000000000002233","title":"Beyond the Lamppost: A Proposal for a Fourth Wave of Education for Collaboration","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; Social Sciences and Humanities Research Council; The Wilson Centre; Canadian Institutes of Health Research","funders":"Canadian Institutes of Health Research","keywords":"Interprofessional education; Popularity; Workforce; Scholarship; Health care; Public relations; Curriculum; Population health; Medical education; Medicine; Sociology; Political science; Public health; Nursing; Pedagogy","score_opus":0.050734971439695555,"score_gpt":0.4839920856708726,"score_spread":0.433257114231177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801397449","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3568457,0.0007718625,0.049567256,0.5271498,0.025861561,0.017130194,0.00016633094,0.00011144737,0.022395832],"genre_scores_gemma":[0.9271441,0.000050875366,0.0058776275,0.019259347,0.009069774,0.0037746087,0.00039403807,0.000034598856,0.034394998],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984765,0.00021068644,0.00065442227,0.00019310172,0.00023373014,0.00023155435],"domain_scores_gemma":[0.9958558,0.0009631602,0.0005243418,0.00021135253,0.0023743485,0.00007096555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014635359,0.00011085963,0.0002030344,0.0001094192,0.0006224981,0.0000021805704,0.00015802252,0.0002476634,0.00029104762],"category_scores_gemma":[0.002186502,0.00006656732,0.000026056088,0.0004134671,0.0002001951,0.0001177935,0.000023392478,0.00031053254,0.00002239114],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006623825,0.00002097962,0.00044361432,0.00021684096,0.000019064886,1.13468e-8,0.053221043,1.9304512e-7,0.0110828085,0.35507554,0.5753976,0.0038599183],"study_design_scores_gemma":[0.003555942,0.0017092578,0.0020365966,0.0013314665,0.000191537,0.000002718385,0.19087273,0.0024433634,0.0044391127,0.32200363,0.47117487,0.00023877132],"about_ca_topic_score_codex":0.00003682909,"about_ca_topic_score_gemma":0.0001473566,"teacher_disagreement_score":0.57029843,"about_ca_system_score_codex":0.00011902027,"about_ca_system_score_gemma":0.0055375,"threshold_uncertainty_score":0.9823287},"labels":[],"label_agreement":null},{"id":"W2803593419","doi":"10.1097/acm.0000000000002294","title":"Asking for Less and Getting More: The Impact of Broadening a Rater’s Focus in Formative Assessment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University Health Network; The Wilson Centre","funders":"","keywords":"Formative assessment; Competence (human resources); Psychology; Set (abstract data type); Rating scale; Educational measurement; Applied psychology; Reliability (semiconductor); Medical education; Social psychology; Computer science; Medicine; Developmental psychology; Curriculum; Mathematics education; Pedagogy","score_opus":0.04598886095804613,"score_gpt":0.46283670029732177,"score_spread":0.41684783933927566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803593419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655315,0.00032129767,0.013019057,0.019448638,0.00019830115,0.000718364,0.0000015076067,0.00001508939,0.00074622594],"genre_scores_gemma":[0.9960359,0.00005534262,0.0017615301,0.0010838362,0.0008849236,0.00007652806,0.000017021513,0.000014902667,0.00007001273],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985987,0.00004927609,0.0006193512,0.0001711765,0.00030482386,0.0002566679],"domain_scores_gemma":[0.9988655,0.00035670985,0.00029183374,0.0001800495,0.00025486958,0.000051063096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021183062,0.00012756606,0.00033367085,0.00023165332,0.0000963717,0.0000031823809,0.000120656696,0.00014248284,0.000038240538],"category_scores_gemma":[0.0021622668,0.000071841576,0.000029022895,0.0004940762,0.00050629117,0.000111820205,0.000043547112,0.00063573034,6.198151e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005544669,0.00008706806,0.22215888,0.0007472248,0.00035920646,0.0000070233514,0.23693857,0.000018221983,0.053373966,0.006356118,0.05395792,0.42544132],"study_design_scores_gemma":[0.01846731,0.0048107877,0.6713775,0.009915401,0.000528106,0.00049700454,0.13578337,0.12657146,0.016060824,0.013107312,0.0022739796,0.0006069256],"about_ca_topic_score_codex":0.0002266527,"about_ca_topic_score_gemma":0.0000027775995,"teacher_disagreement_score":0.44921863,"about_ca_system_score_codex":0.00018989794,"about_ca_system_score_gemma":0.00018208909,"threshold_uncertainty_score":0.29296145},"labels":[],"label_agreement":null},{"id":"W2803654236","doi":"10.1097/acm.0000000000002292","title":"Shifting and Sharing: Academic Physicians’ Strategies for Navigating Underperformance and Failure","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; The Wilson Centre; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Psychology; Academic medicine; MEDLINE; Medical education; Medicine; Family medicine; Political science","score_opus":0.0537097805176973,"score_gpt":0.4002192514744242,"score_spread":0.3465094709567269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803654236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9821554,0.0032835456,0.0012428978,0.011895995,0.00020356254,0.00042069342,0.000003482832,0.00014015895,0.00065428484],"genre_scores_gemma":[0.98944116,0.0014359427,0.00093026983,0.004955833,0.002867815,0.000031272586,0.000018518524,0.000032007574,0.0002871587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828887,0.00001683886,0.00053062855,0.0004883629,0.00025682064,0.00041850278],"domain_scores_gemma":[0.9954915,0.0037570784,0.00018790271,0.00019253654,0.00011214413,0.00025880462],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008852211,0.00021809917,0.00049119367,0.000052115236,0.00019550574,0.000010787912,0.00011609765,0.00035492048,0.000028417135],"category_scores_gemma":[0.009470365,0.00016697506,0.00003693125,0.00018383695,0.00077517104,0.00017231221,0.00009758624,0.001231493,0.000006808805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007506584,0.000042947737,0.62592787,0.0015810198,0.00038861015,0.00003081036,0.038080767,0.0000055613473,0.025799608,0.045986596,0.03518391,0.22622167],"study_design_scores_gemma":[0.044074494,0.013971933,0.31386125,0.19057903,0.0038659258,0.0014567818,0.12428754,0.07598024,0.007878982,0.17737713,0.043534875,0.003131814],"about_ca_topic_score_codex":0.000032796295,"about_ca_topic_score_gemma":0.000005512908,"teacher_disagreement_score":0.31206658,"about_ca_system_score_codex":0.000024777823,"about_ca_system_score_gemma":0.00006874082,"threshold_uncertainty_score":0.9988733},"labels":[],"label_agreement":null},{"id":"W2804619101","doi":"10.1097/acm.0000000000002300","title":"“Being on Both Sides”: Canadian Medical Students’ Experiences With Disability, the Hidden Curriculum, and Professional Identity Construction","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Hospital for Sick Children; Research Manitoba; University of Toronto","funders":"","keywords":"Curriculum; Compassion; Identity (music); Qualitative research; Medical education; Sociocultural evolution; Psychology; Pedagogy; Sociology; Medicine; Political science","score_opus":0.026507062654984245,"score_gpt":0.3984922916002153,"score_spread":0.37198522894523106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804619101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020652,0.0000416129,0.000009529215,0.0885905,0.0013485532,0.00032873978,5.875385e-7,0.000027715017,0.00758752],"genre_scores_gemma":[0.99231,0.00008744133,0.000018015953,0.0053724623,0.0015855301,0.00006615382,0.0000022447803,0.000004942885,0.0005532119],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99696404,0.00030154188,0.0002587347,0.00028289898,0.0018801528,0.00031264484],"domain_scores_gemma":[0.99879366,0.00025733534,0.00007271909,0.00016137026,0.00008232683,0.0006325602],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002902347,0.00010494858,0.00014160869,0.000039702332,0.0009815551,0.00003837785,0.0005626471,0.00015459089,0.0039467537],"category_scores_gemma":[0.0017358765,0.000057231264,0.000012964428,0.00028754966,0.006232602,0.0002341602,0.00006673255,0.00041117807,0.000027815642],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103703815,0.00002679939,0.7273746,0.00000681862,0.000011591342,9.868331e-7,0.21632391,1.829712e-8,0.0000011058285,0.039518505,0.007519267,0.009206023],"study_design_scores_gemma":[0.00039626352,0.00015522864,0.11203744,0.00029008725,0.0000222807,0.000010318426,0.8334311,0.0000057452344,0.000006142972,0.004204461,0.04931051,0.0001304014],"about_ca_topic_score_codex":0.13077872,"about_ca_topic_score_gemma":0.21828155,"teacher_disagreement_score":0.6171072,"about_ca_system_score_codex":0.00021555365,"about_ca_system_score_gemma":0.0006797772,"threshold_uncertainty_score":0.9969638},"labels":[],"label_agreement":null},{"id":"W2805513289","doi":"10.1097/acm.0000000000002303","title":"How Different Theories of Clinical Reasoning Influence Teaching and Assessment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; MEDLINE; Medical education; Mathematics education; Medicine; Chemistry","score_opus":0.05453971887788701,"score_gpt":0.457705741486721,"score_spread":0.403166022608834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805513289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97702634,0.00087813206,0.0013047697,0.0139373075,0.00041185843,0.00021480981,0.0000020595917,0.000053157666,0.0061715795],"genre_scores_gemma":[0.99190956,0.0013677857,0.0015712737,0.002229888,0.0017756053,0.000008296834,0.000009697846,0.000017251616,0.0011106174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977264,0.0002599923,0.0008598881,0.00038655353,0.0004973897,0.0002697972],"domain_scores_gemma":[0.98328525,0.015407318,0.00037754272,0.0003557215,0.00017180425,0.00040236174],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003269396,0.00018841091,0.00088536425,0.00007748329,0.000101487916,0.0000067383035,0.00013586851,0.00028694666,0.000055218992],"category_scores_gemma":[0.17194131,0.00011510221,0.000063507534,0.00009849213,0.0014388274,0.00007273511,0.0001172902,0.0017550141,0.0000028126267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019316391,0.000049099148,0.8629294,0.000067914414,0.00010024004,0.000015831038,0.001553776,1.1246829e-7,0.0012174454,0.04188585,0.0025858479,0.089401305],"study_design_scores_gemma":[0.003981488,0.0027833532,0.9674103,0.009722612,0.0004119904,0.00009486992,0.0018581892,0.00038018683,0.00039781939,0.0073233503,0.005461454,0.00017435417],"about_ca_topic_score_codex":0.00007234812,"about_ca_topic_score_gemma":0.0000019829488,"teacher_disagreement_score":0.1686719,"about_ca_system_score_codex":0.00002076118,"about_ca_system_score_gemma":0.000103881954,"threshold_uncertainty_score":0.8350338},"labels":[],"label_agreement":null},{"id":"W2805814087","doi":"10.1097/acm.0000000000002309","title":"The ALiEM Faculty Incubator: A Novel Online Approach to Faculty Development in Education Scholarship","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mentorship; Scholarship; Faculty development; Incubator; Medical education; Curriculum; Early adopter; Professional development; Asynchronous communication; Psychology; Sociology; Pedagogy; Medicine; Political science; Engineering","score_opus":0.11598941252499763,"score_gpt":0.43628910602807064,"score_spread":0.320299693503073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805814087","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9487687,0.00030328464,0.003295253,0.040321328,0.0012646215,0.0012013837,0.0000062034824,0.000085370404,0.0047539053],"genre_scores_gemma":[0.935474,0.00007093078,0.028457709,0.0257699,0.0036253592,0.0003660621,0.0013978622,0.000048750204,0.004789423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693125,0.000056109842,0.0010178257,0.0004963142,0.0009982693,0.00050020224],"domain_scores_gemma":[0.99825144,0.00008695021,0.00020772035,0.0004870732,0.0007038061,0.00026302517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025093276,0.0002564245,0.0003524623,0.00041627788,0.0002895467,0.000011387938,0.00047272161,0.00034370637,0.000058873637],"category_scores_gemma":[0.0069342786,0.00016372034,0.000024200155,0.0018006442,0.00039090944,0.00013125426,0.0001110202,0.0014640519,0.0001359423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033767856,0.0010122135,0.0417222,0.00024602577,0.00012902876,0.0000017358302,0.052449018,0.0000061627643,0.008229729,0.01579902,0.3564443,0.5236229],"study_design_scores_gemma":[0.0020156398,0.0002101633,0.14994885,0.0009192429,0.00005283461,0.00008952444,0.011330462,0.00047483345,0.0009884662,0.00037548444,0.83333623,0.00025826631],"about_ca_topic_score_codex":0.00008469474,"about_ca_topic_score_gemma":0.000020859039,"teacher_disagreement_score":0.5233646,"about_ca_system_score_codex":0.00072206074,"about_ca_system_score_gemma":0.0012906108,"threshold_uncertainty_score":0.830148},"labels":[],"label_agreement":null},{"id":"W2806790724","doi":"10.1097/acm.0000000000002226","title":"In Reply to Abudu","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; St. Michael's Hospital; Casey House","funders":"","keywords":"Community engagement; Participatory action research; Community-based participatory research; Health equity; Curriculum; Context (archaeology); Public relations; Social determinants of health; Socioeconomic status; Sociology; Health care; Political science; Medical education; Medicine; Pedagogy; Law","score_opus":0.11181498252354453,"score_gpt":0.5002345216858054,"score_spread":0.38841953916226085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806790724","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037851703,0.0010997535,0.000029242234,0.9203837,0.007967338,0.0014298436,0.000022869892,0.00012314027,0.06856561],"genre_scores_gemma":[0.000027033575,0.0010016579,0.000049573562,0.78167856,0.06320656,0.00027344548,0.00016624275,0.00007716032,0.15351975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944186,0.00070309226,0.0018438702,0.00077345816,0.00077765866,0.0014833182],"domain_scores_gemma":[0.9959876,0.002056865,0.00050509523,0.0009433962,0.00019032876,0.0003167058],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0025785214,0.00043066108,0.0012983915,0.00078519905,0.00025227838,0.000001092975,0.00087766896,0.003052541,0.009275167],"category_scores_gemma":[0.00206555,0.00032548394,0.000055538963,0.0005798237,0.00015583924,0.00009720379,0.0003174844,0.015512788,0.0072759646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029840687,8.175197e-7,0.002127094,0.00078919344,0.000011942763,0.00021917387,0.006356704,1.14895595e-8,0.000010753638,0.00006571637,0.9901145,0.00027423332],"study_design_scores_gemma":[0.0008950672,0.0001783391,0.0009145798,0.0018091425,0.000037187645,0.000008458302,0.0003717195,4.431376e-7,0.0000014710188,0.0019689861,0.9935334,0.0002812282],"about_ca_topic_score_codex":0.002630027,"about_ca_topic_score_gemma":0.000100126934,"teacher_disagreement_score":0.13870512,"about_ca_system_score_codex":0.0013026425,"about_ca_system_score_gemma":0.0016557979,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W2807061300","doi":"10.1097/acm.0000000000002306","title":"The Matrix: Moving From Principles to Pragmatics in Medical School Curriculum Renewal","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Curriculum mapping; Curriculum theory; Context (archaeology); Curriculum development; Computer science; Representation (politics); Emergent curriculum; Session (web analytics); Matrix (chemical analysis); Corporate governance; Sociology; Engineering ethics; Medical education; Mathematics education; Pedagogy; Psychology; Political science; Medicine; Engineering; Management; World Wide Web","score_opus":0.02373472904835841,"score_gpt":0.39218923513909193,"score_spread":0.3684545060907335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807061300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83698726,0.0008717275,0.0015013925,0.15323976,0.0019315428,0.000710234,0.0000014220192,0.000092973074,0.004663691],"genre_scores_gemma":[0.951686,0.0008394324,0.0046009417,0.02800875,0.011321842,0.0001506718,0.000073074436,0.000051426854,0.0032678475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961371,0.000119064534,0.0012049344,0.00039777174,0.0016261969,0.0005149243],"domain_scores_gemma":[0.9977159,0.0005103741,0.00021474095,0.00062823185,0.00035046437,0.0005803114],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033038086,0.00021283797,0.00041005487,0.00029807288,0.00019754693,0.000009637094,0.0005650473,0.00044829055,0.0020026767],"category_scores_gemma":[0.060474955,0.00013011933,0.0000285961,0.0013532594,0.0006059506,0.00007768408,0.00018093368,0.0016640617,0.00038211234],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031179434,0.00016988553,0.20089032,0.00020182935,0.00016956973,0.0001175232,0.017380811,0.000005240399,0.0037060732,0.02798227,0.6236098,0.12545493],"study_design_scores_gemma":[0.0055528423,0.0009133441,0.0673215,0.007387189,0.00022438524,0.00024372082,0.018312696,0.017231448,0.00096241874,0.010312901,0.87096614,0.00057140796],"about_ca_topic_score_codex":0.00048573493,"about_ca_topic_score_gemma":0.000103580685,"teacher_disagreement_score":0.24735638,"about_ca_system_score_codex":0.00032756972,"about_ca_system_score_gemma":0.00074038206,"threshold_uncertainty_score":0.99890965},"labels":[],"label_agreement":null},{"id":"W2807758567","doi":"10.1097/acm.0000000000002310","title":"Organizational Factors Contributing to Incivility at an Academic Medical Center and Systems-Based Solutions: A Qualitative Study","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Mount Sinai Hospital; University of Toronto; Toronto General Hospital; St. Michael's Hospital","funders":"Department of Medicine, University of Toronto; University of Toronto","keywords":"Incivility; Organizational culture; Psychology; Health care; Qualitative research; Nursing; Medical education; Social psychology; Medicine; Public relations; Sociology; Political science","score_opus":0.10101662098181148,"score_gpt":0.4490775306930931,"score_spread":0.3480609097112816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807758567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893033,0.00035160806,0.0009916151,0.007684881,0.00050885807,0.0007706629,0.00001791013,0.00010871834,0.00026246946],"genre_scores_gemma":[0.99640197,0.00006464268,0.000008458906,0.0017439398,0.0015261696,0.000026473559,0.0000343492,0.000013064324,0.00018091971],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9954929,0.0013924765,0.0005859651,0.00045376734,0.0013756943,0.0006992354],"domain_scores_gemma":[0.99729383,0.0013365326,0.00018359769,0.0001555068,0.0003583715,0.00067213684],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010624988,0.00017475337,0.00034495178,0.00014891566,0.0014460501,0.000014215737,0.0004058691,0.00039360145,0.00062948494],"category_scores_gemma":[0.011036811,0.00013424808,0.00001500178,0.00069712015,0.0010182089,0.00019806268,0.00020222775,0.0006638229,0.000045988036],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004783049,0.000026280983,0.6616429,0.0000121718895,0.000019642706,0.0000025437178,0.33376878,8.146939e-7,0.00021124302,0.002550621,0.001631695,0.00008545153],"study_design_scores_gemma":[0.002324816,0.00071884895,0.030446839,0.0011331699,0.00005984596,0.0000046649375,0.9584525,0.00041214415,0.0000578068,0.0008128264,0.0052126697,0.00036383566],"about_ca_topic_score_codex":0.0018936731,"about_ca_topic_score_gemma":0.00094935496,"teacher_disagreement_score":0.6311961,"about_ca_system_score_codex":0.00031778077,"about_ca_system_score_gemma":0.00035143958,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2807796752","doi":"10.1097/acm.0000000000002329","title":"How Theory Can Inform Our Understanding of Experiential Learning in Quality Improvement Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Experiential learning; Psychology; Learning theory; Experiential education; Perspective (graphical); Quality (philosophy); Sociocultural evolution; Engineering ethics; Pedagogy; Epistemology; Sociology; Artificial intelligence; Computer science; Engineering","score_opus":0.17253226380253106,"score_gpt":0.48850438682883834,"score_spread":0.3159721230263073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807796752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86334366,0.00012942587,0.0033023593,0.0716791,0.0025858784,0.000288257,3.3775623e-7,0.000043300606,0.058627658],"genre_scores_gemma":[0.98757815,0.00007461378,0.000039273174,0.0009779101,0.0014434096,0.000012440442,0.0000055911773,0.000005064567,0.009863558],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985817,0.0004066902,0.00030005517,0.0001334166,0.00038721957,0.00019091785],"domain_scores_gemma":[0.9990374,0.00022276485,0.0004169614,0.000078993064,0.00018653901,0.000057386333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045534666,0.000068583315,0.00013568216,0.0001869436,0.00025404472,0.000013054835,0.00015291483,0.00010883972,0.00018996728],"category_scores_gemma":[0.005023001,0.00005941093,0.000011991418,0.0004971735,0.00038702795,0.00027295738,0.000021225162,0.00048412514,0.000003014759],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003394564,0.000011931989,0.015127088,0.000017871329,0.000008494506,6.401751e-8,0.48832002,2.8954926e-7,0.002342375,0.4637691,0.0018421066,0.02852668],"study_design_scores_gemma":[0.00022946279,0.00009896942,0.0017323673,0.000086727574,0.000005171369,1.7207186e-7,0.8753663,0.000002137334,0.0005150001,0.004930588,0.1169693,0.00006380745],"about_ca_topic_score_codex":0.002154564,"about_ca_topic_score_gemma":0.00037947725,"teacher_disagreement_score":0.45883852,"about_ca_system_score_codex":0.00027297725,"about_ca_system_score_gemma":0.0005944,"threshold_uncertainty_score":0.6013364},"labels":[],"label_agreement":null},{"id":"W2807993504","doi":"10.1097/acm.0000000000002327","title":"Dialogues on the Threshold: Dialogical Learning for Humanism and Justice","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; University of Toronto; Women's College Hospital","funders":"","keywords":"Dialogical self; Context (archaeology); Compassion; Duty; Psychology; Interpersonal communication; Excellence; Pedagogy; Sociology; Social psychology; Law; Political science","score_opus":0.11336778192989376,"score_gpt":0.3970307414574852,"score_spread":0.2836629595275914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807993504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527765,0.00045935233,0.003895744,0.11701338,0.0018248816,0.0011042204,9.720962e-7,0.00012334589,0.022801563],"genre_scores_gemma":[0.9588377,0.00027385878,0.0002359753,0.029975444,0.008170474,0.00010006676,0.00004510582,0.000019357432,0.0023420078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998745,0.00004788612,0.00033815755,0.0002633811,0.0003529961,0.0002525721],"domain_scores_gemma":[0.99864376,0.0007621602,0.00010654708,0.00020469405,0.00020211878,0.000080726764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016009662,0.00013411054,0.0002362919,0.00010664025,0.00037424776,0.000004726481,0.00013025054,0.0002409208,0.00031357183],"category_scores_gemma":[0.011166947,0.000072635776,0.000019960225,0.00023898807,0.00091362384,0.000035885405,0.000034171575,0.0010513912,0.000047613277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040103987,0.00004808106,0.0036777318,0.00026141544,0.00008667892,0.000005908215,0.018783092,0.0000013687752,0.009258339,0.49407586,0.43812016,0.035280332],"study_design_scores_gemma":[0.006728522,0.008955383,0.029391224,0.001916372,0.0014378452,0.00021913546,0.015544948,0.006799472,0.0025419972,0.07377185,0.85214835,0.00054488535],"about_ca_topic_score_codex":0.000005242903,"about_ca_topic_score_gemma":5.4600275e-7,"teacher_disagreement_score":0.420304,"about_ca_system_score_codex":0.000042273157,"about_ca_system_score_gemma":0.00004319979,"threshold_uncertainty_score":0.9971624},"labels":[],"label_agreement":null},{"id":"W2808354572","doi":"10.1097/acm.0000000000002313","title":"Untying the Interprofessional Gordian Knot: The National Collaborative for Improving the Clinical Learning Environment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada","funders":"","keywords":"Accreditation; Interprofessional education; Curriculum; Health care; Medical education; Graduate medical education; Health professions; Medicine; Nursing; Psychology; Political science; Pedagogy","score_opus":0.09864163504593144,"score_gpt":0.5277011041527456,"score_spread":0.4290594691068142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808354572","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19869259,0.0011118893,0.015365786,0.74627715,0.016763577,0.0060415026,0.000042857904,0.0001246125,0.015580035],"genre_scores_gemma":[0.91695535,0.00010691814,0.00014377813,0.050979722,0.009659863,0.0010790231,0.000051425402,0.0000276354,0.020996297],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99537784,0.0020775902,0.0010602787,0.00035047394,0.00071025454,0.0004235812],"domain_scores_gemma":[0.9901677,0.008006461,0.00072643656,0.00024933036,0.000743303,0.00010681647],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008633893,0.00019504107,0.00024026465,0.00006111422,0.0044834046,0.000009671002,0.00063155015,0.00032878492,0.0014467171],"category_scores_gemma":[0.0059890696,0.0000789852,0.000060107835,0.0003856119,0.0009800361,0.00012699388,0.00023061156,0.002804536,0.0003642574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001145685,0.000033794586,0.025743024,0.00006199756,0.0001326332,3.0703086e-7,0.13075395,0.000023268167,0.0024005368,0.0690307,0.75488067,0.015793467],"study_design_scores_gemma":[0.001357773,0.0003461157,0.016673528,0.00050501083,0.0000745165,0.0000026208136,0.16529796,0.005419302,0.000059091755,0.006675072,0.8034188,0.00017022481],"about_ca_topic_score_codex":0.000063379695,"about_ca_topic_score_gemma":0.00005547807,"teacher_disagreement_score":0.71826273,"about_ca_system_score_codex":0.00025823398,"about_ca_system_score_gemma":0.002045324,"threshold_uncertainty_score":0.99949604},"labels":[],"label_agreement":null},{"id":"W2809764970","doi":"10.1097/acm.0000000000002340","title":"Creating GridlockED: A Serious Game for Teaching About Multipatient Environments","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Games and Gamification","field":"Psychology","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; University of Saskatchewan; McMaster University; McMaster University Medical Centre; Western University","funders":"","keywords":"Usability; Medical education; Triage; Fidelity; Process (computing); Resource (disambiguation); Game design; Psychology; Computer science; Multimedia; Medicine; Medical emergency; Human–computer interaction","score_opus":0.03393026546792726,"score_gpt":0.3824869276742891,"score_spread":0.34855666220636183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809764970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96456414,0.001115198,0.014290544,0.004824925,0.0020114982,0.0007363876,0.000010660729,0.00005581419,0.012390846],"genre_scores_gemma":[0.9718692,0.00005672008,0.0007038443,0.0027178668,0.003525494,0.00025143288,0.00008940212,0.0000278641,0.020758223],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986396,0.00007671202,0.0004219611,0.00035669483,0.0002023665,0.00030266313],"domain_scores_gemma":[0.9990203,0.00032223013,0.00023059497,0.0002758949,0.000030883348,0.00012012176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006393681,0.0001418237,0.00018338174,0.00008054092,0.00014053624,0.0000029893945,0.00020267039,0.00017275514,0.000702118],"category_scores_gemma":[0.00049445237,0.000116922965,0.000030172578,0.000060915056,0.0002516382,0.000052556683,0.000025109875,0.00037351061,0.00023084629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032721274,0.00017824881,0.0411012,0.000076632285,0.00023879907,0.0000023535179,0.41867945,0.000009924614,0.027706763,0.04503543,0.22310305,0.24354094],"study_design_scores_gemma":[0.0021013862,0.0007242212,0.11396307,0.00022282549,0.000086804124,0.000028989582,0.012748787,0.0005726383,0.0003074464,0.001830191,0.8671707,0.00024295352],"about_ca_topic_score_codex":0.00018450277,"about_ca_topic_score_gemma":0.000004539229,"teacher_disagreement_score":0.64406765,"about_ca_system_score_codex":0.00007210693,"about_ca_system_score_gemma":0.000015432614,"threshold_uncertainty_score":0.76877},"labels":[],"label_agreement":null},{"id":"W2810845328","doi":"10.1097/acm.0000000000002345","title":"The Contextual Curriculum: Learning in the Matrix, Learning From the Matrix","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University; University of Calgary; Pierre Elliott Trudeau Foundation","funders":"","keywords":"Affordance; Curriculum; Contextual learning; Context (archaeology); Set (abstract data type); Diversity (politics); Psychology; Health care; Medical education; Mathematics education; Pedagogy; Medicine; Cognitive psychology; Sociology; Computer science; Political science; Geography","score_opus":0.0263356487233553,"score_gpt":0.3814909088258995,"score_spread":0.35515526010254417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810845328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7859073,0.004328165,0.0007706025,0.20316516,0.0013128074,0.0007113932,5.560157e-7,0.000099665216,0.0037043008],"genre_scores_gemma":[0.9766009,0.0009848194,0.00008462604,0.010421328,0.006864551,0.00007672566,0.000070465336,0.000029114562,0.004867503],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968521,0.0005487804,0.00079007493,0.00032291684,0.0010068923,0.00047925068],"domain_scores_gemma":[0.9967353,0.0021119246,0.00031392847,0.0004943503,0.0002751024,0.00006944463],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005404891,0.00021350961,0.00031711426,0.00010555637,0.0008014372,0.000020781868,0.0007052527,0.00027839976,0.000525583],"category_scores_gemma":[0.016879898,0.00008952861,0.000045305653,0.0011779777,0.0012448097,0.000082960236,0.00008950618,0.004342488,0.00029783655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001928433,0.000049614933,0.1935341,0.00003897793,0.00012723717,0.000026362044,0.074740544,0.000019275762,0.0018053624,0.01926272,0.62059873,0.08960422],"study_design_scores_gemma":[0.0023158349,0.0005351256,0.04277374,0.000756122,0.00020055224,0.00014427182,0.121279426,0.0050947955,0.00005920604,0.0017834498,0.82487965,0.00017782075],"about_ca_topic_score_codex":0.00064456934,"about_ca_topic_score_gemma":0.000028228036,"teacher_disagreement_score":0.20428093,"about_ca_system_score_codex":0.00012237112,"about_ca_system_score_gemma":0.00017447663,"threshold_uncertainty_score":0.99795455},"labels":[],"label_agreement":null},{"id":"W2871201893","doi":"10.1097/acm.0000000000002352","title":"Toronto Addis Ababa Academic Collaboration: A Relational, Partnership Model for Building Educational Capacity Between a High- and Low-Income University","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"General partnership; CLARITY; Capacity building; Perspective (graphical); Low income; Sociology; Medical education; Political science; Public relations; Medicine; Socioeconomics","score_opus":0.07303095661714756,"score_gpt":0.3634353446802883,"score_spread":0.29040438806314073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2871201893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95819455,0.0013552168,0.005669612,0.03216559,0.00034409386,0.00078093813,0.00011095326,0.000069251815,0.0013097867],"genre_scores_gemma":[0.98869693,0.0005280743,0.0018487063,0.0024547956,0.0034102863,0.000018623354,0.00021919845,0.000018932353,0.0028044793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807817,0.00006896191,0.0005091153,0.00042858298,0.0004471388,0.0004680106],"domain_scores_gemma":[0.99757063,0.0008551754,0.00021729035,0.00019841305,0.00047322243,0.0006852616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629335,0.00020529445,0.00047186148,0.00012189174,0.0002965482,0.0000032091423,0.0001245463,0.0004934682,0.00017271574],"category_scores_gemma":[0.0013675458,0.00018765328,0.000039772644,0.00031176163,0.00042171212,0.00035532142,0.00004253419,0.00055216136,0.000011417008],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020052842,0.00004488212,0.41383132,0.0011015132,0.000252231,0.000007054501,0.013074906,0.000028215816,0.0020640863,0.30460474,0.26007643,0.0029093425],"study_design_scores_gemma":[0.019256786,0.0020579991,0.68333256,0.005255517,0.0016325979,0.00020409757,0.0063770995,0.058215216,0.0004514697,0.0750241,0.14668003,0.0015125531],"about_ca_topic_score_codex":0.00026082722,"about_ca_topic_score_gemma":0.000083488965,"teacher_disagreement_score":0.2695012,"about_ca_system_score_codex":0.00055967417,"about_ca_system_score_gemma":0.0007817185,"threshold_uncertainty_score":0.76522785},"labels":[],"label_agreement":null},{"id":"W2884099012","doi":"10.1097/acm.0000000000002373","title":"Compassionate Care in the Age of Evidence-Based Practice: A Critical Discourse Analysis in the Context of Chronic Pain Care","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Mount Sinai Hospital; University of Toronto; Dalhousie University; The Wilson Centre; St. Michael's Hospital","funders":"","keywords":"Compassion; General partnership; Silence; Health care; Qualitative research; Psychology; Nursing; Empathy; Context (archaeology); Experiential knowledge; Medicine; Medical education; Sociology; Social psychology","score_opus":0.1056662200155233,"score_gpt":0.4786534219746606,"score_spread":0.3729872019591373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884099012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70084983,0.050686367,0.042788427,0.19520065,0.0013411138,0.0016962744,0.00010233394,0.000028255845,0.0073067266],"genre_scores_gemma":[0.99672604,0.000020608602,0.0000071549503,0.0024930036,0.00022906576,0.00043757947,0.000028385442,0.0000066805133,0.00005147932],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9956266,0.0026053619,0.0007660207,0.0002503832,0.000517704,0.00023390843],"domain_scores_gemma":[0.99377006,0.0051390524,0.00025414344,0.0005609211,0.00023663254,0.000039195842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031606443,0.00013295811,0.00043983402,0.00032894846,0.000064179636,0.0000035363075,0.0007191942,0.00015870118,0.0033833126],"category_scores_gemma":[0.0024444517,0.00006108085,0.00013393558,0.001109564,0.00095655565,0.00007151691,0.00003498625,0.0007424612,0.000009604984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012676589,0.00061999087,0.0685646,0.000809189,0.0005082187,0.00027881586,0.56599844,0.000043206852,0.00036722192,0.20112428,0.089236826,0.071181566],"study_design_scores_gemma":[0.0020404218,0.0016222021,0.054546293,0.003696691,0.0009567115,0.000010450856,0.9180535,0.0006801658,0.00016701414,0.0007555401,0.017321963,0.0001490181],"about_ca_topic_score_codex":0.0015015085,"about_ca_topic_score_gemma":0.0011417831,"teacher_disagreement_score":0.3520551,"about_ca_system_score_codex":0.000065325374,"about_ca_system_score_gemma":0.000096088734,"threshold_uncertainty_score":0.9975277},"labels":[],"label_agreement":null},{"id":"W2884437142","doi":"10.1097/acm.0000000000002366","title":"Examining Demographics, Prior Academic Performance, and United States Medical Licensing Examination Scores","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":217,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Covariate; Demographics; Medicine; Licensure; Test (biology); Educational measurement; Family medicine; Medical education; Medical school; Psychology; Demography; Curriculum; Statistics; Pedagogy","score_opus":0.06430175501914472,"score_gpt":0.365705723401871,"score_spread":0.3014039683827263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884437142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9672617,0.0012938431,0.00040692993,0.027905112,0.0006234876,0.00035109607,0.0000013349523,0.00017450225,0.0019820062],"genre_scores_gemma":[0.9545827,0.014185414,0.00024014515,0.025821395,0.0025749318,0.000014153048,0.00017150426,0.000037856782,0.0023718837],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99684274,0.00015638782,0.00080741546,0.00048337528,0.0012088,0.0005012546],"domain_scores_gemma":[0.9961868,0.00071752653,0.00022568127,0.00027661017,0.00030602215,0.00228739],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024262667,0.00027288622,0.0004810755,0.00080682826,0.00030248734,0.0000062726617,0.00021017781,0.000661109,0.0029374957],"category_scores_gemma":[0.01481727,0.00019467148,0.000024143897,0.0011405007,0.0016283275,0.00015605627,0.00010567676,0.0020511171,0.00004185084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003705264,0.000094704534,0.34752312,0.0010196456,0.00022021683,0.00008521678,0.03637205,9.318568e-7,0.008182214,0.0018912333,0.14907183,0.4551683],"study_design_scores_gemma":[0.008602236,0.002649894,0.61761075,0.014206424,0.0006312576,0.0016319902,0.017421637,0.035325952,0.0017067136,0.00044789154,0.29899043,0.0007748088],"about_ca_topic_score_codex":0.000033571894,"about_ca_topic_score_gemma":0.0000022229249,"teacher_disagreement_score":0.4543935,"about_ca_system_score_codex":0.000051976545,"about_ca_system_score_gemma":0.0004962485,"threshold_uncertainty_score":0.997974},"labels":[],"label_agreement":null},{"id":"W2884621259","doi":"10.1097/acm.0000000000002363","title":"The Evolution of the Clinician–Educator in the United States and Canada: Personal Reflections Over the Last 45 Years","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Perspective (graphical); Face (sociological concept); Medical education; Patient care; Primary care; Faculty development; Psychology; Medicine; Professional development; Nursing; Sociology; Political science; Family medicine; Social science","score_opus":0.029907371615234244,"score_gpt":0.37982075609155175,"score_spread":0.3499133844763175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884621259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88962346,0.0006015863,0.000031636246,0.107753,0.0011287294,0.00035410892,0.000003053411,0.0000066101566,0.0004977787],"genre_scores_gemma":[0.9816106,0.00045255318,0.000013502977,0.0158853,0.0014308731,0.000032422788,0.000016880607,0.000009969986,0.000547876],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983468,0.00021888792,0.00045543537,0.00014828889,0.00061439094,0.00021616742],"domain_scores_gemma":[0.9984503,0.00075947144,0.00019508775,0.00034406738,0.00021116612,0.00003995779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002229262,0.000096919335,0.00014440085,0.0001043486,0.0003491626,0.0000039499805,0.00030828582,0.000117080686,0.00006425828],"category_scores_gemma":[0.003840434,0.000038466944,0.000018769617,0.0013212335,0.0014722971,0.000028581733,0.00004210862,0.0011344475,0.0000022275165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008660825,0.0000355071,0.14515302,0.00003777086,0.00007447181,0.0000013577738,0.042180657,0.0000021530002,0.00052613876,0.0074030817,0.80038834,0.004110886],"study_design_scores_gemma":[0.00059542,0.00012459533,0.69099337,0.00023895166,0.00009300188,0.00004976135,0.07374583,0.0006187482,0.000024724271,0.00094458455,0.23252057,0.000050440703],"about_ca_topic_score_codex":0.15928534,"about_ca_topic_score_gemma":0.10827066,"teacher_disagreement_score":0.5678678,"about_ca_system_score_codex":0.00033242704,"about_ca_system_score_gemma":0.0010941151,"threshold_uncertainty_score":0.90800107},"labels":[],"label_agreement":null},{"id":"W2885937091","doi":"10.1097/acm.0000000000002411","title":"Professional Responsibilities and Personal Impacts: Residents’ Experiences as Participants in Education Research","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; SickKids Foundation; University of Toronto; University Health Network","funders":"","keywords":"Medical education; Higher education; Professional development; Psychology; MEDLINE; Medicine; Political science","score_opus":0.13069461433457075,"score_gpt":0.540773362895837,"score_spread":0.41007874856126625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885937091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95982397,0.0018383861,0.0000032420805,0.034400273,0.001187159,0.0005091032,4.0082676e-7,0.000026636517,0.0022108424],"genre_scores_gemma":[0.9842312,0.00035463666,0.0001479091,0.0046986844,0.0021747043,0.0002615525,0.000019290612,0.00001511773,0.00809693],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969989,0.00030505363,0.0006107132,0.00040424836,0.0011580684,0.0005229968],"domain_scores_gemma":[0.99839675,0.00042538508,0.000097855,0.00024740523,0.00060620275,0.00022640181],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051849186,0.00013259958,0.00026210689,0.00076590036,0.00021392945,0.0000071421787,0.00014455557,0.00026362692,0.0014797925],"category_scores_gemma":[0.021239856,0.000097036755,0.00001126937,0.0011533312,0.0020897351,0.00020351268,0.00007573873,0.0012059398,0.00007557644],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010132211,0.0001477919,0.18939425,0.00026125676,0.000020642157,0.000012325031,0.5520117,1.147563e-8,0.010290137,0.0050018737,0.21859126,0.023255497],"study_design_scores_gemma":[0.0015997387,0.0012255444,0.31611443,0.0038127913,0.000027658147,0.00013975064,0.6542183,0.00020473362,0.002152409,0.008391904,0.011952387,0.0001603058],"about_ca_topic_score_codex":0.00045680098,"about_ca_topic_score_gemma":0.00001837376,"teacher_disagreement_score":0.20663887,"about_ca_system_score_codex":0.00027442095,"about_ca_system_score_gemma":0.0017551136,"threshold_uncertainty_score":0.999433},"labels":[],"label_agreement":null},{"id":"W2886418442","doi":"10.1097/acm.0000000000002400","title":"Global Health Education at Home: Canadian Medical Students’ Perspectives After Learning Alongside Haitian Peers","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; McGill University; The Wilson Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Cultural humility; Thematic analysis; Reflexivity; Agency (philosophy); Privilege (computing); Humility; Global health; Transformative learning; Medical education; Sociology; Pedagogy; Psychology; Cultural competence; Qualitative research; Medicine; Nursing; Public health; Political science; Social science","score_opus":0.011905764261102817,"score_gpt":0.3797831870153768,"score_spread":0.367877422754274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886418442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82764244,0.012727321,0.00004153168,0.1467622,0.00182583,0.0005171532,0.0000099101335,0.00011464066,0.010358995],"genre_scores_gemma":[0.9162825,0.0016270141,0.00003905743,0.07322503,0.0036674247,0.000040734412,0.000080736376,0.00002615319,0.005011398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99534565,0.00020309862,0.0006872802,0.00057254307,0.0019931952,0.0011982457],"domain_scores_gemma":[0.9942603,0.000098208395,0.00016625345,0.00030217276,0.00034092995,0.004832145],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023500759,0.00028032632,0.0006254842,0.00028730684,0.0003347589,0.00000813246,0.00031167487,0.00047635823,0.005216532],"category_scores_gemma":[0.0022631243,0.00023024679,0.00006746726,0.00060550775,0.000645755,0.00008607276,0.00009428162,0.0010592642,0.00044111972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002795554,0.000030054365,0.6859714,0.00011710515,0.000047961643,0.00016791395,0.0065438063,9.550594e-8,0.000002014299,0.00056362094,0.28832775,0.017948737],"study_design_scores_gemma":[0.0016854372,0.0007367527,0.74415004,0.0013160249,0.00006253874,0.0014092046,0.018514153,0.000031103787,0.0000020360353,0.00018957209,0.23168413,0.00021900586],"about_ca_topic_score_codex":0.09460078,"about_ca_topic_score_gemma":0.049266513,"teacher_disagreement_score":0.08864004,"about_ca_system_score_codex":0.0028337168,"about_ca_system_score_gemma":0.007564359,"threshold_uncertainty_score":0.99806184},"labels":[],"label_agreement":null},{"id":"W2886870261","doi":"10.1097/acm.0000000000002387","title":"The Impact of a National Competency-Based Medical Education Initiative in Family Medicine","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Saskatchewan; Université Laval; Bruyère; University of Calgary; South Health Campus","funders":"","keywords":"Medical education; Family medicine; Medicine; Psychology; Nursing","score_opus":0.05496836893283441,"score_gpt":0.4579165425016521,"score_spread":0.4029481735688177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886870261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7520744,0.0021427162,0.001444996,0.18569349,0.002052077,0.0011326703,0.0000049494365,0.00007481706,0.055379853],"genre_scores_gemma":[0.9798584,0.000334965,0.00042430862,0.015767742,0.00307588,0.00009367518,0.00015293872,0.00002500095,0.0002670841],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9956526,0.00019093009,0.0013449489,0.00032774155,0.002113021,0.0003707417],"domain_scores_gemma":[0.99623704,0.0008572307,0.00045746367,0.0003670435,0.0018567791,0.00022444347],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004125397,0.0002372761,0.0005390115,0.0007026672,0.00014204111,0.0000021515627,0.0004138684,0.00037830955,0.0014310277],"category_scores_gemma":[0.027836107,0.00013293175,0.00006093255,0.002068521,0.0029143768,0.00009312344,0.000040752744,0.0012445605,0.00003628215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006504219,0.00040837063,0.10862406,0.00019352745,0.00020367384,0.000009763511,0.011737658,0.000007647108,0.004824446,0.07174407,0.745777,0.055819348],"study_design_scores_gemma":[0.014667751,0.005803528,0.82973975,0.010151303,0.00018771974,0.0002461604,0.0146769695,0.024420409,0.0005686779,0.07509467,0.023907611,0.0005354314],"about_ca_topic_score_codex":0.00046333333,"about_ca_topic_score_gemma":0.000023402305,"teacher_disagreement_score":0.7218694,"about_ca_system_score_codex":0.00056415464,"about_ca_system_score_gemma":0.012212178,"threshold_uncertainty_score":0.99979913},"labels":[],"label_agreement":null},{"id":"W2887261037","doi":"10.1097/acm.0000000000002396","title":"Barriers and Enablers to Direct Observation of Trainees’ Clinical Performance: A Qualitative Study Using the Theoretical Domains Framework","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Royal College of Physicians and Surgeons of Canada; Ottawa Hospital","funders":"","keywords":"Context (archaeology); Psychology; Medical education; Qualitative research; Content analysis; Applied psychology; Medicine; Sociology","score_opus":0.1012759637092931,"score_gpt":0.49562685058764755,"score_spread":0.39435088687835446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887261037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97889537,0.0000746634,0.0045839194,0.014037362,0.00065784587,0.0009835359,0.000001487696,0.000028614711,0.00073718483],"genre_scores_gemma":[0.9865881,0.000084699954,0.003338846,0.008174591,0.0016617149,0.00003577129,0.0000062757435,0.000020728798,0.00008926794],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9972728,0.00045251098,0.0009891256,0.00032539858,0.0006906524,0.00026954233],"domain_scores_gemma":[0.99755305,0.0011540824,0.00022460811,0.00039698603,0.00045232437,0.00021896066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077819014,0.0001652964,0.0004940232,0.00018866934,0.00018998054,0.0000031733557,0.00019491838,0.00026989597,0.00032341867],"category_scores_gemma":[0.022021474,0.00009841828,0.000029214181,0.001185136,0.0026725456,0.00007555119,0.000060284,0.0010518186,0.000004397417],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007731994,0.000089796325,0.10666997,0.00014158277,0.00026024456,0.00000296846,0.83066106,0.0000028382526,0.0013355544,0.038302343,0.008266437,0.01349402],"study_design_scores_gemma":[0.0038055296,0.006823113,0.080824606,0.0019987458,0.0008123046,0.000042732747,0.88789827,0.006134489,0.00042434578,0.0075349584,0.0033999053,0.00030099432],"about_ca_topic_score_codex":0.000028409526,"about_ca_topic_score_gemma":7.5621233e-7,"teacher_disagreement_score":0.05723723,"about_ca_system_score_codex":0.00008400082,"about_ca_system_score_gemma":0.00021842303,"threshold_uncertainty_score":0.9862164},"labels":[],"label_agreement":null},{"id":"W2887657800","doi":"10.1097/acm.0000000000002412","title":"Ethical Shades of Gray: International Frequency of Scientific Misconduct and Questionable Research Practices in Health Professions Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scientific misconduct; Misconduct; Psychology; Research ethics; Medical education; Gray (unit); Public relations; Medicine; Alternative medicine; Political science; Psychiatry; Law; Pathology","score_opus":0.22932342739022307,"score_gpt":0.5565311650287235,"score_spread":0.3272077376385004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887657800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70419794,0.0026681463,0.00006366779,0.2692865,0.001567769,0.00041778432,0.0000067457977,0.000013647526,0.021777784],"genre_scores_gemma":[0.99347264,0.0017042124,0.00050077913,0.0006347347,0.00078833255,0.00001296422,0.000015193569,0.0000038548087,0.0028673033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996519,0.0014210895,0.0005464078,0.00025288342,0.000999226,0.0002613487],"domain_scores_gemma":[0.99697214,0.0014805045,0.00051364745,0.00011419238,0.000788413,0.00013108845],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025387302,0.00006143221,0.0001882492,0.00043662023,0.0003769903,0.000007696217,0.00040597192,0.0008029641,0.0003984661],"category_scores_gemma":[0.029345565,0.00004905369,0.000010414179,0.0007418461,0.0038413452,0.00028723176,0.00006359145,0.0036979145,0.000005709488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002448148,0.00003820711,0.07711083,0.00012431898,0.000009376504,3.52319e-7,0.14181504,1.0158833e-7,0.0075108055,0.7308824,0.039116886,0.003367164],"study_design_scores_gemma":[0.0006295893,0.00033360362,0.020114021,0.0055440622,0.000015430665,0.000010174875,0.2124532,0.00010395067,0.001521905,0.6055532,0.15354554,0.00017532884],"about_ca_topic_score_codex":0.0351973,"about_ca_topic_score_gemma":0.0020945221,"teacher_disagreement_score":0.2892747,"about_ca_system_score_codex":0.00011736739,"about_ca_system_score_gemma":0.0024425664,"threshold_uncertainty_score":0.99886966},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2887985000","doi":"10.1097/acm.0000000000002410","title":"Choosing Our Own Pathway to Competency-Based Undergraduate Medical Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Medical Council of Canada","funders":"","keywords":"Medical education; Parallels; Terminology; Construct (python library); Professional development; Diversity (politics); Core competency; Medical school; Medicine; Psychology; Computer science; Political science; Management; Operations management","score_opus":0.024656431219017956,"score_gpt":0.38795205120893966,"score_spread":0.3632956199899217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887985000","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20013624,0.00033707215,0.026277678,0.747276,0.006160295,0.001017397,0.0000018182864,0.0003059072,0.018487548],"genre_scores_gemma":[0.8424304,0.000049398594,0.008050157,0.13694768,0.008474762,0.00009507657,0.00016586985,0.000051656458,0.0037349954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962483,0.00010153634,0.00092373666,0.00053951517,0.0016631032,0.0005238098],"domain_scores_gemma":[0.9975879,0.000086267966,0.00021688764,0.00061404036,0.00080183044,0.0006930506],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018285713,0.0002774728,0.00047783603,0.00063972943,0.00020644868,0.0000072327384,0.0003838012,0.0004672736,0.0011052364],"category_scores_gemma":[0.012218672,0.00021574419,0.000047075082,0.0016335942,0.00035609247,0.00009533779,0.000061697654,0.001280341,0.00068419956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001610861,0.0001852194,0.008023138,0.0002143023,0.000053985823,0.000015449321,0.0025299948,0.0000013348105,0.00698884,0.031311717,0.6972922,0.2532227],"study_design_scores_gemma":[0.0062379013,0.002419554,0.014654105,0.00906207,0.00033590608,0.00052911043,0.0075714616,0.0048542265,0.0073140287,0.013065895,0.93310887,0.00084687344],"about_ca_topic_score_codex":0.000085382715,"about_ca_topic_score_gemma":0.000010044743,"teacher_disagreement_score":0.64229417,"about_ca_system_score_codex":0.00035277734,"about_ca_system_score_gemma":0.004994044,"threshold_uncertainty_score":0.9998079},"labels":[],"label_agreement":null},{"id":"W2890150891","doi":"10.1097/acm.0000000000002451","title":"Overshadowed by Assessment: Understanding Trainee and Supervisor Perspectives on the Oral Case Presentation in Internal Medicine Workplace-Based Assessment","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Ethica (Canada); The Wilson Centre; AMT Die Casting (Canada); University of Toronto; University Health Network","funders":"","keywords":"Competence (human resources); Grounded theory; Supervisor; Medical education; Constructivist grounded theory; Presentation (obstetrics); Psychology; Narrative; Medicine; Reflective practice; Competency assessment; Objective structured clinical examination; Thematic analysis; Nursing; Qualitative research; Pedagogy","score_opus":0.0840919815563602,"score_gpt":0.42631506170542927,"score_spread":0.34222308014906905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890150891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7974795,0.0004023293,0.017429035,0.17370935,0.00061007077,0.0010495506,0.000004692865,0.00006189561,0.009253591],"genre_scores_gemma":[0.98829556,0.00019450374,0.0005457146,0.009131634,0.001133706,0.00008071826,0.00008056775,0.00003237888,0.0005052158],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9972724,0.0002654804,0.0007032848,0.0004960283,0.0008872368,0.0003755712],"domain_scores_gemma":[0.99818593,0.00092158606,0.00021612416,0.00033456826,0.00018883817,0.00015296937],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027791755,0.00027714449,0.00044171792,0.00051392894,0.0002168252,0.000011695362,0.00017111065,0.00023912199,0.0015830786],"category_scores_gemma":[0.002324734,0.00017346379,0.000026371083,0.00096723746,0.001426979,0.00014001815,0.000036177917,0.0015785628,0.0000046056352],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016213728,0.0005433953,0.1664426,0.0005793776,0.00046720894,0.00067001424,0.14304411,0.00001229784,0.015896639,0.14960372,0.507438,0.013681277],"study_design_scores_gemma":[0.029106751,0.007069457,0.06354084,0.0072183157,0.00066053006,0.0017156783,0.8035449,0.0700939,0.00049825397,0.0077728285,0.007994171,0.00078437955],"about_ca_topic_score_codex":0.000405775,"about_ca_topic_score_gemma":0.000029496465,"teacher_disagreement_score":0.66050076,"about_ca_system_score_codex":0.0010420692,"about_ca_system_score_gemma":0.00019720363,"threshold_uncertainty_score":0.9993296},"labels":[],"label_agreement":null},{"id":"W2893933828","doi":"10.1097/acm.0000000000002467","title":"The Integration of Clinical and Research Training: How and Why MD–PhD Programs Work","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University; University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Curriculum; Cognition; Medical education; Process (computing); Psychology; Professional development; Engineering ethics; Computer science; Medicine; Pedagogy; Engineering","score_opus":0.7630482996974821,"score_gpt":0.6261761861257015,"score_spread":0.13687211357178064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893933828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6608604,0.0060115177,0.000343481,0.32905746,0.00028872292,0.0010178551,6.982062e-7,0.00002895054,0.0023908834],"genre_scores_gemma":[0.96962786,0.020330703,0.00020993438,0.005557404,0.0026920806,0.000031965254,0.000009647634,0.00001572002,0.0015246744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617296,0.0006534687,0.0006454163,0.00030654878,0.0013436915,0.00087788515],"domain_scores_gemma":[0.9914382,0.004173373,0.00012349637,0.0002974138,0.0005409272,0.0034265995],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028191209,0.00011867902,0.00047837425,0.00015024346,0.00020881923,0.0000105249055,0.0001564943,0.00036257264,0.000030448919],"category_scores_gemma":[0.19932953,0.00005846453,0.000024900071,0.00062551606,0.0059680818,0.00006702021,0.00008611908,0.0023601023,0.000004373374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009031334,0.000013763517,0.017403571,0.000114212446,0.000025668585,0.00000949819,0.005312267,4.558298e-10,0.00076155126,0.00086545054,0.19096255,0.78362834],"study_design_scores_gemma":[0.005179579,0.0096203545,0.036793023,0.0038099734,0.000069496964,0.00011306606,0.017336497,0.00019147152,0.00045597003,0.0030859679,0.92322826,0.00011634684],"about_ca_topic_score_codex":0.000076227996,"about_ca_topic_score_gemma":0.000015776948,"teacher_disagreement_score":0.783512,"about_ca_system_score_codex":0.000026339481,"about_ca_system_score_gemma":0.0011569656,"threshold_uncertainty_score":0.99994147},"labels":[],"label_agreement":null},{"id":"W2894478196","doi":"10.1097/acm.0000000000002465","title":"Data, Big and Small: Emerging Challenges to Medical Education Scholarship","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Radiology practices and education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; University of Calgary","funders":"","keywords":"Scholarship; CLARITY; Public relations; Medical education; Big data; Data collection; Stewardship (theology); Political science; Sociology; Engineering ethics; Medicine; Computer science; Social science; Engineering; Politics","score_opus":0.236706911822794,"score_gpt":0.45882092987101225,"score_spread":0.22211401804821826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894478196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6412187,0.015010647,0.00016165011,0.33606112,0.0017553514,0.0002521939,0.0000010913327,0.00005265541,0.0054865503],"genre_scores_gemma":[0.93545127,0.019377923,0.0006918292,0.031184714,0.011690436,0.000023959416,0.000095392905,0.000025684176,0.0014587959],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842495,0.00010081721,0.00034975962,0.00049181114,0.00036127426,0.00027136272],"domain_scores_gemma":[0.99810195,0.00023491304,0.00011263361,0.0005908734,0.00014239668,0.0008172426],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024462428,0.00014029868,0.00028001957,0.0002205732,0.00010769749,0.0000041251665,0.00031505083,0.00030996482,0.00051213795],"category_scores_gemma":[0.012758617,0.00010680305,0.000009427109,0.00021270242,0.000279379,0.00016800502,0.00014227832,0.0007829011,0.000109945235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019170728,0.00005182829,0.02657238,0.00017690842,0.00008548207,0.000009481471,0.009159791,2.8132959e-8,0.0022300596,0.0036824956,0.07011997,0.88771987],"study_design_scores_gemma":[0.0012928846,0.00091641623,0.109764785,0.0015070103,0.0003072865,0.0011748953,0.007679624,0.00021979604,0.00016979805,0.001608742,0.8751308,0.00022796183],"about_ca_topic_score_codex":0.0000786588,"about_ca_topic_score_gemma":0.000050155933,"teacher_disagreement_score":0.8874919,"about_ca_system_score_codex":0.000039588373,"about_ca_system_score_gemma":0.000659546,"threshold_uncertainty_score":0.9955573},"labels":[],"label_agreement":null},{"id":"W2894808334","doi":"10.1097/01.acm.0000546275.27421.fb","title":"Commentary on an Excerpt From “Magnetism”","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; McGill University; Douglas Mental Health University Institute","funders":"","keywords":"Objectivity (philosophy); Population; Active listening; Psychology; Psychoanalysis; Dream; Power (physics); Medicine; Psychotherapist; Epistemology; Philosophy","score_opus":0.06291781415209821,"score_gpt":0.3186725665728212,"score_spread":0.255754752420723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894808334","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036373248,0.002159182,0.000001469962,0.90221214,0.013099437,0.0003798483,0.00043640385,0.000114352355,0.07795985],"genre_scores_gemma":[0.00096714246,0.0004367466,0.000006907597,0.7502657,0.21813016,0.00002817355,0.005016149,0.000060896527,0.0250881],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734545,0.00021133806,0.00065328606,0.0005770165,0.00064785895,0.0005650518],"domain_scores_gemma":[0.9985463,0.00027341946,0.0002924679,0.0005918569,0.000038080594,0.00025788255],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00030923056,0.0004464723,0.0005674459,0.00017891865,0.00035361556,0.000015926205,0.00062980375,0.00082244026,0.06463924],"category_scores_gemma":[0.00001507979,0.0003293065,0.000054692253,0.000026666332,0.00070117955,0.00011153927,0.00004764334,0.0040843845,0.0014043038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005012954,0.000007916712,0.00003725769,0.00012316699,0.000031220276,0.00003663305,0.017210262,6.5413497e-9,0.0000016271866,0.00076935417,0.9801794,0.0015530087],"study_design_scores_gemma":[0.0007712629,0.0014033202,0.000018665647,0.00095075637,0.00010005887,0.0000034798056,0.0015235052,0.0000043343266,0.0000024299807,0.008274978,0.9866219,0.000325304],"about_ca_topic_score_codex":0.0052448185,"about_ca_topic_score_gemma":0.0002779008,"teacher_disagreement_score":0.20503072,"about_ca_system_score_codex":0.000074325544,"about_ca_system_score_gemma":0.000039357783,"threshold_uncertainty_score":0.9999159},"labels":[],"label_agreement":null},{"id":"W2895460509","doi":"10.1097/acm.0000000000002476","title":"Educating for Indigenous Health Equity: An International Consensus Statement","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia; Institute of Indigenous Peoples' Health; NOSM University; University of Calgary","funders":"Medical Research Council; Canadian Institutes of Health Research; National Health and Medical Research Council; Queen's University; University of Notre Dame Australia; Health Research Council of New Zealand; University of Notre Dame; University of Otago; Faculty of Medical and Health Sciences, University of Auckland; University of Minnesota","keywords":"Indigenous; Health equity; Equity (law); Health care; Racism; Political science; Privilege (computing); Social determinants of health; Public relations; Economic growth; Sociology; Medicine; Law","score_opus":0.22100809451102726,"score_gpt":0.6097790741244578,"score_spread":0.3887709796134305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895460509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81363547,0.0017799481,0.0017802323,0.13631016,0.013191607,0.0049408283,0.00010965384,0.00035172794,0.027900346],"genre_scores_gemma":[0.91092384,0.0010070296,0.0038534838,0.06259962,0.013018751,0.00041068447,0.00033516609,0.000060763672,0.007790651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603814,0.0003783519,0.0014612951,0.0004248966,0.0005232323,0.0011740958],"domain_scores_gemma":[0.9969211,0.00080362073,0.0008063035,0.00035514665,0.00048442875,0.0006293744],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004559154,0.00019701457,0.00043235839,0.00014882824,0.0011283407,0.000002930535,0.000517208,0.00026245083,0.0012048086],"category_scores_gemma":[0.001313991,0.00016160609,0.000021558057,0.00020045727,0.00025450366,0.00009176979,0.00018190121,0.00089890294,0.00019416546],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034301434,0.00004220018,0.04516022,0.0007616727,0.00006646931,0.000002518585,0.22023995,0.0000019730749,0.00023764036,0.014555716,0.62003756,0.09855106],"study_design_scores_gemma":[0.0025402468,0.0018611643,0.003317704,0.0023829332,0.000024004781,0.000011762017,0.07006838,0.00031833764,0.000027826829,0.009654433,0.9095773,0.00021591749],"about_ca_topic_score_codex":0.0026362832,"about_ca_topic_score_gemma":0.00037161403,"teacher_disagreement_score":0.28953972,"about_ca_system_score_codex":0.0010296464,"about_ca_system_score_gemma":0.0015841033,"threshold_uncertainty_score":0.99970824},"labels":[],"label_agreement":null},{"id":"W2897253278","doi":"10.1097/acm.0000000000002495","title":"The Power of Subjectivity in the Assessment of Medical Trainees","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Subjectivity; Power (physics); Medical education; MEDLINE; Educational measurement; Psychology; Medicine; Pedagogy; Political science; Epistemology; Curriculum; Philosophy; Law","score_opus":0.03421095817006724,"score_gpt":0.44633220496198855,"score_spread":0.4121212467919213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897253278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8769124,0.00031010553,0.0010636345,0.11163792,0.00060417707,0.00038245798,7.1008293e-7,0.000010147577,0.009078409],"genre_scores_gemma":[0.9948389,0.00032413288,0.00012408738,0.0038049852,0.0007417912,0.000027507365,0.000006783828,0.000008459259,0.00012338825],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9968399,0.00021540574,0.0007773595,0.00015391962,0.0018030589,0.00021039342],"domain_scores_gemma":[0.99799293,0.001011881,0.00023952949,0.00043131792,0.00027159098,0.000052760686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010358116,0.00010122869,0.0003112425,0.00015080487,0.000065233864,0.00000115474,0.0004861829,0.00024149404,0.00051867287],"category_scores_gemma":[0.009562293,0.000046470985,0.000030727726,0.0009511739,0.0017924292,0.000034965175,0.00004070139,0.0010992535,0.0000026961586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033384238,0.0005362847,0.17635837,0.0005612755,0.00022870542,0.000023992565,0.091018595,6.9195846e-7,0.011597544,0.25330678,0.28494328,0.18109062],"study_design_scores_gemma":[0.0062384196,0.003925387,0.8349328,0.002728025,0.00024033501,0.00031575674,0.059678696,0.0031872387,0.0032154783,0.008313631,0.07699513,0.00022912952],"about_ca_topic_score_codex":0.00008803104,"about_ca_topic_score_gemma":0.000013847845,"teacher_disagreement_score":0.6585744,"about_ca_system_score_codex":0.000057907935,"about_ca_system_score_gemma":0.00042904704,"threshold_uncertainty_score":0.9987806},"labels":[],"label_agreement":null},{"id":"W2898042872","doi":"10.1097/acm.0000000000002496","title":"The Social Media Editor at Medical Journals: Responsibilities, Goals, Barriers, and Facilitators","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University","funders":"National Institute on Aging","keywords":"Social media; Snowball sampling; Public relations; Facilitator; Thematic analysis; Mainstream; Sociology; Phone; Medical education; Business; Psychology; Political science; Medicine; Qualitative research","score_opus":0.10198219059256683,"score_gpt":0.4586679108368562,"score_spread":0.35668572024428935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898042872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66154987,0.010874717,0.000009956386,0.26466954,0.059979703,0.0006916302,0.000011286543,0.000112090675,0.0021011706],"genre_scores_gemma":[0.7301612,0.01714061,0.000021944456,0.0034400881,0.24756023,0.00025960038,0.0000072276475,0.000031584696,0.0013775224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941944,0.0015127436,0.0007479956,0.00035030136,0.0024070458,0.00078751467],"domain_scores_gemma":[0.976255,0.021575877,0.00028079015,0.0001948767,0.00037380127,0.0013196275],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.014818762,0.00017205195,0.0003354925,0.00011544548,0.0042150095,0.000021994867,0.0006275805,0.00075157074,0.002845661],"category_scores_gemma":[0.24105908,0.00011907598,0.00003601834,0.0005489161,0.008076137,0.0001741062,0.00012437374,0.0011056812,0.00008092832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008244331,0.0000015564765,0.01592682,0.000012149701,0.000015442569,0.0000016024011,0.40971148,1.5672138e-9,0.000023395964,0.0073897955,0.5487051,0.01813023],"study_design_scores_gemma":[0.0003858467,0.000058393387,0.010781294,0.000113091584,0.000022865155,0.0000038225653,0.14651226,0.000002936407,0.000009793638,0.007158084,0.8348364,0.00011522039],"about_ca_topic_score_codex":0.0013175344,"about_ca_topic_score_gemma":0.0032334449,"teacher_disagreement_score":0.2861313,"about_ca_system_score_codex":0.00060582557,"about_ca_system_score_gemma":0.0019264066,"threshold_uncertainty_score":0.9980659},"labels":[],"label_agreement":null},{"id":"W2898152273","doi":"10.1097/acm.0000000000002502","title":"Contextualizing Work-Based Assessments of Faculty and Residents: Is There a Relationship Between the Clinical Practice Environment and Assessments of Learners and Teachers?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Competence (human resources); Context (archaeology); Psychology; Rating scale; Medicine; Work environment; Faculty development; Medical education; Family medicine; Professional development; Job satisfaction; Geography; Social psychology","score_opus":0.20344887256249558,"score_gpt":0.524573930704012,"score_spread":0.3211250581415165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898152273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758166,0.0010655216,0.0017367637,0.020228785,0.00008852806,0.0003598776,0.0000037126479,0.00000901348,0.0006912067],"genre_scores_gemma":[0.9925276,0.0004408808,0.0034815017,0.002857476,0.0002972952,0.000013008251,0.00003406828,0.000014652807,0.00033353534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978205,0.00029048717,0.0008465929,0.000273099,0.00062175095,0.00014758379],"domain_scores_gemma":[0.99702626,0.0018712555,0.00060730317,0.00026325902,0.00013284011,0.000099091674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040350393,0.00012621576,0.00034361283,0.00010142697,0.00010294373,0.000004190363,0.00010020097,0.0002712919,0.00007813308],"category_scores_gemma":[0.0075791,0.000084898275,0.000018120727,0.0002446273,0.0015628848,0.00012501572,0.00006756488,0.0009113253,0.0000021664605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009518501,0.000024751285,0.96542233,0.000070744245,0.000110090376,8.28422e-7,0.0043961583,7.5974924e-8,0.00007488303,0.00034702974,0.0064488123,0.023009097],"study_design_scores_gemma":[0.0023836265,0.0006988476,0.9782854,0.0008521644,0.0005187651,0.000009807352,0.0107605755,0.00006569227,0.00009231063,0.00030599211,0.0059554386,0.00007142355],"about_ca_topic_score_codex":0.00008320973,"about_ca_topic_score_gemma":4.3442105e-7,"teacher_disagreement_score":0.022937674,"about_ca_system_score_codex":0.000043241154,"about_ca_system_score_gemma":0.00011047318,"threshold_uncertainty_score":0.9073438},"labels":[],"label_agreement":null},{"id":"W2898186606","doi":"10.1097/acm.0000000000002377","title":"Testing Test-Enhanced Continuing Medical Education: A Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; Research Manitoba; University of Toronto","funders":"","keywords":"Randomized controlled trial; Formative assessment; Test (biology); Medicine; Continuing medical education; Multiple choice; Intervention (counseling); Vignette; Family medicine; Medical education; Psychology; Continuing education; Nursing; Significant difference; Internal medicine","score_opus":0.022071128270610023,"score_gpt":0.3822482620248909,"score_spread":0.36017713375428084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898186606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82616556,0.0013881521,0.0054836934,0.061954748,0.009321188,0.009444789,5.436006e-7,0.00043017653,0.08581113],"genre_scores_gemma":[0.94105613,0.00015508564,0.0024596779,0.022656856,0.023228802,0.0016403829,0.00004827319,0.000051121257,0.008703658],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99447495,0.00030943577,0.0023358953,0.00054630963,0.0018093118,0.0005241028],"domain_scores_gemma":[0.9912037,0.004688797,0.00093619473,0.0006151157,0.0020517649,0.00050438236],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008677206,0.00034753972,0.002315234,0.00048677428,0.00017395793,0.000009998503,0.00035762312,0.00063413917,0.0046661166],"category_scores_gemma":[0.3698156,0.00022878463,0.00015645249,0.0013899142,0.0019403276,0.00012490251,0.00006429786,0.0015754371,0.0001996418],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7313202,0.00029767273,0.00041294083,0.00012850898,0.0002476906,0.0000105835115,0.005712761,6.4807864e-8,0.0042895144,0.0057584047,0.11543955,0.13638213],"study_design_scores_gemma":[0.9808144,0.0009988858,0.00012286779,0.002892967,0.0006727352,0.00019186703,0.0010154621,0.0021007946,0.00034110885,0.0019307195,0.008698109,0.00022007803],"about_ca_topic_score_codex":0.00004667662,"about_ca_topic_score_gemma":0.0000011387247,"teacher_disagreement_score":0.36113837,"about_ca_system_score_codex":0.00016890443,"about_ca_system_score_gemma":0.0017118893,"threshold_uncertainty_score":0.9962438},"labels":[],"label_agreement":null},{"id":"W2898337791","doi":"10.1097/acm.0000000000002378","title":"Do One Then See One: Sequencing Discovery Learning and Direct Instruction for Simulation-Based Technical Skills Training","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; McMaster University; The Wilson Centre","funders":"","keywords":"MEDLINE; Medicine; Psychology; Chemistry","score_opus":0.09013971530088657,"score_gpt":0.40681090811751736,"score_spread":0.3166711928166308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898337791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643721,0.0006021743,0.025018577,0.006724287,0.00064114283,0.0013815481,0.000008751452,0.00028895837,0.0009624448],"genre_scores_gemma":[0.99086046,0.0000663385,0.0027270436,0.0018369376,0.0037460045,0.00010320591,0.00014706534,0.00006057773,0.00045239116],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761677,0.00012289087,0.0007658789,0.0005471447,0.00053778355,0.00040955158],"domain_scores_gemma":[0.99466056,0.003991869,0.0003244206,0.0002742877,0.00046846629,0.0002803987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013527243,0.00023698024,0.00054213713,0.0003537326,0.00034189716,0.000014543581,0.0000964094,0.00040387778,0.0002079789],"category_scores_gemma":[0.005075499,0.00021208527,0.00005209351,0.00044963218,0.0004389463,0.0002193752,0.000022412025,0.0008451495,0.000008970103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001997936,0.000123244,0.7451208,0.0023183033,0.0003374151,0.0000063284965,0.07227212,0.019404901,0.07305591,0.002821434,0.0010541689,0.08148741],"study_design_scores_gemma":[0.042210955,0.009226312,0.2828053,0.024832483,0.0027956802,0.00019074258,0.06196553,0.5288732,0.015429381,0.013778543,0.015231897,0.0026599728],"about_ca_topic_score_codex":0.00007792005,"about_ca_topic_score_gemma":0.0000034650536,"teacher_disagreement_score":0.5094683,"about_ca_system_score_codex":0.000457049,"about_ca_system_score_gemma":0.00061015156,"threshold_uncertainty_score":0.8648586},"labels":[],"label_agreement":null},{"id":"W2898454655","doi":"10.1097/acm.0000000000002382","title":"Striving While Accepting: Exploring the Relationship Between Identity and Implicit Bias Recognition and Management","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Implicit-association test; Psychology; Implicit bias; Implicit attitude; Grounded theory; Social psychology; Identity (music); Implicit personality theory; Mental health; Test (biology); Association (psychology); Applied psychology; Qualitative research; Psychotherapist; Personality","score_opus":0.5464446144308853,"score_gpt":0.4689312793739855,"score_spread":0.07751333505689983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898454655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899445,0.00071914634,0.00019448219,0.0023793185,0.00043039507,0.00048437493,0.0000044738217,0.00004494897,0.005798334],"genre_scores_gemma":[0.9968283,0.00055329694,0.00003305236,0.0005242653,0.0012231433,0.000108631146,0.00003031887,0.000012371459,0.0006865877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886554,0.000119225864,0.0003264444,0.00027387057,0.0001720223,0.000242878],"domain_scores_gemma":[0.9988014,0.0007724646,0.00013834941,0.00016472396,0.00001943557,0.000103644816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010001125,0.00011704389,0.00015222689,0.000110461166,0.00045290458,0.000014051131,0.00013481866,0.00008521609,0.000321372],"category_scores_gemma":[0.000122438,0.00007881601,0.000009830476,0.00021874192,0.00018787454,0.00033005176,0.00011204602,0.0003221945,0.00010603649],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020756534,0.0000038876938,0.84351027,0.00007576532,0.00004002769,0.0000027977912,0.0068089715,6.9755854e-9,0.000014133017,0.003655169,0.0020899614,0.14377826],"study_design_scores_gemma":[0.0008225469,0.00012113264,0.98252285,0.0003051189,0.000110361936,0.0000106444495,0.0042931894,0.0000020101165,0.000021277152,0.010707316,0.0010039379,0.00007960876],"about_ca_topic_score_codex":0.00023734156,"about_ca_topic_score_gemma":0.000021175363,"teacher_disagreement_score":0.14369866,"about_ca_system_score_codex":0.00003081843,"about_ca_system_score_gemma":0.0000018801571,"threshold_uncertainty_score":0.3518798},"labels":[],"label_agreement":null},{"id":"W2898523464","doi":"10.1097/acm.0000000000002376","title":"Medical Student Use of Electronic and Paper Health Records During Inpatient Clinical Clerkships: Results of a National Longitudinal Study","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preparedness; Quarter (Canadian coin); Medicine; Medical education; Clinical clerkship; Family medicine; Electronic health record; Medical record; Psychology; Curriculum; Health care; Pedagogy","score_opus":0.13554201806427382,"score_gpt":0.5068495883056953,"score_spread":0.37130757024142147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898523464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818721,0.00036453712,0.00013947734,0.015964769,0.0006331004,0.0008189286,0.0000045275133,0.000026754207,0.00017580402],"genre_scores_gemma":[0.994039,0.0010938782,0.00027540684,0.0027292613,0.0015436775,0.000028694805,0.00004233879,0.000020306323,0.00022743024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9937952,0.00032301323,0.0026262533,0.0004914444,0.0023800354,0.0003840287],"domain_scores_gemma":[0.99697673,0.0006006119,0.0008222523,0.0003653346,0.0009557088,0.00027935242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007742136,0.00018653223,0.0007735729,0.00036778173,0.00009012381,0.0000021219944,0.00020716044,0.0002961785,0.00028977756],"category_scores_gemma":[0.018087508,0.00014112538,0.000042045704,0.000748681,0.0010878623,0.00012735202,0.00013343319,0.0014218382,0.0000046418118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015966408,0.0009702339,0.93793255,0.00025568687,0.00031525502,0.00000688871,0.011497184,4.7421332e-7,0.00015470157,0.0013482174,0.020867893,0.02505426],"study_design_scores_gemma":[0.008638147,0.007426376,0.9753261,0.0012989851,0.00010177396,0.00008325551,0.0032416198,0.00016830761,0.000054884455,0.00024278213,0.003304283,0.000113463306],"about_ca_topic_score_codex":0.00022847114,"about_ca_topic_score_gemma":0.00005888829,"teacher_disagreement_score":0.03739356,"about_ca_system_score_codex":0.00025342606,"about_ca_system_score_gemma":0.0011676555,"threshold_uncertainty_score":0.99018353},"labels":[],"label_agreement":null},{"id":"W2898875685","doi":"10.1097/acm.0000000000002503","title":"Leadership Development in Postgraduate Medical Education: A Systematic Review of the Literature","year":2018,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Curriculum; Medical education; Psychological intervention; Inclusion (mineral); Psychology; Faculty development; Leadership development; Quality (philosophy); Educational leadership; Focus group; Professional development; Medicine; Pedagogy; Nursing; Sociology; Political science","score_opus":0.1188511740178974,"score_gpt":0.44174395843556585,"score_spread":0.32289278441766844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898875685","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000073349884,0.9718516,0.0000062117174,0.021227695,0.0017059548,0.004462087,0.0000016670076,0.00002663897,0.0007108059],"genre_scores_gemma":[0.000007956265,0.96758026,0.00013328444,0.025847187,0.0013683805,0.0008304627,0.000377791,0.000056114204,0.003798572],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99227315,0.0006526196,0.0039580474,0.00052458915,0.002193128,0.00039847498],"domain_scores_gemma":[0.9958261,0.000333775,0.0016712202,0.0011720839,0.00078955304,0.00020724536],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005940343,0.000527224,0.00382545,0.0006865033,0.000061426,0.0000035074972,0.0010711952,0.0012057424,0.00052431005],"category_scores_gemma":[0.046418514,0.00026575042,0.00024192166,0.0040457402,0.0006053785,0.000056020024,0.00013465813,0.003475622,0.00008295826],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021786643,0.000036831236,0.0000071085838,0.8495538,0.00009473272,0.0000046923346,0.0013807797,2.801074e-10,4.2884615e-8,0.00034679467,0.08651727,0.06205576],"study_design_scores_gemma":[0.00017796013,0.000029096813,0.000004250913,0.6243077,0.0012582367,0.00062326196,0.00020553319,5.4353717e-7,4.7472244e-7,0.000029208988,0.3732404,0.00012328794],"about_ca_topic_score_codex":0.0000051330885,"about_ca_topic_score_gemma":0.0000013316978,"teacher_disagreement_score":0.28672317,"about_ca_system_score_codex":0.00058855175,"about_ca_system_score_gemma":0.009153359,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W2898984804","doi":"10.1097/acm.0000000000002510","title":"Is It Time to Be More Explicit About the Purpose of a Hospital Admission?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Constructivist grounded theory; Hospital admission; Grounded theory; Phase (matter); Medical education; Psychology; Clinical Practice; Health care; Medicine; Nursing; Qualitative research; Sociology; Computer science","score_opus":0.058285798688842656,"score_gpt":0.40743242268914415,"score_spread":0.3491466240003015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898984804","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21209162,0.0005434733,0.00011446728,0.7731863,0.00047827722,0.00073454826,0.0000082105,0.00004729803,0.012795786],"genre_scores_gemma":[0.49019805,0.0003140084,0.00019558094,0.3629128,0.0031328285,0.0000657939,0.00003082182,0.000037712656,0.14311239],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977482,0.000048593494,0.00064388255,0.00034744115,0.00085876696,0.00035314134],"domain_scores_gemma":[0.99661946,0.00025929508,0.00017116265,0.00062285864,0.0002839937,0.0020432135],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000646305,0.00020620946,0.00046995087,0.00015034537,0.00012452743,0.0000024365243,0.00039111162,0.00023847698,0.08321552],"category_scores_gemma":[0.010327238,0.000108749155,0.00007406004,0.0005926808,0.00048144953,0.000044765213,0.000107902204,0.0006814087,0.00096709654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006691078,0.000047472193,0.00035329038,0.0000390978,0.00003408074,0.000004546639,0.02962775,2.673215e-8,0.010292131,0.00018060372,0.9560491,0.0033050172],"study_design_scores_gemma":[0.0013106194,0.001315025,0.002952138,0.0013749837,0.0001642749,0.000038886894,0.0078064217,0.00014272556,0.0051678475,0.000118434335,0.97946584,0.00014279466],"about_ca_topic_score_codex":0.000031520893,"about_ca_topic_score_gemma":2.8614053e-7,"teacher_disagreement_score":0.4102735,"about_ca_system_score_codex":0.00003887057,"about_ca_system_score_gemma":0.0005943333,"threshold_uncertainty_score":0.99981076},"labels":[],"label_agreement":null},{"id":"W2899080483","doi":"10.1097/acm.0000000000002512","title":"A Philosophical Approach to Addressing Uncertainty in Medical Education","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"","keywords":"MEDLINE; Medical education; Psychology; Epistemology; Engineering ethics; Medicine; Philosophy; Political science; Law; Engineering","score_opus":0.09629249498382905,"score_gpt":0.4426868394559438,"score_spread":0.3463943444721147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899080483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72849625,0.0010137757,0.0009936875,0.17171063,0.0010129737,0.0007180399,0.0000014773211,0.00012789955,0.09592527],"genre_scores_gemma":[0.94422567,0.00017327513,0.0004713015,0.04860414,0.005757269,0.000062302504,0.00005176804,0.000022883554,0.0006313933],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99731874,0.000098693556,0.0007128145,0.00051120605,0.0009498645,0.000408699],"domain_scores_gemma":[0.99578226,0.002487568,0.00008783634,0.00035489257,0.00016960256,0.0011178314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016631412,0.0001880104,0.00055274524,0.00026968226,0.000051321276,0.0000034551624,0.00023746412,0.0005224001,0.0007482265],"category_scores_gemma":[0.14647235,0.00013393503,0.00004322338,0.00071961415,0.00053367513,0.000036463658,0.00008456138,0.0012048682,0.00017000356],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023482456,0.0017170778,0.13356173,0.0003259525,0.0001313631,0.0001926686,0.016432555,0.000021940568,0.0011938901,0.067002766,0.3954797,0.3815921],"study_design_scores_gemma":[0.045870986,0.010166455,0.48429617,0.16225109,0.0011852154,0.004635525,0.009303743,0.036656294,0.00056760584,0.114008695,0.12831303,0.002745179],"about_ca_topic_score_codex":0.00022375313,"about_ca_topic_score_gemma":0.0000072945913,"teacher_disagreement_score":0.3788469,"about_ca_system_score_codex":0.00012740561,"about_ca_system_score_gemma":0.0009334402,"threshold_uncertainty_score":0.8607173},"labels":[],"label_agreement":null},{"id":"W2899386278","doi":"10.1097/acm.0000000000002506","title":"Validity Evidence for a Brief Online Key Features Examination in the Internal Medicine Clerkship","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Medicine; Psychology; Medical education; External validity; Internal validity; Variance (accounting); Social psychology; Pathology","score_opus":0.20873795979261817,"score_gpt":0.47744499333877205,"score_spread":0.2687070335461539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899386278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7647713,0.0013625147,0.010204583,0.2167352,0.0021047138,0.0016291284,0.000004480518,0.000082634026,0.0031054895],"genre_scores_gemma":[0.94906735,0.00051438576,0.0009831223,0.034984443,0.012086936,0.00014416041,0.00019816161,0.000028645467,0.0019928063],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99672425,0.00029052654,0.00096989336,0.00047825553,0.0011110711,0.00042602036],"domain_scores_gemma":[0.9964167,0.0018856871,0.00032610705,0.00056308164,0.0006960926,0.00011236945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007649819,0.00025259194,0.00048178362,0.0004681674,0.00014542462,0.000006261889,0.00057799666,0.0003680522,0.00043285915],"category_scores_gemma":[0.0419184,0.0001494133,0.000043269392,0.0012613169,0.0012141163,0.00019773902,0.000049326092,0.0014904046,0.000016096636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007224022,0.00014541157,0.02259512,0.00048687,0.000049825594,0.00001887736,0.047142845,5.714175e-7,0.006336362,0.010501715,0.7888611,0.1231389],"study_design_scores_gemma":[0.007244013,0.0043645054,0.8341575,0.009530531,0.00045731565,0.00060512545,0.015340396,0.0018976507,0.00084765884,0.0078046746,0.11740855,0.000342038],"about_ca_topic_score_codex":0.0002991118,"about_ca_topic_score_gemma":0.000058898182,"teacher_disagreement_score":0.8115624,"about_ca_system_score_codex":0.00024990962,"about_ca_system_score_gemma":0.00016905427,"threshold_uncertainty_score":0.96615195},"labels":[],"label_agreement":null},{"id":"W2901547687","doi":"10.1097/acm.0000000000002521","title":"Computing for Medicine: Can We Prepare Medical Students for the Future?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Toronto East General Hospital; University of Toronto","funders":"University of Toronto","keywords":"Medical education; Computer science; Certificate; Pace; Health care; Medicine; Algorithm","score_opus":0.01773406159347619,"score_gpt":0.328804699383964,"score_spread":0.3110706377904878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901547687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082792975,0.029105471,0.525264,0.31835464,0.039122,0.0029217955,0.000036696052,0.0013889209,0.0010134564],"genre_scores_gemma":[0.94615555,0.003027832,0.00040013742,0.0034609735,0.045944616,0.00020987484,0.00007724599,0.00007513657,0.0006486351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815583,0.000013815342,0.00045719958,0.00023072239,0.00072776066,0.00041465933],"domain_scores_gemma":[0.9984983,0.00082997174,0.000051561066,0.0002385958,0.000096277174,0.0002852642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013666038,0.0002027955,0.00028964318,0.00008302613,0.00015402268,0.0000053760364,0.00079863385,0.00030926082,0.0002195346],"category_scores_gemma":[0.00072277896,0.00011737458,0.000037328067,0.00024665668,0.0003568436,0.00003213074,0.000051424664,0.00038649177,0.000006174728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023166076,0.0000064399806,0.0004900424,0.0007093752,0.0001426288,6.5933637e-7,0.008408068,0.000047004633,0.00043966025,0.0012061051,0.9289927,0.059534147],"study_design_scores_gemma":[0.0020145955,0.00031334595,0.0015125438,0.0010813805,0.00012822825,0.000027678741,0.002533335,0.08850254,0.00018393162,0.0016548187,0.9018037,0.00024394377],"about_ca_topic_score_codex":0.000016215177,"about_ca_topic_score_gemma":0.000018436913,"teacher_disagreement_score":0.86336255,"about_ca_system_score_codex":0.0000696946,"about_ca_system_score_gemma":0.00004221033,"threshold_uncertainty_score":0.47863963},"labels":[],"label_agreement":null},{"id":"W2901986400","doi":"10.1097/acm.0000000000002453","title":"In Reply to Morris","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Sociocultural evolution; Social learning; Learning theory; Epistemology; Psychology; Subject (documents); Sociology; Pedagogy; Computer science","score_opus":0.14332483676149751,"score_gpt":0.48597552461106847,"score_spread":0.342650687849571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901986400","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006240953,0.0001442639,0.000024503599,0.87960994,0.0037338128,0.00024487678,8.603642e-7,0.0000418971,0.11557575],"genre_scores_gemma":[0.00064834085,0.00019289524,0.00004960156,0.75344783,0.04438225,0.000026661057,0.000018858605,0.000016800917,0.20121677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997445,0.0006141836,0.00041650995,0.0003802282,0.0007160374,0.0004280292],"domain_scores_gemma":[0.99835736,0.0007929132,0.00031205785,0.00023489527,0.00021307422,0.00008972203],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036615143,0.00015519158,0.0002940846,0.00047380314,0.00017945508,0.000011441285,0.00055668526,0.0007738192,0.008240281],"category_scores_gemma":[0.011342923,0.00013383928,0.000017494389,0.0010443307,0.0004718,0.0001745079,0.000038069,0.0042419643,0.0013570299],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037009163,9.616988e-7,0.0003101158,0.000011230795,0.0000054536576,0.000019451758,0.08245285,4.322924e-8,0.00000561092,0.0007626507,0.9160293,0.0003986642],"study_design_scores_gemma":[0.000105828956,0.000046601996,0.00014919763,0.00023830787,0.000011110776,0.0000017996113,0.007723453,2.971649e-7,0.0000035032747,0.0007549476,0.9908195,0.00014546425],"about_ca_topic_score_codex":0.007247972,"about_ca_topic_score_gemma":0.000076121825,"teacher_disagreement_score":0.12616211,"about_ca_system_score_codex":0.0002060052,"about_ca_system_score_gemma":0.0003754584,"threshold_uncertainty_score":0.9994205},"labels":[],"label_agreement":null},{"id":"W2901998057","doi":"10.1097/acm.0000000000002538","title":"Postapplication Advisement for U.S. Medical School Reapplicants: One School’s Program","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ethnic group; Quarter (Canadian coin); Medical education; Medical school; Family medicine; Psychology; Medicine; Political science; Law; Geography","score_opus":0.05464144582883559,"score_gpt":0.4483894303190054,"score_spread":0.39374798449016984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901998057","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06474231,0.0029659136,0.019874126,0.85476,0.0017076446,0.011240213,0.00002497529,0.0012469376,0.043437876],"genre_scores_gemma":[0.7378338,0.0036619557,0.010422992,0.19559067,0.019875674,0.00425943,0.0008785297,0.00014735716,0.027329583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99633217,0.000051674637,0.000982285,0.0006372338,0.001403914,0.00059272],"domain_scores_gemma":[0.99129426,0.00025553154,0.00023328184,0.00062998105,0.00049061526,0.007096325],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015315239,0.00026796327,0.0005658256,0.00021064191,0.00020059584,0.0000069205485,0.00038129473,0.0005295781,0.042461872],"category_scores_gemma":[0.031456098,0.00019542564,0.00007916239,0.0005378345,0.00067587604,0.000075235395,0.00007838212,0.0010520627,0.0006066781],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004007565,0.0003400719,0.0016212837,0.00026376854,0.00013010773,0.0000040811174,0.00051997066,1.9594447e-8,0.009371273,0.005498033,0.841262,0.14058866],"study_design_scores_gemma":[0.00516205,0.0019048301,0.0059328945,0.001579777,0.00033035193,0.00007611929,0.0008376674,0.00049300824,0.0016085545,0.0018203302,0.9800207,0.00023370415],"about_ca_topic_score_codex":0.00004301929,"about_ca_topic_score_gemma":0.0000028070733,"teacher_disagreement_score":0.6730915,"about_ca_system_score_codex":0.00015610954,"about_ca_system_score_gemma":0.0025831985,"threshold_uncertainty_score":0.97670233},"labels":[],"label_agreement":null},{"id":"W2902817644","doi":"10.1097/acm.0000000000002461","title":"Shedding More Light on the State of Interprofessional Education","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Disability Prevention and Rehabilitation","funders":"","keywords":"Expansive; Curriculum; Interprofessional education; Medical education; Sociology; Pedagogy; Medicine; Health care; Political science","score_opus":0.03863831411236047,"score_gpt":0.4651015887418043,"score_spread":0.42646327462944383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902817644","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03467258,0.0003392329,0.000057446665,0.9291599,0.017050669,0.0012739021,0.000033975666,0.00005354606,0.017358756],"genre_scores_gemma":[0.021378126,0.00012551076,0.000031058946,0.78455865,0.021295419,0.000493769,0.00054016593,0.00006262537,0.17151465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953627,0.0012073101,0.0014104577,0.00047065128,0.0010601281,0.0004887464],"domain_scores_gemma":[0.99465424,0.0022302766,0.0014578869,0.0006666924,0.0008904608,0.00010041656],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015468937,0.00038394687,0.0005686768,0.00042951293,0.0005946699,0.0000028166771,0.0007864464,0.0012889522,0.006677157],"category_scores_gemma":[0.0014924664,0.00020928304,0.000069354894,0.00051722256,0.00033618216,0.00009581736,0.00015777232,0.008427727,0.0008411753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018708222,0.000010658211,0.00023946185,0.0002981313,0.000038755577,0.0000013135777,0.020940507,1.3858184e-7,0.00056293904,0.00136203,0.9755744,0.0007845898],"study_design_scores_gemma":[0.00028326755,0.00014293555,0.00043319628,0.015561617,0.000060220755,0.000002321963,0.012572994,0.00003405174,0.00014851739,0.0078150565,0.962736,0.00020978191],"about_ca_topic_score_codex":0.00019398979,"about_ca_topic_score_gemma":0.000012147586,"teacher_disagreement_score":0.1541559,"about_ca_system_score_codex":0.000367529,"about_ca_system_score_gemma":0.0058892732,"threshold_uncertainty_score":0.99993676},"labels":[],"label_agreement":null},{"id":"W2903250566","doi":"10.1097/acm.0000000000002456","title":"In Reply to Nasmith et al and to Tassone et al","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; The Wilson Centre","funders":"","keywords":"Interprofessional education; Argument (complex analysis); Curriculum; Sociology; Rhetoric; Underpinning; Transferability; Scale (ratio); Epistemology; Engineering ethics; Pedagogy; Political science; Medicine; Health care; Computer science; Philosophy; Engineering","score_opus":0.05899769224630271,"score_gpt":0.5119687744067123,"score_spread":0.4529710821604096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903250566","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013410643,0.00017554015,0.00014431587,0.97440606,0.0058779204,0.0013731611,0.00004128064,0.00004786488,0.004523203],"genre_scores_gemma":[0.0010677207,0.00023187949,0.00026918403,0.9282717,0.004321877,0.00045686928,0.00029954058,0.00005390726,0.06502729],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961812,0.001004489,0.00094256125,0.0006476469,0.0006720275,0.0005520981],"domain_scores_gemma":[0.9977659,0.00090656494,0.0003226057,0.00039353338,0.00034633264,0.0002650521],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002844815,0.00030040773,0.00055481313,0.0005368795,0.00017922946,0.0000042269235,0.00030051966,0.00084236724,0.0019130458],"category_scores_gemma":[0.0025226849,0.00022979117,0.000017928342,0.0005682792,0.000076562654,0.0001263154,0.00020356488,0.006711077,0.0010218573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001259733,0.0000037950244,0.00058831944,0.00006229514,0.000010364021,0.00001548626,0.02257814,1.1631697e-7,0.00027497284,0.00036479006,0.97588766,0.00008811646],"study_design_scores_gemma":[0.0007039287,0.0002321683,0.0015857118,0.0035356139,0.000013832269,0.000006768953,0.002945455,0.000006711181,0.0000070120095,0.00044853278,0.9902935,0.00022075014],"about_ca_topic_score_codex":0.000953653,"about_ca_topic_score_gemma":0.00018852127,"teacher_disagreement_score":0.060504086,"about_ca_system_score_codex":0.0003078378,"about_ca_system_score_gemma":0.0013071919,"threshold_uncertainty_score":0.999756},"labels":[],"label_agreement":null},{"id":"W2903285464","doi":"10.1097/acm.0000000000002457","title":"Shedding More Light on the State of Interprofessional Education","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"General partnership; Interprofessional education; Health care; Government (linguistics); Sociology; Higher education; Institution; Work (physics); Political science; Public relations; Social science","score_opus":0.03863831411236047,"score_gpt":0.4651015887418043,"score_spread":0.42646327462944383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903285464","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03467258,0.0003392329,0.000057446665,0.9291599,0.017050669,0.0012739021,0.000033975666,0.00005354606,0.017358756],"genre_scores_gemma":[0.021378126,0.00012551076,0.000031058946,0.78455865,0.021295419,0.000493769,0.00054016593,0.00006262537,0.17151465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953627,0.0012073101,0.0014104577,0.00047065128,0.0010601281,0.0004887464],"domain_scores_gemma":[0.99465424,0.0022302766,0.0014578869,0.0006666924,0.0008904608,0.00010041656],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015468937,0.00038394687,0.0005686768,0.00042951293,0.0005946699,0.0000028166771,0.0007864464,0.0012889522,0.006677157],"category_scores_gemma":[0.0014924664,0.00020928304,0.000069354894,0.00051722256,0.00033618216,0.00009581736,0.00015777232,0.008427727,0.0008411753],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018708222,0.000010658211,0.00023946185,0.0002981313,0.000038755577,0.0000013135777,0.020940507,1.3858184e-7,0.00056293904,0.00136203,0.9755744,0.0007845898],"study_design_scores_gemma":[0.00028326755,0.00014293555,0.00043319628,0.015561617,0.000060220755,0.000002321963,0.012572994,0.00003405174,0.00014851739,0.0078150565,0.962736,0.00020978191],"about_ca_topic_score_codex":0.00019398979,"about_ca_topic_score_gemma":0.000012147586,"teacher_disagreement_score":0.1541559,"about_ca_system_score_codex":0.000367529,"about_ca_system_score_gemma":0.0058892732,"threshold_uncertainty_score":0.99993676},"labels":[],"label_agreement":null},{"id":"W2903511807","doi":"10.1097/01.acm.0000549821.79641.12","title":"Commentary on “An Officer of the 10th Battalion, Cameronians (Scottish Rifles) Leads the Way out of a Sap and Is Being Followed by the Party”","year":2018,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Narrative; Officer; Disadvantaged; Point (geometry); Psychology; Luck; Sociology; Medical education; Medicine; Law; Political science","score_opus":0.02334108264446573,"score_gpt":0.3198067462792295,"score_spread":0.2964656636347638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903511807","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18956047,0.0022175345,0.000013723653,0.80473983,0.0014221873,0.00091097003,0.000058808415,0.000017903372,0.0010585864],"genre_scores_gemma":[0.24101226,0.0012580408,0.000005699875,0.74479157,0.006585431,0.000044025266,0.00025077027,0.000050865896,0.006001357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99641746,0.00046070633,0.00093396846,0.0004751262,0.0012646342,0.00044810204],"domain_scores_gemma":[0.9968928,0.0010339356,0.00070875837,0.0010423695,0.00014894841,0.00017320295],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0016558035,0.00040767068,0.00085409766,0.00010027005,0.000204594,0.0000043850814,0.0007260813,0.0009628149,0.00043970518],"category_scores_gemma":[0.0008644535,0.00017339046,0.0001360616,0.0002594752,0.0023457978,0.00005527512,0.00011595184,0.0041950713,0.000008529193],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007753586,0.000031749278,0.0011216841,0.00028279366,0.0001679631,0.0000046096466,0.064657114,5.7110178e-8,0.00074364024,0.00001666791,0.9312354,0.0016607909],"study_design_scores_gemma":[0.0019918832,0.0011134195,0.0011520358,0.0041125165,0.0015377181,0.000056324683,0.010819101,0.000022057236,0.0027330094,0.00021411177,0.97604054,0.0002072614],"about_ca_topic_score_codex":0.0005887898,"about_ca_topic_score_gemma":0.00002800594,"teacher_disagreement_score":0.05994827,"about_ca_system_score_codex":0.00008741967,"about_ca_system_score_gemma":0.000185669,"threshold_uncertainty_score":0.9981023},"labels":[],"label_agreement":null},{"id":"W2904488489","doi":"10.1097/acm.0000000000002713","title":"“Learning the Lingo”: A Grounded Theory Study of Telephone Talk in Clinical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast; Grainger Foundation","keywords":"Conversation; Conversation analysis; Grounded theory; Context (archaeology); Medical education; Psychology; Health care; Constructivist grounded theory; Theoretical sampling; Telephone interview; Qualitative research; Nursing; Medicine; Sociology; Communication; Political science","score_opus":0.030838399703703483,"score_gpt":0.424536236796652,"score_spread":0.3936978370929485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904488489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706293,0.00043055322,0.00008580916,0.005317862,0.0014238249,0.0013523152,8.954983e-8,0.00003345489,0.0042931754],"genre_scores_gemma":[0.9910691,0.00019200575,0.00008324309,0.0034949684,0.0011504401,0.000069965674,0.000023205019,0.000022826125,0.003894295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704564,0.00046976737,0.0013162873,0.00031878162,0.0006304432,0.00021907828],"domain_scores_gemma":[0.9979374,0.00083368015,0.00042280316,0.0004923929,0.00024801382,0.000065742795],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006984731,0.00014362072,0.0004974553,0.0003257721,0.000049839135,0.0000020314133,0.0002596234,0.00025896952,0.0005270383],"category_scores_gemma":[0.0088498425,0.0000893687,0.000036123834,0.0011652927,0.00027508097,0.00006935489,0.000056381417,0.00236369,0.00005359856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051051815,0.001070949,0.70346224,0.00021985128,0.00012530785,0.0000047893245,0.049048826,0.00001444002,0.0024001033,0.006858227,0.007762566,0.22852217],"study_design_scores_gemma":[0.007366013,0.0034830603,0.73442745,0.001459826,0.00025751244,0.00008352359,0.23385885,0.00064876117,0.00011200293,0.0040063,0.014102914,0.00019378381],"about_ca_topic_score_codex":0.00019829097,"about_ca_topic_score_gemma":0.0000056648764,"teacher_disagreement_score":0.22832838,"about_ca_system_score_codex":0.00010443964,"about_ca_system_score_gemma":0.00039406074,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W2905872724","doi":"10.1097/acm.0000000000002557","title":"The Match: To Thine Own Self Be True","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pride; Disappointment; Process (computing); Medical education; Psychology; Meaning (existential); Ideal (ethics); Public relations; Social psychology; Law; Medicine; Political science; Computer science; Psychotherapist","score_opus":0.0578517414857414,"score_gpt":0.41985865785617893,"score_spread":0.3620069163704375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905872724","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0844073,0.0009853785,0.00038120276,0.8620621,0.0022091086,0.0006524906,0.0000022671047,0.00025044457,0.049049698],"genre_scores_gemma":[0.6574579,0.0011606374,0.00057419826,0.2431482,0.008416027,0.00005800164,0.000023949515,0.00003977398,0.08912135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979906,0.00006448009,0.000512209,0.00030352033,0.00070133957,0.00042785794],"domain_scores_gemma":[0.99649215,0.00046878154,0.000094934636,0.0005914685,0.0001844903,0.0021681737],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011773437,0.00017807719,0.00032238133,0.000105775005,0.00031634615,0.0000053030694,0.00032296003,0.00020705274,0.009193061],"category_scores_gemma":[0.013044412,0.0000878848,0.000041046707,0.00052182627,0.0004028437,0.000036688132,0.000077530094,0.0008462822,0.0006886226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007221021,0.000019401308,0.00031937438,0.000024185314,0.000035742174,0.0000067247474,0.01072543,3.752041e-8,0.0034489916,0.0035158293,0.9737592,0.008072889],"study_design_scores_gemma":[0.0010576411,0.00050240173,0.001834274,0.0003519246,0.00009645115,0.00010803503,0.002692734,0.000098845834,0.00095042674,0.0007936694,0.99141234,0.00010125859],"about_ca_topic_score_codex":0.000038363894,"about_ca_topic_score_gemma":0.000004412087,"teacher_disagreement_score":0.6189139,"about_ca_system_score_codex":0.00006281371,"about_ca_system_score_gemma":0.00050745904,"threshold_uncertainty_score":0.9952691},"labels":[],"label_agreement":null},{"id":"W2908588254","doi":"10.1097/acm.0000000000002480","title":"The Hidden Curriculum: Taxonomic Dilemmas and Pattern Languages","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Interdisciplinary Research and Collaboration","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Conceptualization; Context (archaeology); Generative grammar; Terminology; Epistemology; Class (philosophy); Sociology; Linguistics; Artificial intelligence; Computer science; Biology; Philosophy; Paleontology","score_opus":0.08301965063362053,"score_gpt":0.4220002851795146,"score_spread":0.33898063454589406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908588254","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010764213,0.005364968,0.00019868856,0.97284687,0.0013723528,0.0006048104,0.00003749044,0.000029675495,0.008780924],"genre_scores_gemma":[0.10388514,0.0020957997,0.0000122418005,0.61410946,0.032331575,0.00016548492,0.00025032676,0.000071338756,0.24707861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952396,0.0005254428,0.00084195676,0.000709297,0.0021267014,0.00055698864],"domain_scores_gemma":[0.99441195,0.0038281467,0.0004768134,0.00087435154,0.00030743444,0.00010129864],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003430029,0.00029712304,0.0005319197,0.0002840931,0.00031014634,0.00015226367,0.001741549,0.0007187379,0.0006363797],"category_scores_gemma":[0.0025363192,0.00014000658,0.00006114261,0.00042940662,0.00050612784,0.00020922991,0.0005677457,0.0033897148,0.0011948271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008430723,6.4767863e-7,0.0018095133,0.000014867124,0.000020950454,0.000060945647,0.000492462,1.2212783e-7,0.000025881001,0.00007634217,0.9749787,0.022511123],"study_design_scores_gemma":[0.00031541105,0.00017427947,0.0004956914,0.00016045575,0.000024036175,0.00004435878,0.004074908,0.0002638296,0.000007960808,0.0029976058,0.99126923,0.00017221275],"about_ca_topic_score_codex":0.0000969005,"about_ca_topic_score_gemma":0.000060482835,"teacher_disagreement_score":0.3587374,"about_ca_system_score_codex":0.00007508107,"about_ca_system_score_gemma":0.00014511614,"threshold_uncertainty_score":0.9995829},"labels":[],"label_agreement":null},{"id":"W2908922972","doi":"10.1097/acm.0000000000002474","title":"What Would Excellence in Health Professions Education Mean If It Addressed Our Most Pressing Health Problems?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Accreditation; Reputation; Medical education; Health care; Quality (philosophy); Psychology; Prosperity; Medicine; Public relations; Political science","score_opus":0.06375885686604042,"score_gpt":0.4384970724046905,"score_spread":0.37473821553865005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908922972","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20391232,0.009524831,0.0005794841,0.7742518,0.0062713944,0.0039047438,0.0000018478073,0.00013120363,0.0014223671],"genre_scores_gemma":[0.87133515,0.0089928415,0.0009828837,0.09678206,0.0015222608,0.0002937029,0.00039242418,0.00006586952,0.019632833],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9955382,0.00030298918,0.001692012,0.00067225064,0.0010458056,0.0007487599],"domain_scores_gemma":[0.9976214,0.000118226686,0.00083751464,0.00071579724,0.00031854483,0.0003885031],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036907867,0.00030356424,0.0007703029,0.0007017888,0.0001902745,0.000015386962,0.00033428657,0.0005670104,0.00041213294],"category_scores_gemma":[0.0017351595,0.00024248523,0.000031185533,0.0017247564,0.0001269959,0.00056072156,0.000077800774,0.003586432,0.00011487339],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001155109,0.00044194018,0.024678484,0.005858549,0.000039011433,0.0000028241452,0.103438005,0.000044964247,0.0039621964,0.0019241442,0.6680257,0.1914687],"study_design_scores_gemma":[0.0086584985,0.0019079263,0.041741725,0.1552082,0.00008691048,0.00022911359,0.44367826,0.004695035,0.00039415283,0.003224722,0.3392888,0.0008866457],"about_ca_topic_score_codex":0.00064039545,"about_ca_topic_score_gemma":0.00002202891,"teacher_disagreement_score":0.67746973,"about_ca_system_score_codex":0.0008637335,"about_ca_system_score_gemma":0.004027734,"threshold_uncertainty_score":0.99871236},"labels":[],"label_agreement":null},{"id":"W2910085211","doi":"10.1097/acm.0000000000002590","title":"A Reflection Upon the Impact of Early 21st-Century Technological Innovations on Medical School Admissions","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children; University of British Columbia","funders":"","keywords":"Transformative learning; Public relations; Health technology; Situational ethics; Test (biology); Medical education; Psychology; Medicine; Business; Sociology; Marketing; Health care; Political science; Pedagogy; Social psychology","score_opus":0.05238276174465244,"score_gpt":0.42339142062235624,"score_spread":0.3710086588777038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910085211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84310913,0.0005407394,0.00006401993,0.1340858,0.0005227474,0.0008518607,0.0000039386205,0.0001578279,0.020663902],"genre_scores_gemma":[0.9836688,0.0013024061,0.00003634487,0.010631415,0.00056222646,0.000040973526,0.000042672655,0.000021939937,0.0036931962],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971029,0.00013594484,0.0007976077,0.000356898,0.0012484926,0.00035815308],"domain_scores_gemma":[0.99540865,0.0006381918,0.00026211,0.00062619935,0.00022001509,0.0028448452],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013038566,0.00022761799,0.0005009969,0.00041445228,0.00012332114,0.0000030859107,0.00037035736,0.00058012304,0.063634954],"category_scores_gemma":[0.072715,0.00010637235,0.00012835336,0.001514742,0.00033707434,0.00005813544,0.00007402575,0.0028073904,0.00030414594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019583392,0.0012947702,0.08948527,0.0003193666,0.00072638,0.00006165337,0.004451753,0.000019094141,0.1479416,0.12336767,0.5605354,0.069838725],"study_design_scores_gemma":[0.021645123,0.01893621,0.3464538,0.016493944,0.00076144666,0.0018677295,0.018273983,0.0024981932,0.004796793,0.009957578,0.55703926,0.001275969],"about_ca_topic_score_codex":0.00007697052,"about_ca_topic_score_gemma":4.5579247e-7,"teacher_disagreement_score":0.25696853,"about_ca_system_score_codex":0.00016612752,"about_ca_system_score_gemma":0.0033700888,"threshold_uncertainty_score":0.9994932},"labels":[],"label_agreement":null},{"id":"W2910406802","doi":"10.1097/acm.0000000000002591","title":"Learning Theory and Educational Intervention: Producing Meaningful Evidence of Impact Through Layered Analysis","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scrutiny; Context (archaeology); Intervention (counseling); Function (biology); Adaptation (eye); Engineering ethics; Interpretation (philosophy); Computer science; Knowledge management; Epistemology; Psychology; Political science; Engineering","score_opus":0.03338887568300597,"score_gpt":0.4290233661998401,"score_spread":0.39563449051683414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910406802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9824551,0.0042157387,0.002924051,0.008339425,0.00033025342,0.00036001383,4.8889274e-7,0.000028298235,0.0013466444],"genre_scores_gemma":[0.9930228,0.000556078,0.00064469466,0.0006638308,0.000556265,0.000017960014,0.000060742164,0.000015308984,0.004462335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979806,0.00019985677,0.00070862565,0.000365778,0.0005481753,0.00019698062],"domain_scores_gemma":[0.9981043,0.0007056426,0.00040727388,0.00033640687,0.00037610717,0.00007032152],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035808473,0.00015011753,0.0005053597,0.00042348474,0.0000552749,0.0000032339055,0.0001316275,0.00015387397,0.0033764585],"category_scores_gemma":[0.011080058,0.00011046717,0.00008876805,0.0017368308,0.00024468568,0.00023888431,0.000051075716,0.0008476191,0.000024172077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005255896,0.000067557834,0.9084479,0.001157009,0.0013377162,0.0000015303383,0.0361811,0.00018283143,0.014386855,0.013329662,0.0054986714,0.018883534],"study_design_scores_gemma":[0.0034430027,0.0025443907,0.93386894,0.01149149,0.003745851,0.00020888413,0.024158496,0.0031689738,0.0018695543,0.01309702,0.0019780302,0.00042535365],"about_ca_topic_score_codex":0.000111888825,"about_ca_topic_score_gemma":7.394662e-7,"teacher_disagreement_score":0.02542101,"about_ca_system_score_codex":0.00012692064,"about_ca_system_score_gemma":0.00016739054,"threshold_uncertainty_score":0.9975346},"labels":[],"label_agreement":null},{"id":"W2910917392","doi":"10.1097/acm.0000000000002593","title":"Expert Consensus on Inclusion of the Social Determinants of Health in Undergraduate Medical Education Curricula","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Multiple Sclerosis Society of Canada","funders":"","keywords":"Curriculum; Accreditation; Delphi method; Medical education; Inclusion (mineral); Competence (human resources); Medicine; Curriculum development; Psychology; Pedagogy; Computer science","score_opus":0.05259606903295766,"score_gpt":0.4550729285071271,"score_spread":0.40247685947416945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910917392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8269428,0.00136859,3.562982e-7,0.16840152,0.0012565566,0.0004441925,0.0000012566744,0.000008615463,0.0015761133],"genre_scores_gemma":[0.9936227,0.001089588,0.0000058422656,0.004714449,0.0003359541,0.000007281643,0.0000024860508,0.0000051422644,0.00021651808],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9972375,0.0005986553,0.0006921095,0.0001651268,0.0010660539,0.000240555],"domain_scores_gemma":[0.99877554,0.00040079906,0.00046971682,0.00013441882,0.000115880364,0.000103637896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022869208,0.00008512368,0.00035115177,0.00007548211,0.00027155792,6.1248346e-7,0.0004221097,0.00021264804,0.000117953525],"category_scores_gemma":[0.0024180103,0.000051781564,0.00003526686,0.00045786198,0.0004955656,0.000027058055,0.00015453578,0.00047205933,0.0000040436194],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009382863,0.00011889455,0.27415064,0.00050359056,0.000009394319,0.0000016963135,0.45525956,0.0000058930304,0.00095847336,0.066385575,0.07480494,0.12770753],"study_design_scores_gemma":[0.007201257,0.0015012192,0.44188797,0.032472853,0.00004387578,0.000028523536,0.31249648,0.0008976882,0.0009088567,0.06418493,0.1374798,0.0008965553],"about_ca_topic_score_codex":0.009388136,"about_ca_topic_score_gemma":0.0012103978,"teacher_disagreement_score":0.16773733,"about_ca_system_score_codex":0.00025271135,"about_ca_system_score_gemma":0.001696733,"threshold_uncertainty_score":0.9972084},"labels":[],"label_agreement":null},{"id":"W2911097004","doi":"10.1097/acm.0000000000002597","title":"Fostering Transformative Learning in a Social Pediatrics Research Summer Studentship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster Children's Hospital; McMaster University Medical Centre; The Wilson Centre; Hospital for Sick Children","funders":"","keywords":"Transformative learning; Feeling; Curriculum; Thematic analysis; Medical education; Psychology; Critical thinking; Pedagogy; Qualitative research; Medicine; Sociology; Social psychology","score_opus":0.20181317968507018,"score_gpt":0.5190730698411877,"score_spread":0.31725989015611755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911097004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576998,0.00031602103,0.00019615742,0.017738283,0.0004951078,0.00075951737,3.5481298e-7,0.00005264164,0.022742165],"genre_scores_gemma":[0.9927817,0.00028824082,0.0000727786,0.0017874776,0.0016650135,0.0000554745,0.00004203935,0.00002618166,0.0032810823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692863,0.00021656166,0.0006594975,0.00029597597,0.0013771117,0.0005222483],"domain_scores_gemma":[0.9990438,0.0003127428,0.00010073106,0.00015354279,0.0003030216,0.0000861251],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005402293,0.00013960898,0.00037352575,0.00093409664,0.00013555273,0.000004966005,0.00022215726,0.0003298167,0.00047924012],"category_scores_gemma":[0.0024815865,0.00011588529,0.00002689692,0.0020793101,0.00021761474,0.00015840383,0.00012180835,0.0039101657,0.00020938275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037172393,0.000095162446,0.64419615,0.0011236762,0.000046495865,0.000031096355,0.17384227,0.000011724675,0.005815208,0.0049455874,0.045215704,0.124305196],"study_design_scores_gemma":[0.021496585,0.002602031,0.46800014,0.0032920714,0.0002300518,0.00015465468,0.4156552,0.0026159377,0.00065376173,0.007278207,0.07719237,0.00082901004],"about_ca_topic_score_codex":0.00005367245,"about_ca_topic_score_gemma":0.000002138899,"teacher_disagreement_score":0.24181291,"about_ca_system_score_codex":0.0003606126,"about_ca_system_score_gemma":0.00021057283,"threshold_uncertainty_score":0.9983879},"labels":[],"label_agreement":null},{"id":"W2911290735","doi":"10.1097/acm.0000000000002618","title":"Clinical Reasoning Assessment Methods: A Scoping Review and Practical Guidance","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":338,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Concordance; Computer science; Competence (human resources); Construct (python library); Construct validity; Medical physics; Management science; Medical education; Data science; Psychology; Medicine; Psychometrics; Clinical psychology; Engineering","score_opus":0.35190693664255196,"score_gpt":0.666586725573005,"score_spread":0.31467978893045306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911290735","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.489845e-7,0.9819067,0.0025848725,0.0062882374,0.0010768783,0.004268547,0.0000064882643,0.000121296274,0.0037463407],"genre_scores_gemma":[2.544088e-7,0.95338196,0.03071996,0.011493901,0.0021197624,0.00025542665,0.00014527491,0.00011517124,0.0017683029],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9903767,0.0021860865,0.004424804,0.0015196309,0.0008056851,0.0006870939],"domain_scores_gemma":[0.9073637,0.088313565,0.0019181739,0.0011846508,0.00021032795,0.0010095949],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.017107204,0.0008032337,0.009829086,0.0001882502,0.00007740402,0.000011573187,0.00026295372,0.0016020457,0.0005720332],"category_scores_gemma":[0.3706289,0.0005150483,0.00059403497,0.0005742666,0.0006124651,0.0000881968,0.0003691345,0.0060642073,0.00017735126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009485734,0.000027075443,0.00023624305,0.16814281,0.00031208043,0.00012148404,0.000017930166,5.925831e-9,6.4520314e-8,0.0004350301,0.03187638,0.7988214],"study_design_scores_gemma":[0.0007213966,0.00034582082,0.00003729386,0.5584401,0.013080412,0.0012820318,0.000011839628,0.000008301459,2.101414e-8,0.00003662615,0.42578325,0.00025294043],"about_ca_topic_score_codex":0.000013721397,"about_ca_topic_score_gemma":3.177665e-7,"teacher_disagreement_score":0.7985685,"about_ca_system_score_codex":0.00016488416,"about_ca_system_score_gemma":0.0027339319,"threshold_uncertainty_score":0.9997301},"labels":[],"label_agreement":null},{"id":"W2911682672","doi":"10.1097/acm.0000000000002627","title":"Ensuring the Quality of Multiple-Choice Tests: An Algorithm to Facilitate Decision Making for Difficult Questions","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Quality (philosophy); Management science; Machine learning; Algorithm; Engineering","score_opus":0.11643169706338324,"score_gpt":0.4311357888689092,"score_spread":0.31470409180552594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911682672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41999114,0.0001591054,0.5713033,0.0076664346,0.00039242927,0.00037461793,0.000006559869,0.00006070202,0.000045714398],"genre_scores_gemma":[0.9482381,0.000016720387,0.05063529,0.0006974247,0.00012498643,0.00006335075,0.0000045300862,0.0000042737565,0.00021535208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987331,0.0000750139,0.0004080726,0.00030480226,0.00029671943,0.00018229728],"domain_scores_gemma":[0.9938757,0.0052306647,0.00014694585,0.00050256256,0.00018412786,0.000059999562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014388704,0.00009673443,0.0001840718,0.00009292306,0.00010301462,0.0000048995244,0.0008799854,0.00010532974,0.000008254625],"category_scores_gemma":[0.0035593899,0.00006113272,0.000023032124,0.00033722495,0.0000760857,0.00016600384,0.00014082497,0.00030303944,0.000010463462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033541877,0.00010716289,0.11668008,0.00011064694,0.00005909227,7.2476973e-7,0.014898933,0.0009268797,0.039551627,0.25068635,0.0048552398,0.57208973],"study_design_scores_gemma":[0.0016556962,0.000661171,0.8417458,0.0010481705,0.000026262314,0.000016401935,0.0043060863,0.047064863,0.0013852854,0.083331324,0.018377313,0.0003816159],"about_ca_topic_score_codex":0.00006884764,"about_ca_topic_score_gemma":0.000014261301,"teacher_disagreement_score":0.7250657,"about_ca_system_score_codex":0.000044533495,"about_ca_system_score_gemma":0.000053799027,"threshold_uncertainty_score":0.42611793},"labels":[],"label_agreement":null},{"id":"W2912065376","doi":"10.1097/acm.0000000000002234","title":"National Internal Medicine Milestone Ratings: Validity Evidence From Longitudinal Three-Year Follow-up","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Milestone; MEDLINE; Medicine; Medical education; Psychology; Family medicine; Political science; Geography; Law","score_opus":0.14127423528316482,"score_gpt":0.42212281937735313,"score_spread":0.28084858409418834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912065376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9022927,0.0011698831,0.019100336,0.06372711,0.006276233,0.00063944235,0.000009099046,0.00020327933,0.006581913],"genre_scores_gemma":[0.96071756,0.00035304687,0.0025953338,0.009591479,0.023261301,0.000064504595,0.00023575434,0.0000517491,0.0031292504],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9946105,0.00012424486,0.0013610445,0.00081395905,0.0025582195,0.00053206465],"domain_scores_gemma":[0.99578387,0.0009217541,0.0005258583,0.00059704605,0.0018434797,0.00032802412],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034405477,0.00039751612,0.0007792522,0.00048555894,0.00025619305,0.00000823489,0.0005746095,0.00047096194,0.008606323],"category_scores_gemma":[0.031131813,0.00029631055,0.00007289632,0.0011996515,0.0021197426,0.0003321239,0.000144266,0.001805233,0.00054667285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072382623,0.00004580917,0.21341287,0.00011155738,0.00018710174,0.000024853036,0.0066625364,5.731427e-7,0.017013209,0.0025893669,0.7511745,0.008053774],"study_design_scores_gemma":[0.02531226,0.0074725985,0.77589846,0.030057635,0.0019800914,0.0009556815,0.00755639,0.008438255,0.008300879,0.043318015,0.08917632,0.0015333913],"about_ca_topic_score_codex":0.0010824222,"about_ca_topic_score_gemma":0.00006585238,"teacher_disagreement_score":0.6619982,"about_ca_system_score_codex":0.00048616613,"about_ca_system_score_gemma":0.0005255596,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2912756237","doi":"10.1097/acm.0000000000002642","title":"Embracing Multiple Stakeholder Perspectives in Defining Trainee Competence","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Stakeholder; Competence (human resources); Engineering ethics; Psychology; MEDLINE; Medical education; Medicine; Political science; Public relations; Social psychology; Engineering","score_opus":0.06707126395642005,"score_gpt":0.3512254952080095,"score_spread":0.28415423125158945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912756237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96401274,0.001415327,0.00040447962,0.013237505,0.00073540467,0.000543739,0.0000010395521,0.00008274935,0.019566987],"genre_scores_gemma":[0.99239177,0.00011278978,0.0011814288,0.004016459,0.0005714897,0.000031388354,0.00004760764,0.000028464905,0.0016185871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799216,0.00005024577,0.0006175975,0.0004092301,0.0005559821,0.0003747802],"domain_scores_gemma":[0.9989435,0.0003181376,0.00014478988,0.00033645474,0.00016213892,0.00009495754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011492508,0.0001796642,0.0004397398,0.00046596857,0.000044716136,0.0000029138125,0.00016544956,0.0002287743,0.0008844367],"category_scores_gemma":[0.0043237433,0.00014638386,0.000026706919,0.00096000754,0.00022009994,0.0001434411,0.000033277738,0.0014527193,0.0001762722],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044553223,0.0001754769,0.63218063,0.0007865141,0.00011089359,0.0000681226,0.16135551,0.00013089487,0.06941554,0.0804622,0.023945386,0.0309233],"study_design_scores_gemma":[0.016479794,0.00094643026,0.63201994,0.006688895,0.00015636743,0.0004711868,0.303558,0.015258955,0.0011581158,0.0047931895,0.017701318,0.0007678118],"about_ca_topic_score_codex":0.00007483647,"about_ca_topic_score_gemma":0.000003937202,"teacher_disagreement_score":0.14220248,"about_ca_system_score_codex":0.00024100005,"about_ca_system_score_gemma":0.00016842142,"threshold_uncertainty_score":0.9683962},"labels":[],"label_agreement":null},{"id":"W2912900346","doi":"10.1097/acm.0000000000002611","title":"Medical School Strategies to Address Student Well-Being: A National Survey","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Attendance; Curriculum; Medical education; Grading (engineering); Psychology; Medicine; Pedagogy; Political science; Engineering","score_opus":0.10562425148314622,"score_gpt":0.5205037220252667,"score_spread":0.4148794705421205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912900346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8168258,0.0019374645,0.0002106633,0.078588635,0.00537904,0.002492285,0.00003555984,0.00020488395,0.09432563],"genre_scores_gemma":[0.9337156,0.0008788746,0.000028706636,0.04341939,0.0029891955,0.00025974534,0.00014299102,0.000043181455,0.018522343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921292,0.0016627803,0.0014434061,0.0006254964,0.003161186,0.0009779165],"domain_scores_gemma":[0.99333054,0.0034252738,0.0003170129,0.00038358566,0.00078641623,0.0017571892],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.008706016,0.00030663577,0.00070794515,0.00029798743,0.00044502094,0.000006315197,0.0008758888,0.0009608485,0.03378198],"category_scores_gemma":[0.0071667293,0.00021207538,0.000043533724,0.0005275175,0.00011369308,0.00019738551,0.00044438423,0.003975411,0.006055484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017457489,0.00002872612,0.7477847,0.0004305838,0.00005982641,0.000015547595,0.009230326,0.000007041878,0.00020093487,0.01917147,0.22176424,0.001132093],"study_design_scores_gemma":[0.0038328408,0.0003707861,0.82035685,0.013687776,0.000024222709,0.000011640604,0.028827552,0.00015544823,0.000014490427,0.005204825,0.12702966,0.0004839179],"about_ca_topic_score_codex":0.0020456584,"about_ca_topic_score_gemma":0.0005157837,"teacher_disagreement_score":0.11688974,"about_ca_system_score_codex":0.00032049255,"about_ca_system_score_gemma":0.0037229313,"threshold_uncertainty_score":0.9983225},"labels":[],"label_agreement":null},{"id":"W2913267158","doi":"10.1097/acm.0000000000002636","title":"Tracking Indigenous Applicants Through the Admissions Process of a Socially Accountable Medical School","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; Laurentian University","funders":"","keywords":"Indigenous; Demographics; Medicine; Tracking (education); Population; Demography; Logistic regression; Medical school; Family medicine; Gerontology; Psychology; Medical education; Environmental health; Sociology; Internal medicine","score_opus":0.04146911625220073,"score_gpt":0.4188138805084863,"score_spread":0.37734476425628555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913267158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79322946,0.0034167422,0.00041396567,0.16887511,0.00095429586,0.002205129,0.0000075633657,0.00014797224,0.030749764],"genre_scores_gemma":[0.9455183,0.0011424744,0.00006855164,0.04325821,0.0012720628,0.00006998163,0.000033317163,0.000035772126,0.00860133],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637926,0.00008160966,0.00085811527,0.00037241512,0.0018239156,0.00048471213],"domain_scores_gemma":[0.99584216,0.00052646326,0.0003256899,0.00048332132,0.00024156366,0.0025807752],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011652911,0.0002240486,0.00066441175,0.000098320816,0.00017859951,0.000004047889,0.0005795899,0.00049664994,0.05704059],"category_scores_gemma":[0.02196731,0.00012053848,0.00008102957,0.00067972066,0.00035049074,0.00011973412,0.000073015006,0.0019216306,0.00019795087],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010053491,0.0010291591,0.13337144,0.0038464197,0.00087969674,0.00010946897,0.20777175,0.000014483467,0.043926794,0.0154508855,0.53119296,0.061401594],"study_design_scores_gemma":[0.016581848,0.0015973412,0.031620927,0.01563796,0.0011797613,0.0011872718,0.12508532,0.00063123566,0.007140048,0.018219223,0.7800788,0.0010402009],"about_ca_topic_score_codex":0.00013795553,"about_ca_topic_score_gemma":0.0000032483335,"teacher_disagreement_score":0.2488859,"about_ca_system_score_codex":0.00007589622,"about_ca_system_score_gemma":0.010077117,"threshold_uncertainty_score":0.99553484},"labels":[],"label_agreement":null},{"id":"W2913450601","doi":"10.1097/acm.0000000000002536","title":"Technologies of Exposure: Videoconferenced Distributed Medical Education as a Sociomaterial Practice","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Videoconferencing; Curriculum; Accreditation; Sociology; Medical education; Unintended consequences; Public relations; Pedagogy; Psychology; Multimedia; Medicine; Computer science; Political science","score_opus":0.08108306863979167,"score_gpt":0.4844468584451601,"score_spread":0.40336378980536847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913450601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7039013,0.0011617367,0.0002519427,0.27041432,0.013735301,0.0012706133,0.0000041323988,0.0003779827,0.008882699],"genre_scores_gemma":[0.9907658,0.0019559078,0.00019871535,0.0014377293,0.0051810974,0.00035466076,0.000030038447,0.0000103317225,0.000065719454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99716973,0.00046410068,0.00060314155,0.00024839214,0.0011587734,0.00035583493],"domain_scores_gemma":[0.9956489,0.0026377782,0.0004962952,0.00021735764,0.0007646291,0.00023501685],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003058308,0.00011624148,0.00028340015,0.00013604223,0.00030069088,0.0000063088382,0.0005530709,0.0007587807,0.0011892128],"category_scores_gemma":[0.19707847,0.00010192776,0.00002068763,0.0007124299,0.0027631652,0.00026088228,0.00005628778,0.0004490412,0.00007655766],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026882082,0.00015230983,0.018942548,0.00015672432,0.0000567753,0.0000032800908,0.33962238,3.1833764e-8,0.003268779,0.35773146,0.07757003,0.20222685],"study_design_scores_gemma":[0.0011125426,0.00074385223,0.0055738688,0.00092720374,0.0001174487,0.000016723156,0.3369448,0.000006358448,0.0030563455,0.055649012,0.59556985,0.0002819916],"about_ca_topic_score_codex":0.0071512596,"about_ca_topic_score_gemma":0.00015248703,"teacher_disagreement_score":0.5179998,"about_ca_system_score_codex":0.00022655446,"about_ca_system_score_gemma":0.005000908,"threshold_uncertainty_score":0.99995077},"labels":[],"label_agreement":null},{"id":"W2914012940","doi":"10.1097/acm.0000000000002612","title":"Debriefing for the Transfer of Learning: The Importance of Context","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Debriefing; Contextualization; Context (archaeology); Transfer of learning; Situated cognition; Psychology; Metacognition; Cognition; Cognitive psychology; Cognitive science; Computer science; Artificial intelligence; Social psychology; Interpretation (philosophy)","score_opus":0.061020918860453924,"score_gpt":0.38446716809036824,"score_spread":0.32344624922991433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914012940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91754687,0.0074867224,0.0014313242,0.07141963,0.00042099963,0.0013458881,0.0000029422717,0.000017019243,0.0003285847],"genre_scores_gemma":[0.9934742,0.00024146134,0.00001925851,0.0047358093,0.00036529184,0.00004944807,0.000016528245,0.000018014094,0.0010800296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987052,0.000053278218,0.0006078297,0.00014794711,0.00032503036,0.00016068105],"domain_scores_gemma":[0.99525213,0.003845761,0.000178223,0.00032309143,0.00034170563,0.000059107762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010648344,0.00009350533,0.00031926934,0.000051861658,0.000058617403,5.4540516e-7,0.0001624206,0.000120513745,0.0005148818],"category_scores_gemma":[0.0009209113,0.000046823785,0.00005790194,0.00021176664,0.00022319844,0.000026188245,0.000007371551,0.0005126955,0.000005362358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020484407,0.0000059213407,0.9677676,0.00046857254,0.00005930732,1.2716168e-7,0.016379021,0.00021333968,0.0028143772,0.005634411,0.0040351376,0.0024173618],"study_design_scores_gemma":[0.014788654,0.0023288247,0.65733474,0.004129429,0.001191572,0.00007091245,0.16454445,0.023424162,0.015589193,0.0023595837,0.11385366,0.00038481105],"about_ca_topic_score_codex":0.00013517342,"about_ca_topic_score_gemma":0.0000031644984,"teacher_disagreement_score":0.31043282,"about_ca_system_score_codex":0.000032635784,"about_ca_system_score_gemma":0.0002210923,"threshold_uncertainty_score":0.56375945},"labels":[],"label_agreement":null},{"id":"W2914256565","doi":"10.1097/acm.0000000000002620","title":"Defining and Adopting Clinical Performance Measures in Graduate Medical Education: Where Are We Now and Where Are We Going?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Services and Policy Research; McGill University Health Centre; Western University","funders":"","keywords":"Specialty; Graduate medical education; Medical education; Quality (philosophy); Health care; Quality management; Medicine; Psychology; Family medicine; Accreditation; Business; Political science","score_opus":0.14812143925431315,"score_gpt":0.48145404973088585,"score_spread":0.3333326104765727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914256565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56822336,0.0818235,0.000018079156,0.34412152,0.0018780361,0.0006026665,0.0000033982242,0.000075630276,0.0032538045],"genre_scores_gemma":[0.5361536,0.41523707,0.00017896187,0.043215808,0.0016593274,0.00007409413,0.000011478504,0.00004323969,0.0034263914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99583405,0.0006207827,0.0015361774,0.0005588976,0.0007516061,0.0006984644],"domain_scores_gemma":[0.9960549,0.00217512,0.0006756801,0.0003240752,0.0001615681,0.0006086392],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004748376,0.0002772727,0.0009372827,0.00019098009,0.0003482792,0.0000043932205,0.00028643679,0.0008719648,0.000534219],"category_scores_gemma":[0.0014061074,0.00021026064,0.00003312927,0.00027465486,0.00023142279,0.00023164523,0.0002535351,0.004486866,0.00015279163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005513558,0.000007958009,0.76329935,0.0019971828,0.000010351327,0.000006026219,0.0028171465,2.1040177e-7,0.0000013893964,0.00021118874,0.19717482,0.03441923],"study_design_scores_gemma":[0.0029074051,0.00017083553,0.5055331,0.019779598,0.00004568075,0.0000384758,0.018503813,0.00029200723,4.974036e-7,0.00029044462,0.45217118,0.00026692892],"about_ca_topic_score_codex":0.00011953506,"about_ca_topic_score_gemma":0.0011417994,"teacher_disagreement_score":0.3334136,"about_ca_system_score_codex":0.0001905666,"about_ca_system_score_gemma":0.0020799073,"threshold_uncertainty_score":0.9978098},"labels":[],"label_agreement":null},{"id":"W2914936481","doi":"10.1097/acm.0000000000002606","title":"Recruiting and Training a Health Professions Workforce to Meet the Needs of Tomorrow’s Health Care System","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill-Queen's University Press","funders":"","keywords":"Workforce; Training (meteorology); Health care; Medical education; Workforce development; Health professions; Workforce planning; Nursing; Medicine; Political science","score_opus":0.1140912494125773,"score_gpt":0.4326659658620327,"score_spread":0.3185747164494554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914936481","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38635916,0.011750225,0.00037916063,0.58677685,0.001110616,0.002706609,0.0000075326566,0.000117495794,0.010792362],"genre_scores_gemma":[0.9497911,0.00025730452,0.00025504344,0.04588359,0.0005355182,0.000047942613,0.000017666514,0.00002246436,0.0031893752],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978458,0.00020415046,0.0008033794,0.00022066337,0.0005006031,0.00042540074],"domain_scores_gemma":[0.99705124,0.0004290186,0.00033637954,0.00035013322,0.000095466086,0.0017377395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016827852,0.00016104973,0.00069054664,0.00023131655,0.00019341554,0.000002159116,0.0001630007,0.00013389216,0.00027611424],"category_scores_gemma":[0.0025274428,0.00008945745,0.000035357014,0.00069654285,0.00011802091,0.00003064171,0.00006267586,0.0006840855,0.000009270003],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010202968,0.000016736141,0.0054535824,0.0031403673,0.000041894342,0.000002154477,0.76577365,0.0000029893008,0.0013152078,0.03438795,0.12496139,0.06480202],"study_design_scores_gemma":[0.0016140252,0.00082644634,0.0015509186,0.019767087,0.000044611286,0.00013542539,0.9095157,0.00013580044,0.000056065142,0.000040250183,0.066200726,0.00011297804],"about_ca_topic_score_codex":0.00011915194,"about_ca_topic_score_gemma":0.000004907887,"teacher_disagreement_score":0.5634319,"about_ca_system_score_codex":0.00016235355,"about_ca_system_score_gemma":0.0019114744,"threshold_uncertainty_score":0.3647969},"labels":[],"label_agreement":null},{"id":"W2916566888","doi":"10.1097/acm.0000000000001626","title":"Faculty Development for Medical School Community-Based Faculty: A Council of Academic Family Medicine Educational Research Alliance Study Exploring Institutional Requirements and Challenges","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Nursing education and management","field":"Nursing","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preceptor; Accreditation; Medical education; Curriculum; Faculty development; Alliance; Medicine; Professional development; Psychology; Political science; Pedagogy","score_opus":0.7699604920039905,"score_gpt":0.5314181193780008,"score_spread":0.23854237262598976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916566888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70559746,0.0063665607,0.00016516667,0.27777565,0.0053429487,0.0022371863,0.00001996588,0.000059663038,0.0024354148],"genre_scores_gemma":[0.9892164,0.0023458095,0.0004781313,0.0031396872,0.0014807937,0.0009468961,0.00026354843,0.00003748375,0.002091262],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942963,0.0004003487,0.000996978,0.0005102375,0.0032770457,0.000519081],"domain_scores_gemma":[0.9962061,0.0010472822,0.00046713516,0.00066306174,0.0010335654,0.0005828576],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01248861,0.00028228178,0.0005271821,0.0002492086,0.0017688283,0.000016128772,0.001262447,0.00025714017,0.00013493707],"category_scores_gemma":[0.018691579,0.0002308628,0.000026754327,0.00016869807,0.0015828323,0.0004249862,0.00023936879,0.0018868194,0.000013944269],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021750196,0.0014687348,0.041716892,0.0044330345,0.00061537884,0.000007576011,0.22027273,0.000020361289,0.0055036386,0.0138242,0.50274473,0.20721771],"study_design_scores_gemma":[0.009407989,0.0010644069,0.2557606,0.007063046,0.00012654655,0.0000067718065,0.03942456,0.0001251158,0.00036572746,0.0021259603,0.6841895,0.0003397875],"about_ca_topic_score_codex":0.0005252776,"about_ca_topic_score_gemma":0.000088050605,"teacher_disagreement_score":0.28361893,"about_ca_system_score_codex":0.001157499,"about_ca_system_score_gemma":0.0021287168,"threshold_uncertainty_score":0.99953073},"labels":[],"label_agreement":null},{"id":"W2919262368","doi":"10.1097/acm.0000000000002549","title":"Progressing From Shared Care to Shared Assessment","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Viewpoints; Coaching; Medical education; Health care; Psychology; Perspective (graphical); Medicine; Computer science","score_opus":0.046474570148268946,"score_gpt":0.4162184209693168,"score_spread":0.3697438508210479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919262368","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067664487,0.002408635,0.000895107,0.97438604,0.005511046,0.0026821871,0.00012780925,0.000256704,0.0069660353],"genre_scores_gemma":[0.0042721652,0.000100705845,0.0071394974,0.91141534,0.03927438,0.0004082471,0.024426764,0.00018844465,0.012774478],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418294,0.0001246796,0.0013568106,0.0012014474,0.0023226123,0.00081152376],"domain_scores_gemma":[0.9967361,0.00032716437,0.00057211716,0.0013432236,0.0008225192,0.00019887942],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005979049,0.00065634854,0.001382861,0.0008098569,0.00012637774,0.000027252547,0.00072939845,0.0026139037,0.0048888004],"category_scores_gemma":[0.0025450971,0.0005243753,0.000107683794,0.0009937106,0.00023117142,0.00014038396,0.00020017647,0.009525773,0.00070751924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002780968,0.0000084851645,0.0026322324,0.00086142146,0.00014156767,0.00014968957,0.005652946,4.509326e-7,0.00046660026,0.000016671405,0.97065395,0.019388156],"study_design_scores_gemma":[0.0017998021,0.0003653273,0.004842313,0.010396787,0.00062819815,0.00004868329,0.0022356238,0.00013131433,0.00004695768,0.00008742216,0.97894835,0.0004691958],"about_ca_topic_score_codex":0.00016053936,"about_ca_topic_score_gemma":8.979937e-7,"teacher_disagreement_score":0.062970705,"about_ca_system_score_codex":0.0013075359,"about_ca_system_score_gemma":0.0011056036,"threshold_uncertainty_score":0.99972075},"labels":[],"label_agreement":null},{"id":"W2919900341","doi":"10.1097/acm.0000000000002551","title":"Strategies for Educational Exposure to Acute Care in Longitudinal Clerkships","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dystonia Medical Research Foundation Canada; University of Toronto","funders":"","keywords":"Medicine; Ambulatory; Ambulatory care; Emergency department; Acute care; Family medicine; Emergency medicine; Longitudinal study; Outpatient clinic; Decompensation; Internal medicine; Health care; Nursing","score_opus":0.04791969723751428,"score_gpt":0.3942671506374714,"score_spread":0.34634745339995715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919900341","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017599951,0.0017544276,0.00076912344,0.969553,0.0043348502,0.0027444453,0.000048698825,0.00005451235,0.003140992],"genre_scores_gemma":[0.03551528,0.00019449781,0.0018252287,0.90582806,0.033398062,0.0010518966,0.0075793182,0.00012756736,0.014480069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961807,0.000067052286,0.0011403456,0.00084540434,0.0010759822,0.0006904767],"domain_scores_gemma":[0.9975554,0.0005424793,0.00031712846,0.0007094166,0.0007677553,0.000107873384],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00073832076,0.00048288118,0.0009880426,0.0011206868,0.00007529549,0.000013184441,0.00049900654,0.001988997,0.0007424711],"category_scores_gemma":[0.001895233,0.0004059825,0.00009356167,0.0009485842,0.00021767893,0.00014343412,0.00006141223,0.0054447586,0.00017913841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115616276,0.000011347933,0.0028962682,0.0014167576,0.00010527113,0.000027171893,0.0050818943,0.0000044731364,0.00010826826,0.0011877368,0.98655516,0.0024900194],"study_design_scores_gemma":[0.0023264484,0.0011129326,0.0061250394,0.0033891,0.00046962092,0.0001474747,0.007237265,0.000020976124,0.000015594636,0.0019739787,0.9767721,0.00040943842],"about_ca_topic_score_codex":0.000047724014,"about_ca_topic_score_gemma":0.000007549735,"teacher_disagreement_score":0.06372492,"about_ca_system_score_codex":0.00077720167,"about_ca_system_score_gemma":0.0021611108,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W2920604814","doi":"10.1097/acm.0000000000002661","title":"Why We Needn’t Fear the Machines: Opportunities for Medicine in a Machine Learning World","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Context (archaeology); Artificial intelligence; Health care; Certification; Nature versus nurture; Cognition; Function (biology); Computer science; Machine learning; Knowledge management; Medicine; Psychology; Management; Political science; Sociology","score_opus":0.301936828135811,"score_gpt":0.4421589258091904,"score_spread":0.1402220976733794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920604814","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24280035,0.014297809,0.0007622352,0.7289674,0.0020834578,0.0023403252,0.0000044249778,0.00013343987,0.008610496],"genre_scores_gemma":[0.9061191,0.007373876,0.000064076274,0.042592462,0.0031098798,0.00018066927,0.00015396933,0.0000632903,0.040342696],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973768,0.00016211759,0.0010215692,0.0003941954,0.000506715,0.0005386201],"domain_scores_gemma":[0.9971437,0.0017592455,0.0002643975,0.00039554012,0.00018126062,0.00025587334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022548644,0.0002806658,0.00066504936,0.00057064893,0.00015373611,0.0000049490823,0.00028021666,0.00021922411,0.0019338867],"category_scores_gemma":[0.0017120325,0.00016406747,0.00006283034,0.0006913368,0.0003606339,0.00012517978,0.000044170825,0.0015963529,0.00006318214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017101654,0.00007542759,0.2571081,0.001981279,0.00015195011,0.000046789602,0.07876966,0.00014802437,0.0054484173,0.014872672,0.4311491,0.20853841],"study_design_scores_gemma":[0.0011395802,0.0015376686,0.0019078439,0.0034443506,0.00019302945,0.00010885277,0.06445776,0.014184557,0.00043114094,0.0071212514,0.90517694,0.00029702333],"about_ca_topic_score_codex":0.004186229,"about_ca_topic_score_gemma":0.0005079372,"teacher_disagreement_score":0.686375,"about_ca_system_score_codex":0.00015309514,"about_ca_system_score_gemma":0.00018678265,"threshold_uncertainty_score":0.9989785},"labels":[],"label_agreement":null},{"id":"W2920887474","doi":"10.1097/acm.0000000000001405","title":"The Gold–Hope Tang, MD 2016 Humanism in Medicine Essay Contest","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Morning; CONTEST; Humanism; Evening; Family medicine; Internal medicine; Theology; Philosophy","score_opus":0.14053775215200182,"score_gpt":0.4386646028288558,"score_spread":0.29812685067685396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920887474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.319251,0.2585996,0.0015685388,0.27587125,0.0030126208,0.0020081133,0.00002873183,0.00028418715,0.13937595],"genre_scores_gemma":[0.8426374,0.10978483,0.000066005035,0.0050527025,0.0026990592,0.00006216109,0.00002153271,0.00005839203,0.039617874],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970385,0.00015437165,0.0010765938,0.00041834387,0.0007502058,0.00056198967],"domain_scores_gemma":[0.99591464,0.0026161722,0.0003532803,0.0005874556,0.00024201804,0.00028644435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018483821,0.00032121644,0.0009396157,0.00023839423,0.000070833245,0.0000018220461,0.0004462036,0.00030206982,0.00060051715],"category_scores_gemma":[0.0053773243,0.00013594274,0.000066503606,0.00038934487,0.0014786413,0.00011187342,0.000086371605,0.00067724235,0.000120016215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005528352,0.000035300018,0.110195436,0.00018957154,0.0002111106,0.00018077214,0.013297605,2.0065357e-7,0.14392869,0.021580163,0.6609279,0.0489004],"study_design_scores_gemma":[0.010755368,0.0010965202,0.010576864,0.018247921,0.00021766455,0.00006666201,0.004592781,0.000010798218,0.006023828,0.0052160188,0.9429206,0.0002749426],"about_ca_topic_score_codex":0.00042560583,"about_ca_topic_score_gemma":0.00006926606,"teacher_disagreement_score":0.5233865,"about_ca_system_score_codex":0.00020467644,"about_ca_system_score_gemma":0.00018460698,"threshold_uncertainty_score":0.65752417},"labels":[],"label_agreement":null},{"id":"W2921154254","doi":"10.1097/acm.0000000000002046","title":"“Rising to the Level of Your Incompetence”: What Physicians’ Self-Assessment of Their Performance Reveals About the Imposter Syndrome in Medicine","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":307,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; The Wilson Centre; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Affect (linguistics); Credibility; Psychology; Feeling; Anxiety; Self-assessment; Clinical psychology; Medical education; Social psychology; Medicine; Psychiatry","score_opus":0.11681573995274157,"score_gpt":0.4186364759335918,"score_spread":0.30182073598085024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921154254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136818,0.0023582864,0.00010690291,0.08106868,0.0007135295,0.0007941235,0.000007767672,0.000018523668,0.001250402],"genre_scores_gemma":[0.98545736,0.007379832,0.00016453948,0.005873918,0.00070139405,0.000041741307,0.000009513888,0.000026846992,0.00034483097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968148,0.00015519024,0.0013287507,0.00038767533,0.0008776391,0.0004359621],"domain_scores_gemma":[0.9910614,0.0061968896,0.0009287565,0.0013988621,0.00022960843,0.00018450042],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004184252,0.0002870019,0.0011994772,0.00015064963,0.00020116715,0.000010932589,0.0010257208,0.00020815678,0.000072190516],"category_scores_gemma":[0.0101934755,0.00012957468,0.000093059636,0.00032408515,0.0008123545,0.00020663234,0.0002607188,0.0011411299,0.0000079963675],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031030798,0.00019214103,0.84399974,0.00054907607,0.00034068283,0.00006592112,0.03649272,0.000052196825,0.010576188,0.0011826152,0.008229868,0.09800851],"study_design_scores_gemma":[0.0026099884,0.0011063014,0.95239246,0.035806376,0.00021774172,0.00012167173,0.005481333,0.000550243,0.0005048732,0.00037777086,0.0006984993,0.00013272287],"about_ca_topic_score_codex":0.00034972926,"about_ca_topic_score_gemma":0.000016504158,"teacher_disagreement_score":0.10839271,"about_ca_system_score_codex":0.00008717866,"about_ca_system_score_gemma":0.00017505343,"threshold_uncertainty_score":0.9981441},"labels":[],"label_agreement":null},{"id":"W2921445129","doi":"10.1097/acm.0000000000002676","title":"A Further Examination of Previous and Future Policy Opportunities of the Educational Commission for Foreign Medical Graduates","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Credentialing; Accreditation; Commission; Workforce; Political science; Licensure; Accountability; Public relations; Medical education; Medicine; Law","score_opus":0.11298126052427447,"score_gpt":0.45257470457405596,"score_spread":0.3395934440497815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921445129","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051137293,0.006895778,0.000014899674,0.9722899,0.0013230398,0.0024800354,0.00010759268,0.000018561932,0.011756445],"genre_scores_gemma":[0.070239104,0.024943575,0.00011610311,0.74619156,0.055287167,0.0006522517,0.0012705608,0.0001497208,0.10114993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600416,0.0008263759,0.00132747,0.00029005797,0.0010865978,0.00046534857],"domain_scores_gemma":[0.9938372,0.003713027,0.0014196078,0.00043953044,0.00045189084,0.00013877453],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00195539,0.00028734418,0.00082043133,0.00023907179,0.00020152873,7.7528614e-7,0.0005837891,0.0021852823,0.00080207776],"category_scores_gemma":[0.0022841657,0.00016640757,0.00006717764,0.00022284326,0.0005336782,0.000053360833,0.00016737197,0.0030059344,0.000003833944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025379097,0.0000050402955,0.0017871156,0.005496678,0.00003322188,5.379646e-7,0.010079786,5.336379e-8,0.000007441265,0.011467401,0.9654607,0.0056366394],"study_design_scores_gemma":[0.0010024562,0.00017219655,0.002425543,0.010349083,0.000119747514,0.000010118907,0.0101924185,0.000034168246,0.000006046389,0.010506021,0.96505266,0.00012954356],"about_ca_topic_score_codex":0.0003391593,"about_ca_topic_score_gemma":0.0000060885886,"teacher_disagreement_score":0.22609833,"about_ca_system_score_codex":0.00014423528,"about_ca_system_score_gemma":0.0017170325,"threshold_uncertainty_score":0.99929416},"labels":[],"label_agreement":null},{"id":"W2921936916","doi":"10.1097/acm.0000000000002672","title":"Using Electronic Health Record Data to Assess Residents’ Clinical Performance in the Workplace: The Good, the Bad, and the Unthinkable","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Formative assessment; Grounded theory; Medical education; Context (archaeology); Affordance; Electronic health record; Qualitative property; Nonprobability sampling; Qualitative research; Data collection; Health care; Medicine; Psychology; Computer science; Pedagogy","score_opus":0.18329782276036333,"score_gpt":0.4854391258579581,"score_spread":0.3021413030975948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921936916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65742385,0.002334709,0.0002484553,0.33655646,0.0008572499,0.0017595753,9.3336456e-7,0.000015212431,0.0008035633],"genre_scores_gemma":[0.8877147,0.005887887,0.00021242724,0.10289446,0.0017937183,0.000057158773,0.00004149824,0.000022784643,0.0013753587],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599016,0.0009972944,0.0010833045,0.00044933645,0.00091467093,0.00056526344],"domain_scores_gemma":[0.99514383,0.0025572812,0.00034821033,0.0017785337,0.00009416391,0.00007800914],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03129936,0.00018072387,0.00045686564,0.00010103747,0.00035965446,0.000018613631,0.0014746989,0.0001962935,0.00012033143],"category_scores_gemma":[0.0055787237,0.0000661682,0.00002398428,0.001232668,0.000685317,0.00015356796,0.00029094407,0.0038614923,0.000043372824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011296539,0.00006938182,0.52434975,0.0002694096,0.00015196526,0.0000031555833,0.020616315,0.000041356812,0.00006490634,0.022347625,0.35591254,0.07504397],"study_design_scores_gemma":[0.008719734,0.00096293405,0.43785095,0.002886561,0.0003486876,0.00042084797,0.03209151,0.03455181,0.000007508024,0.0021961061,0.4796786,0.0002847512],"about_ca_topic_score_codex":0.0005296057,"about_ca_topic_score_gemma":0.00006306852,"teacher_disagreement_score":0.23366201,"about_ca_system_score_codex":0.00018683281,"about_ca_system_score_gemma":0.0007696619,"threshold_uncertainty_score":0.9984366},"labels":[],"label_agreement":null},{"id":"W2921982674","doi":"10.1097/acm.0000000000002693","title":"Aligning and Applying the Paradigms and Practices of Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto East General Hospital; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Higher education; Medical education; MEDLINE; Psychology; Sociology; Engineering ethics; Mathematics education; Pedagogy; Political science; Medicine; Engineering","score_opus":0.10765734470875025,"score_gpt":0.48669339489713914,"score_spread":0.3790360501883889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921982674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87138987,0.002967099,0.000022951359,0.05335005,0.0005719236,0.00036418752,8.6927265e-8,0.00001235888,0.071321495],"genre_scores_gemma":[0.9926252,0.0014580372,0.000059494316,0.0015069895,0.00045014496,0.000022044702,0.0000011784695,0.0000031697366,0.003873767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992387,0.00022627698,0.00014585182,0.00010560302,0.0001959293,0.00008761375],"domain_scores_gemma":[0.998124,0.0011781788,0.0005241855,0.000065763474,0.000072419425,0.000035445864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025537973,0.00004293131,0.00008619287,0.000051234885,0.00019097526,0.000009737139,0.00009091314,0.000058599828,0.00015553572],"category_scores_gemma":[0.0030248438,0.000027761136,0.000003655051,0.00021446643,0.00034580965,0.00025918693,0.000015682575,0.00029790553,0.0000065210475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013902468,0.000007304272,0.24869762,0.00006105431,0.000021054348,6.971879e-8,0.28659102,5.0150175e-7,0.0028179067,0.38634717,0.0069672684,0.06847513],"study_design_scores_gemma":[0.00010395348,0.000025151934,0.014984008,0.0000981711,0.000018300183,0.0000026551381,0.23642123,0.000011641488,0.00004547762,0.0014055505,0.7468449,0.000039001323],"about_ca_topic_score_codex":0.0010927275,"about_ca_topic_score_gemma":0.000010219202,"teacher_disagreement_score":0.7398776,"about_ca_system_score_codex":0.000010617941,"about_ca_system_score_gemma":0.00016024862,"threshold_uncertainty_score":0.3621239},"labels":[],"label_agreement":null},{"id":"W2922277428","doi":"10.1097/acm.0000000000002695","title":"Strengthening Teachers’ Professional Identities Through Faculty Development","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":201,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mentorship; Faculty development; Excellence; Identity (music); Professional development; Public relations; Pedagogy; Medical education; Psychology; Perspective (graphical); Collegiality; Sociology; Political science; Medicine","score_opus":0.05386211438473769,"score_gpt":0.40446388570767655,"score_spread":0.35060177132293885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922277428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97314996,0.0003526146,0.00066626514,0.010792197,0.0020833772,0.0005025525,9.61867e-7,0.0001155783,0.012336501],"genre_scores_gemma":[0.9114575,0.00006313779,0.004754839,0.006864283,0.0011202885,0.000063047984,0.00041742873,0.000030507632,0.075228974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976353,0.000037405338,0.00071587303,0.00032007883,0.0009610264,0.00033028427],"domain_scores_gemma":[0.99917746,0.00007923677,0.0002028638,0.00026599717,0.00018935507,0.00008506385],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008958555,0.00018823135,0.00035465593,0.00016253212,0.00011391128,0.000003413166,0.00019084316,0.00028756462,0.0032495386],"category_scores_gemma":[0.00114856,0.00013415607,0.000027561098,0.00043007117,0.00018174137,0.00019288516,0.00006905464,0.0012690107,0.00052874524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093510134,0.00008453341,0.14662768,0.00047700165,0.00021956723,0.0000127096355,0.18299672,0.0000036032238,0.010337652,0.011341685,0.5974276,0.050377756],"study_design_scores_gemma":[0.005186611,0.00027972844,0.07656396,0.003682508,0.00016028267,0.00020163794,0.06045428,0.0002054122,0.0046699,0.0027521441,0.8453871,0.00045640668],"about_ca_topic_score_codex":0.000013774006,"about_ca_topic_score_gemma":3.1173892e-7,"teacher_disagreement_score":0.24795954,"about_ca_system_score_codex":0.00022946383,"about_ca_system_score_gemma":0.00036921343,"threshold_uncertainty_score":0.99766165},"labels":[],"label_agreement":null},{"id":"W2923034445","doi":"10.1097/acm.0000000000002698","title":"An Axiological Analysis of One Medical School’s Admissions Process: Exploring Individual Values and Value Systems","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"South Health Campus; University of Calgary","funders":"","keywords":"Stakeholder; Value (mathematics); Medical education; Audit; Psychology; Process (computing); Institution; Social value orientations; Medicine; Family medicine; Public relations; Sociology; Political science; Management; Social science","score_opus":0.1315443822545517,"score_gpt":0.4182502083516342,"score_spread":0.2867058260970825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923034445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97924334,0.0028586334,0.00016256617,0.01543313,0.0005260184,0.00047185278,0.00000886102,0.00010350413,0.0011921069],"genre_scores_gemma":[0.9907076,0.0020939917,0.00011057933,0.005261994,0.0007344517,0.000056694484,0.0001750269,0.000020757603,0.00083890447],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960424,0.00023704431,0.0010188917,0.000556074,0.0017686696,0.00037696617],"domain_scores_gemma":[0.99039227,0.0007870022,0.0002680264,0.00047521744,0.00018404206,0.00789342],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021270725,0.00023949004,0.0012037958,0.0006776253,0.0000815848,0.0000056255894,0.0003510719,0.00051619764,0.023427749],"category_scores_gemma":[0.04603299,0.00015335035,0.00008185054,0.0012120107,0.00031394733,0.00016409898,0.000076961274,0.0013260334,0.000024151395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009405067,0.0015012568,0.8414435,0.0037290952,0.007651838,0.00011431505,0.044229098,0.00031311545,0.03362799,0.026033198,0.027012385,0.0134037025],"study_design_scores_gemma":[0.01455163,0.006907337,0.7429818,0.0182614,0.019363714,0.0004740454,0.11351843,0.060276195,0.0013322005,0.002401591,0.018463796,0.0014678406],"about_ca_topic_score_codex":0.00005197365,"about_ca_topic_score_gemma":3.4818427e-7,"teacher_disagreement_score":0.09846168,"about_ca_system_score_codex":0.000038706097,"about_ca_system_score_gemma":0.0016690077,"threshold_uncertainty_score":0.977465},"labels":[],"label_agreement":null},{"id":"W2927350975","doi":"10.1097/acm.0000000000002735","title":"Scoping Review of Entrustable Professional Activities in Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Inclusion (mineral); Psychology; Medicine; Educational measurement; Curriculum; Pedagogy; Social psychology; Political science","score_opus":0.02165658520063804,"score_gpt":0.4193525458676395,"score_spread":0.3976959606670014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927350975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71171886,0.060417745,0.00023277456,0.20128253,0.0045040622,0.0036192439,9.959066e-7,0.00006577953,0.018158035],"genre_scores_gemma":[0.85358286,0.07218609,0.0006759355,0.05958299,0.0012118212,0.0002866151,0.00027169986,0.000045795277,0.012156175],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99716777,0.00010491104,0.0009876337,0.00026056686,0.0012285718,0.00025057097],"domain_scores_gemma":[0.9988698,0.0001997886,0.00031091346,0.00030615876,0.00019420801,0.000119175296],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020429736,0.00014074742,0.00059119135,0.0003519195,0.00002356492,8.2379876e-7,0.0001763878,0.00026240805,0.004471318],"category_scores_gemma":[0.006169168,0.0001065543,0.000030375237,0.00089742057,0.00020224921,0.00014016412,0.000050484312,0.0010449528,0.000040897183],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024118068,0.000592056,0.20149149,0.24651003,0.0000959429,0.000012175429,0.0041619283,0.0000015091407,0.0047127586,0.042583294,0.3746321,0.12496555],"study_design_scores_gemma":[0.002221135,0.00020184617,0.0046360577,0.97988814,0.00008355,0.00011678632,0.0027001053,0.00021166615,0.00068244844,0.0016359088,0.007443026,0.00017930697],"about_ca_topic_score_codex":0.000041662606,"about_ca_topic_score_gemma":0.0000022413608,"teacher_disagreement_score":0.7333781,"about_ca_system_score_codex":0.00017811122,"about_ca_system_score_gemma":0.0034026923,"threshold_uncertainty_score":0.99643874},"labels":[],"label_agreement":null},{"id":"W2927956272","doi":"10.1097/acm.0000000000002718","title":"Approaching Impact Meaningfully in Medical Education Research","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Field (mathematics); Accountability; Assertion; Conversation; Medical education; Value (mathematics); Formative assessment; Medical knowledge; Psychology; Public relations; Computer science; Medicine; Political science; Pedagogy","score_opus":0.06825689156464627,"score_gpt":0.5042973171146591,"score_spread":0.4360404255500128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927956272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9141222,0.00083457923,0.00015771807,0.041054312,0.0010762152,0.0008818633,2.5226015e-7,0.00006057854,0.04181227],"genre_scores_gemma":[0.9863274,0.00024857477,0.00037107506,0.007044214,0.0018166217,0.00008725707,0.000116784635,0.00003751833,0.003950559],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99541885,0.00025425426,0.00083825795,0.0004847735,0.00239151,0.00061237876],"domain_scores_gemma":[0.9982541,0.00031032547,0.00012630936,0.0005446172,0.00043454068,0.00033008447],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009436295,0.00018723193,0.00046364672,0.001300903,0.00007148245,0.000005508838,0.00038031684,0.0005759577,0.005252385],"category_scores_gemma":[0.016811585,0.00013715638,0.000040615945,0.0023775105,0.00032818303,0.00016758428,0.000088803805,0.0042033195,0.00043783896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031050897,0.00032357743,0.44043687,0.0005875783,0.000069646354,0.000032363692,0.016504982,0.000009959097,0.0043993513,0.034645904,0.27177745,0.2309018],"study_design_scores_gemma":[0.020812128,0.004054981,0.58624166,0.024887234,0.00022856274,0.0030903814,0.06986471,0.037748016,0.0006917838,0.032247737,0.21867704,0.0014557646],"about_ca_topic_score_codex":0.00038746855,"about_ca_topic_score_gemma":0.0000040161485,"teacher_disagreement_score":0.22944604,"about_ca_system_score_codex":0.000747112,"about_ca_system_score_gemma":0.0028562741,"threshold_uncertainty_score":0.998094},"labels":[],"label_agreement":null},{"id":"W2929838434","doi":"10.1097/acm.0000000000002732","title":"A Lexicon of Concepts of Humanistic Medicine: Exploring Different Meanings of Caring and Compassion at One Organization","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McGill University; South Health Campus; University of Toronto","funders":"","keywords":"Compassion; Humanism; Terminology; Sociology; Health care; Psychology; Political science; Law; Linguistics","score_opus":0.07992461845422841,"score_gpt":0.3390012459021931,"score_spread":0.25907662744796467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929838434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99482864,0.0018099805,0.0002205096,0.0016768493,0.0003863156,0.00039132108,0.000001520608,0.000020914134,0.0006639518],"genre_scores_gemma":[0.9974562,0.0015887158,0.000040501665,0.00018497043,0.00027195088,0.0000066035577,0.00006112837,0.000022068702,0.00036785612],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998032,0.00005248229,0.000862848,0.00024623165,0.00063570164,0.00017075978],"domain_scores_gemma":[0.99838465,0.00037484374,0.00054659316,0.00022795607,0.00026819098,0.00019776585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004542307,0.00016157319,0.0008830695,0.00019883625,0.000030043377,3.6188277e-7,0.00010195042,0.00017084849,0.0007492918],"category_scores_gemma":[0.0017276643,0.000115042974,0.000023956281,0.00028739916,0.00050596264,0.00006708565,0.000079623656,0.00036047996,0.0000025567151],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017519332,0.000054182154,0.13731907,0.0026470514,0.000077050914,0.0000013154415,0.106861025,0.000002016539,0.74677217,0.004191921,0.00048234523,0.0014166746],"study_design_scores_gemma":[0.011097144,0.0034595043,0.4261761,0.026529856,0.0011536609,0.00006952292,0.063685305,0.00033628652,0.4659488,0.0009342793,0.00032579846,0.0002837279],"about_ca_topic_score_codex":0.00014639906,"about_ca_topic_score_gemma":0.0000019827187,"teacher_disagreement_score":0.28885704,"about_ca_system_score_codex":0.000081684586,"about_ca_system_score_gemma":0.00007369686,"threshold_uncertainty_score":0.82042193},"labels":[],"label_agreement":null},{"id":"W2933929129","doi":"10.1097/acm.0000000000002731","title":"The Influence of Prior Performance Information on Ratings of Current Performance and Implications for Learner Handover: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"Context (archaeology); Thematic analysis; Medical education; Psychology; Applied psychology; Medicine; Qualitative research","score_opus":0.07931224308451738,"score_gpt":0.4293948257330093,"score_spread":0.3500825826484919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2933929129","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047612344,0.98966825,0.000022472845,0.0009020677,0.00011531369,0.0043683094,0.000012802451,0.000012056443,0.00013748815],"genre_scores_gemma":[0.00090565137,0.99799645,0.000033419496,0.00039751103,0.00009152205,0.00027870198,0.00006408478,0.000016504038,0.00021615125],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.997743,0.0000347226,0.001529079,0.00019036769,0.00029139774,0.00021140657],"domain_scores_gemma":[0.9970125,0.00083833875,0.0013519941,0.00043198635,0.00025198646,0.00011316984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010033125,0.0002642371,0.0016698935,0.00013983631,0.000118216856,0.0000028553022,0.00023173219,0.0001762546,0.000007852797],"category_scores_gemma":[0.0021094403,0.00013042543,0.00013127996,0.00030017103,0.00020144752,0.00018394826,0.00007297486,0.000661696,0.0000079283245],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014547626,0.0000031637726,0.00045210982,0.28885245,0.000023098435,1.1616927e-8,0.00010970949,6.0853694e-7,0.0000017988817,0.00016521689,0.0006612112,0.7097161],"study_design_scores_gemma":[0.0004954801,0.00047931727,0.0011561268,0.59548867,0.0006659539,0.000016576154,0.000012038316,0.000016250056,0.000004012847,0.0000044188228,0.4015668,0.00009437281],"about_ca_topic_score_codex":0.0000016903583,"about_ca_topic_score_gemma":8.131107e-8,"teacher_disagreement_score":0.70962167,"about_ca_system_score_codex":0.00004588261,"about_ca_system_score_gemma":0.00048813128,"threshold_uncertainty_score":0.53185946},"labels":[],"label_agreement":null},{"id":"W2934495935","doi":"10.1097/acm.0000000000002726","title":"Fostering Student–Faculty Partnerships for Continuous Curricular Improvement in Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"","keywords":"Curriculum; General partnership; Medical education; Generalizability theory; Student engagement; Faculty development; Program evaluation; Psychology; Medicine; Pedagogy; Professional development; Political science","score_opus":0.12476335255673345,"score_gpt":0.46255370849528016,"score_spread":0.3377903559385467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934495935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81169224,0.00083722675,0.00049862673,0.16160855,0.0039259004,0.001838388,0.000001742767,0.00006707971,0.019530224],"genre_scores_gemma":[0.9861883,0.0007768909,0.00006416244,0.0034956804,0.00086133037,0.00021662617,0.000036853322,0.000011385093,0.008348777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980393,0.00016273491,0.00041085665,0.0002776347,0.00076233275,0.0003471439],"domain_scores_gemma":[0.9991316,0.0002446419,0.00015540197,0.00014399111,0.00008296911,0.00024137032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029717535,0.00010924854,0.00021471539,0.00009207191,0.00013046982,0.000013655643,0.0003170951,0.00015989288,0.0007113059],"category_scores_gemma":[0.0010054893,0.000091587506,0.000029636256,0.00022550706,0.00008699154,0.00017849004,0.00008786393,0.00041139786,0.000056763376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000570941,0.00029451842,0.20957513,0.00021721702,0.000099022815,0.000004458035,0.11215403,0.000012746979,0.00089808216,0.22914769,0.18902624,0.25851378],"study_design_scores_gemma":[0.0016515416,0.00016725449,0.004781862,0.00040835145,0.00003576924,0.000001234841,0.08195744,0.000041645795,0.000032005435,0.007651953,0.90307945,0.00019147001],"about_ca_topic_score_codex":0.00068099913,"about_ca_topic_score_gemma":0.00020385844,"teacher_disagreement_score":0.7140532,"about_ca_system_score_codex":0.00023579902,"about_ca_system_score_gemma":0.0005104599,"threshold_uncertainty_score":0.77883005},"labels":[],"label_agreement":null},{"id":"W2935467651","doi":"10.1097/acm.0000000000002724","title":"The Divergence and Convergence of Critical Reflection and Critical Reflexivity: Implications for Health Professions Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre","funders":"","keywords":"Reflexivity; Scrutiny; Critical reflection; CLARITY; Divergence (linguistics); Subject (documents); Field (mathematics); Engineering ethics; Sociology; Epistemology; Critical pedagogy; Reflection (computer programming); Critical thinking; Pedagogy; Social science; Political science; Computer science","score_opus":0.0780627613950402,"score_gpt":0.5253936947631802,"score_spread":0.44733093336814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935467651","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34123608,0.003943237,0.010544789,0.6401475,0.0020948348,0.0014511736,0.0000075613766,0.000040470622,0.0005343366],"genre_scores_gemma":[0.9892819,0.0017802841,0.0017234217,0.0057993173,0.00037131703,0.00019363523,0.00002835356,0.000012461751,0.00080932403],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986247,0.00007477553,0.00055332016,0.00028236682,0.00022892754,0.00023592463],"domain_scores_gemma":[0.99778414,0.0011111167,0.00013788862,0.0002892798,0.0005248943,0.0001526962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013828719,0.00010336295,0.00025367475,0.00011303541,0.00033698135,0.0000034029035,0.000090507645,0.00015393976,0.000045104927],"category_scores_gemma":[0.0104498975,0.00006977687,0.000015934223,0.00037290558,0.0009128717,0.00010308556,0.000044311222,0.0004754001,0.0000031671786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001655287,0.00011314444,0.0807414,0.0018539273,0.00002525358,7.689709e-8,0.004284074,1.0124502e-7,0.016637221,0.747183,0.06501881,0.08397745],"study_design_scores_gemma":[0.0026548326,0.0034115447,0.6549256,0.0044809077,0.0004445737,0.00037785448,0.023250848,0.0017501565,0.001291907,0.20551686,0.101439305,0.00045563214],"about_ca_topic_score_codex":0.000029820669,"about_ca_topic_score_gemma":0.0000019163651,"teacher_disagreement_score":0.6480458,"about_ca_system_score_codex":0.00007933605,"about_ca_system_score_gemma":0.0005051,"threshold_uncertainty_score":0.9978855},"labels":[],"label_agreement":null},{"id":"W2936924489","doi":"10.1097/acm.0000000000002743","title":"A Core Components Framework for Evaluating Implementation of Competency-Based Medical Education Programs","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":419,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Viewpoints; Delphi method; Transformative learning; Core competency; Curriculum; Delphi; Fidelity; Process management; Process (computing); Computer science; Checklist; Medical education; Knowledge management; Medicine; Psychology; Management; Pedagogy; Business; Artificial intelligence","score_opus":0.12122680076981128,"score_gpt":0.5116310879491399,"score_spread":0.3904042871793286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936924489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9490811,0.0002708949,0.019926673,0.025552193,0.0017864476,0.0029480066,0.0000027496058,0.00006881314,0.00036311295],"genre_scores_gemma":[0.9402042,0.000026828458,0.048637994,0.008300903,0.0008144894,0.0003935924,0.0013979012,0.00003647437,0.00018760953],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966618,0.000059615955,0.0011092435,0.00035334093,0.0015013138,0.0003146811],"domain_scores_gemma":[0.99777025,0.00031185703,0.00055748003,0.0003905051,0.00079405063,0.00017585974],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022331104,0.00018750492,0.0005032954,0.00030279238,0.00006243961,0.0000024509832,0.00024317409,0.00039756938,0.0023546186],"category_scores_gemma":[0.0046039736,0.00015290368,0.00006361647,0.0007041952,0.00023582976,0.00006833185,0.000028009339,0.0007613342,0.000026196365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039949422,0.00036772023,0.49995247,0.0027805334,0.0001396301,9.658523e-7,0.004567719,0.000006610255,0.010575776,0.117719546,0.018605962,0.34488356],"study_design_scores_gemma":[0.055496085,0.019085083,0.30815843,0.056733396,0.0027247102,0.00029677866,0.0784161,0.2000442,0.007759103,0.23943436,0.029945213,0.0019065461],"about_ca_topic_score_codex":0.000120261335,"about_ca_topic_score_gemma":0.0000037943726,"teacher_disagreement_score":0.34297702,"about_ca_system_score_codex":0.00017362891,"about_ca_system_score_gemma":0.0034788428,"threshold_uncertainty_score":0.9985574},"labels":[],"label_agreement":null},{"id":"W2936955056","doi":"10.1097/acm.0000000000002749","title":"One Size Does Not Fit All: Balancing Individual and System Needs in Primary Care and Beyond","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CARE Canada; University of Toronto; Women's College Hospital","funders":"","keywords":"Argument (complex analysis); Conflation; Diversity (politics); Privilege (computing); Competence (human resources); Primary care; Health care; Context (archaeology); Psychology; Power (physics); Public relations; Sociology; Social psychology; Medicine; Epistemology; Political science; Law; Family medicine; History","score_opus":0.056564361274563456,"score_gpt":0.37205614426110684,"score_spread":0.3154917829865434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936955056","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059544515,0.022644784,0.0000035190026,0.8916588,0.0036581396,0.002610605,0.0003545677,0.00018789449,0.019337216],"genre_scores_gemma":[0.022224987,0.007938599,0.00007622967,0.9528808,0.008984091,0.00017060063,0.0008555846,0.00011047369,0.006758642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945275,0.00075293076,0.0016979846,0.0007571302,0.0010023772,0.0012620302],"domain_scores_gemma":[0.99195874,0.006352353,0.00075675524,0.0005582006,0.00012546444,0.00024851473],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0019330229,0.0005968609,0.0020923961,0.0006377753,0.000286192,0.0000070468395,0.0004867852,0.003709732,0.00014741236],"category_scores_gemma":[0.0005034813,0.00042101642,0.00004917039,0.0002686103,0.0002125592,0.00017019418,0.00059929123,0.0122310305,0.000043484677],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005968165,0.0000015774832,0.052885756,0.033028252,0.00008904795,0.000091978596,0.03142387,3.921106e-8,0.00009556931,0.00008242432,0.8796963,0.0025454718],"study_design_scores_gemma":[0.0042400444,0.00022874134,0.04353484,0.009246299,0.00044831334,0.000029551184,0.018836362,0.0000024059168,0.000003996457,0.000093061,0.9227475,0.00058890146],"about_ca_topic_score_codex":0.00078673224,"about_ca_topic_score_gemma":0.00006242181,"teacher_disagreement_score":0.06122203,"about_ca_system_score_codex":0.001408314,"about_ca_system_score_gemma":0.0013302322,"threshold_uncertainty_score":0.99982417},"labels":[],"label_agreement":null},{"id":"W2938351763","doi":"10.1097/acm.0000000000002750","title":"SQUIRE-EDU (Standards for QUality Improvement Reporting Excellence in Education): Publication Guidelines for Educational Improvement","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":250,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Minnesota; School of Medicine, Emory University; University of California, San Francisco; Emory University; Case Western Reserve University; University of Toronto; Midwestern University; Audrey and Theodor Geisel School of Medicine at Dartmouth; Edge Hill University; Dartmouth College; University of Missouri; Robert Wood Johnson Foundation","keywords":"Squire; Excellence; Quality management; Transparency (behavior); Health care; Medical education; Medicine; Computer science; Political science; Engineering; Operations management","score_opus":0.6685704591304169,"score_gpt":0.7424352094034308,"score_spread":0.07386475027301387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938351763","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38313207,0.0002801358,0.011274349,0.58591753,0.004960214,0.011531848,0.0001971984,0.00007004197,0.0026366164],"genre_scores_gemma":[0.66250545,0.000490039,0.009465313,0.25989985,0.0066740112,0.020313589,0.0006966058,0.00007652408,0.039878618],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912155,0.00022937485,0.005934465,0.00071691524,0.0010245583,0.00087917875],"domain_scores_gemma":[0.9869542,0.003180546,0.0043082545,0.0005651662,0.004664775,0.0003270199],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028702172,0.00021568986,0.00050616154,0.000358786,0.0004470757,0.000008025455,0.00044252627,0.00023844666,0.0014134366],"category_scores_gemma":[0.08533371,0.0001827547,0.000053294323,0.00055370823,0.00009268513,0.00038810217,0.000096678195,0.00051893847,0.000045128836],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008515553,0.00003374724,0.056906357,0.002257843,0.0000125449,2.8529367e-8,0.013405433,0.0000044595963,0.022527082,0.025285484,0.8167759,0.06270596],"study_design_scores_gemma":[0.0047838762,0.00060143654,0.025465442,0.001271829,0.000025917741,0.0000014976806,0.033283554,0.00069796183,0.000644176,0.019854505,0.9129826,0.0003872444],"about_ca_topic_score_codex":0.0013031161,"about_ca_topic_score_gemma":0.000110781395,"teacher_disagreement_score":0.32601768,"about_ca_system_score_codex":0.0014954993,"about_ca_system_score_gemma":0.009607032,"threshold_uncertainty_score":0.9994994},"labels":[],"label_agreement":null},{"id":"W2938740807","doi":"10.1097/acm.0000000000002752","title":"How Medical Error Shapes Physicians’ Perceptions of Learning: An Exploratory Study","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Medical Council of Canada; Western University","funders":"","keywords":"Blame; Psychology; Mentorship; Exploratory research; Perception; Medical education; Medicine; Social psychology","score_opus":0.11368693733719001,"score_gpt":0.4519940094829952,"score_spread":0.33830707214580513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938740807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747856,0.00015435209,0.0010596156,0.019339345,0.0010094316,0.0011507226,0.0000037936725,0.00013702738,0.0023600669],"genre_scores_gemma":[0.98764294,0.00022144095,0.000013719981,0.002521715,0.00094044086,0.00014315863,0.00006592066,0.000029616382,0.0084210485],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.996073,0.0011621037,0.0007496995,0.00038253306,0.0012125472,0.00042012832],"domain_scores_gemma":[0.9978901,0.00058835826,0.0005906477,0.0003459519,0.00019813886,0.00038681366],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021459267,0.00018646543,0.0005433268,0.00019567602,0.0002707542,2.2254432e-7,0.0004745442,0.00043900462,0.00408641],"category_scores_gemma":[0.0019190912,0.00014187099,0.000040680236,0.00036519227,0.00028191143,0.0002990268,0.000106972875,0.0025151074,0.00039331173],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008561072,0.00017142468,0.715725,0.00022956874,0.000060615897,0.0000035220996,0.26923057,0.000025884823,0.0036700866,0.001013884,0.007551351,0.0022324626],"study_design_scores_gemma":[0.003421311,0.0013615754,0.16235673,0.0011258296,0.00009535627,0.0000015064973,0.78423834,0.0008561594,0.00001116643,0.00016719896,0.046167623,0.00019720776],"about_ca_topic_score_codex":0.000026580665,"about_ca_topic_score_gemma":0.00004326758,"teacher_disagreement_score":0.5533683,"about_ca_system_score_codex":0.00006359835,"about_ca_system_score_gemma":0.00032786917,"threshold_uncertainty_score":0.99978614},"labels":[],"label_agreement":null},{"id":"W2939604362","doi":"10.1097/acm.0000000000002736","title":"Cultural Historical Activity Theory: The Role of Tools and Tensions in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Culture theory; Psychology; MEDLINE; Medical education; Sociology; Social psychology; Medicine; Political science; Anthropology; Law","score_opus":0.025750247912411376,"score_gpt":0.3635286896792167,"score_spread":0.3377784417668053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939604362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93209845,0.0020359762,0.000040697792,0.060038425,0.0006864272,0.00045447002,5.0271706e-7,0.00001807001,0.0046269856],"genre_scores_gemma":[0.99233615,0.00051225035,0.00007779199,0.0048999838,0.0005172033,0.00003505474,0.000021807324,0.000010617413,0.0015891637],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99828464,0.00012592404,0.00043955984,0.00022061917,0.00074931176,0.00017994462],"domain_scores_gemma":[0.99884003,0.00039934783,0.00015210154,0.00029229745,0.00020353936,0.00011266379],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019104772,0.00011567495,0.0003440641,0.00017377468,0.000039215978,0.0000017137094,0.00016051374,0.0003260674,0.0006248071],"category_scores_gemma":[0.010035331,0.000064450476,0.000022571057,0.0005746635,0.00031319715,0.0001144857,0.000052392163,0.0012923909,0.000014554991],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028773487,0.00020310325,0.19313842,0.0001786664,0.000045916982,0.0000029426913,0.010864892,4.711666e-7,0.025788926,0.09791835,0.045802202,0.62576836],"study_design_scores_gemma":[0.004940168,0.0008004433,0.6199127,0.0034030739,0.00031182158,0.0006899311,0.031181846,0.0026542146,0.0019651456,0.027904594,0.30583802,0.0003980414],"about_ca_topic_score_codex":0.00015696726,"about_ca_topic_score_gemma":0.0000026914352,"teacher_disagreement_score":0.6253703,"about_ca_system_score_codex":0.0002658935,"about_ca_system_score_gemma":0.00054975465,"threshold_uncertainty_score":0.99830353},"labels":[],"label_agreement":null},{"id":"W2940065097","doi":"10.1097/acm.0000000000002764","title":"Pathways to Independent Primary Care Clinical Practice: How Tall Is the Shortest Giant?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Nursing Roles and Practices","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"American Water (Canada)","funders":"","keywords":"Scope of practice; Scope (computer science); Workforce; Primary care; Medical education; Medicine; Professional development; Family medicine; Psychology; Health care; Computer science; Political science","score_opus":0.10991319235150164,"score_gpt":0.48768406051067387,"score_spread":0.3777708681591722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940065097","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2915464,0.00703479,0.00014014138,0.5606965,0.008488925,0.0026304922,0.000027035283,0.00013900413,0.12929676],"genre_scores_gemma":[0.80905575,0.0028560965,0.0002843813,0.16773841,0.004617028,0.00008041168,0.00005886789,0.00005449802,0.015254566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959035,0.0011221495,0.00087281794,0.0005417782,0.000924573,0.0006351815],"domain_scores_gemma":[0.99142087,0.006455511,0.000632475,0.0007805423,0.00032847782,0.0003821574],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0050491155,0.00023505438,0.00051663606,0.00007972765,0.00045705138,0.000009648543,0.0006648256,0.00070077064,0.0014169058],"category_scores_gemma":[0.0034980676,0.00013637409,0.000058423073,0.00027636945,0.00012288515,0.0003371903,0.0002747926,0.0048149247,0.0017399668],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041874804,0.000025774436,0.06923342,0.00033292457,0.00008575392,0.000026068077,0.086130545,0.000001776016,0.0014467955,0.0017118125,0.8055256,0.035060804],"study_design_scores_gemma":[0.0010643031,0.00046459652,0.037715536,0.0010641195,0.00015285911,0.000018459703,0.09576661,0.000019412693,0.000009844715,0.00020106063,0.8633635,0.00015970683],"about_ca_topic_score_codex":0.00013206247,"about_ca_topic_score_gemma":0.000014648366,"teacher_disagreement_score":0.51750934,"about_ca_system_score_codex":0.0001915162,"about_ca_system_score_gemma":0.00051437976,"threshold_uncertainty_score":0.9994959},"labels":[],"label_agreement":null},{"id":"W2941003979","doi":"10.1097/acm.0000000000001505","title":"Faculty–Resident “Co-learning”: A Longitudinal Exploration of an Innovative Model for Faculty Development in Quality Improvement","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Royal College of Physicians and Surgeons of Canada; Canadian Patient Safety Institute; University of Toronto; St. Michael's Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Mentorship; Curriculum; Faculty development; Medical education; Medicine; Professional development; Subspecialty; Psychology; Pedagogy; Family medicine","score_opus":0.34900462831803086,"score_gpt":0.5125814784474788,"score_spread":0.16357685012944795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941003979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93636596,0.000025475052,0.050159212,0.0115768425,0.00016375491,0.00067519734,0.000013362776,0.000033040506,0.0009871677],"genre_scores_gemma":[0.99326277,0.00011674862,0.0010144061,0.00019530492,0.00018058174,0.00024481968,0.00010009243,0.000008233362,0.0048770662],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979904,0.0001909647,0.0006906126,0.0002722341,0.000588456,0.00026730145],"domain_scores_gemma":[0.9988632,0.00020909266,0.00038489682,0.00010016262,0.00033045706,0.0001121946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039901827,0.00011327244,0.0002224614,0.00012981085,0.0002011974,0.0000054745374,0.00019628553,0.000115402916,0.00013973915],"category_scores_gemma":[0.0013674955,0.00007714778,0.000016184807,0.0003101889,0.00014917432,0.00065075984,0.000027446733,0.00022419117,0.0000062504855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019070659,0.000105014675,0.024438616,0.00008088329,0.00006270625,7.218499e-7,0.76748085,0.0003298675,0.012829502,0.0700439,0.0056745205,0.11876271],"study_design_scores_gemma":[0.0094861975,0.0013450442,0.11480398,0.00088932004,0.00006299094,5.5046445e-7,0.34226117,0.0010589372,0.01675895,0.016682016,0.4956627,0.0009881686],"about_ca_topic_score_codex":0.0008991591,"about_ca_topic_score_gemma":0.0004854231,"teacher_disagreement_score":0.48998818,"about_ca_system_score_codex":0.00035306416,"about_ca_system_score_gemma":0.00041740324,"threshold_uncertainty_score":0.3145995},"labels":[],"label_agreement":null},{"id":"W2942674960","doi":"10.1097/acm.0000000000002769","title":"Addressing the Diversity–Validity Dilemma Using Situational Judgment Tests","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ethnic group; Psychology; Diversity (politics); Medicine; Clinical psychology; Demography; Gerontology","score_opus":0.47129080350993285,"score_gpt":0.4599920520531302,"score_spread":0.011298751456802647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942674960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9234967,0.00037982018,0.00033272908,0.06949856,0.0011714724,0.0004909465,0.0000026430216,0.00005386813,0.004573224],"genre_scores_gemma":[0.97041506,0.000097544595,0.00015596759,0.021716487,0.0014362655,0.000005190272,0.00004266918,0.000012899514,0.006117942],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980814,0.000088984365,0.0003514949,0.0002675419,0.00093900244,0.00027161412],"domain_scores_gemma":[0.9981701,0.0004894241,0.00014866727,0.000320422,0.00012231777,0.0007490618],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008897721,0.00014722564,0.00028518552,0.000097869466,0.00032731195,0.0000046621763,0.00021808082,0.00016275555,0.013816136],"category_scores_gemma":[0.0039323187,0.00008329179,0.00005123888,0.00028282046,0.0002249597,0.000082244376,0.000206624,0.00085495657,0.00018548222],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023029036,0.00016833973,0.49819762,0.00042113443,0.0001979302,0.000046679655,0.016468009,0.000068535854,0.06496494,0.0070260977,0.40267712,0.009533317],"study_design_scores_gemma":[0.011834964,0.00084278325,0.45735577,0.007059955,0.0013556734,0.0007854371,0.0123585975,0.014258393,0.0020043713,0.004790672,0.48651728,0.0008361105],"about_ca_topic_score_codex":0.00007468108,"about_ca_topic_score_gemma":6.9885766e-7,"teacher_disagreement_score":0.08384016,"about_ca_system_score_codex":0.00012223182,"about_ca_system_score_gemma":0.0005098613,"threshold_uncertainty_score":0.98708534},"labels":[],"label_agreement":null},{"id":"W2942931432","doi":"10.1097/acm.0000000000002782","title":"Implicit Bias and the Feedback Paradox: Exploring How Health Professionals Engage With Feedback While Questioning Its Credibility","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario; Western University","funders":"Children's Health Foundation; Associated Medical Services; London Health Sciences Centre","keywords":"Credibility; Psychology; Implicit-association test; Conversation; Grounded theory; Social psychology; Identity (music); Mental health; Implicit attitude; Applied psychology; Qualitative research; Psychotherapist","score_opus":0.6390951318775491,"score_gpt":0.47882089678902195,"score_spread":0.16027423508852712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942931432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90667033,0.0071224663,0.0030987638,0.07899968,0.0011193221,0.0010899128,0.0000052946907,0.00010198857,0.0017922063],"genre_scores_gemma":[0.9904128,0.0012434871,0.0014753337,0.0035978216,0.0005761661,0.00007609713,0.000003844832,0.000022007765,0.0025924502],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9924869,0.002812727,0.0011107909,0.0009931832,0.0019449886,0.0006514344],"domain_scores_gemma":[0.9370509,0.060351048,0.001048611,0.00089349435,0.00032270796,0.00033327108],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046571024,0.00030477272,0.0010368085,0.00035867546,0.0005287905,0.00007726558,0.0009964829,0.00017691968,0.0003121934],"category_scores_gemma":[0.10834071,0.00013570405,0.00005615989,0.0021956977,0.00045738972,0.00060571905,0.0003396811,0.0016575912,0.00005981357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011018565,0.00003947855,0.69823945,0.00030262308,0.00012664545,0.000010470269,0.033631127,0.00016488503,0.0011214112,0.019702796,0.071645364,0.17391388],"study_design_scores_gemma":[0.014126346,0.0014846891,0.78350407,0.0041058776,0.00008325492,0.00032731358,0.10599756,0.0066246395,0.00042655182,0.047575027,0.03480447,0.00094021886],"about_ca_topic_score_codex":0.0001073148,"about_ca_topic_score_gemma":0.000004645771,"teacher_disagreement_score":0.17297366,"about_ca_system_score_codex":0.00006515944,"about_ca_system_score_gemma":0.00016162907,"threshold_uncertainty_score":0.9817558},"labels":[],"label_agreement":null},{"id":"W2943006167","doi":"10.1097/acm.0000000000002777","title":"Partnered Educational Governance: Rethinking Student Agency in Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Student engagement; General partnership; Agency (philosophy); Corporate governance; Government (linguistics); Student affairs; Medical education; Accountability; Public relations; Pedagogy; Sociology; Political science; Higher education; Psychology; Medicine; Management","score_opus":0.05218377257539946,"score_gpt":0.44027445369716955,"score_spread":0.3880906811217701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943006167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4851702,0.0021178634,0.000027375632,0.38795805,0.005032962,0.00044535674,4.902991e-7,0.000035132285,0.11921258],"genre_scores_gemma":[0.9459736,0.0071893185,0.00006245872,0.00511945,0.0016370126,0.00006218656,0.000019509172,0.00001047507,0.03992604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971757,0.0003765227,0.00045018631,0.00029102777,0.001400836,0.00030574997],"domain_scores_gemma":[0.99883777,0.00043540052,0.00020492768,0.00018924667,0.00007998147,0.0002526458],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028979466,0.00010772113,0.00017872416,0.000083954066,0.00016909813,0.00001211317,0.00043920072,0.00020110347,0.011230589],"category_scores_gemma":[0.0018956395,0.00009650515,0.000022707307,0.00044959405,0.00015208728,0.00026538788,0.000046112513,0.00080157386,0.00035919104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007633842,0.00009101546,0.14990583,0.000026030071,0.000015279997,0.0000012615131,0.10378407,0.0000069039493,0.000048754027,0.61265427,0.12036649,0.0130924685],"study_design_scores_gemma":[0.0007936821,0.00004224405,0.18224323,0.0006640657,0.000021261369,0.0000031133611,0.02221972,0.000023541263,0.0000045541924,0.07806762,0.7156987,0.00021823744],"about_ca_topic_score_codex":0.0021575314,"about_ca_topic_score_gemma":0.00043971252,"teacher_disagreement_score":0.59533226,"about_ca_system_score_codex":0.00042309167,"about_ca_system_score_gemma":0.0025293666,"threshold_uncertainty_score":0.98967326},"labels":[],"label_agreement":null},{"id":"W2943128329","doi":"10.1097/acm.0000000000002771","title":"“You Want Me to Assess What?”: Faculty Perceptions of Assessing Residents From Outside Their Specialty","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Specialty; Formative assessment; Context (archaeology); Medical education; Credibility; Medicine; Needs assessment; Perception; Psychology; Nursing; Family medicine; Pedagogy","score_opus":0.07381488217934538,"score_gpt":0.3951296911521753,"score_spread":0.3213148089728299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943128329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746626,0.00059013785,0.00044297942,0.01942334,0.0011060013,0.0006303256,0.00003343077,0.00007195517,0.0030392557],"genre_scores_gemma":[0.9877358,0.000726968,0.00072327635,0.0032825314,0.0011206992,0.000010796508,0.0001856673,0.00004236374,0.006171861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973398,0.000081904196,0.0008558987,0.0005050925,0.0008025187,0.0004148002],"domain_scores_gemma":[0.99799776,0.0003283193,0.00024129738,0.0006119395,0.00019320208,0.00062745536],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059451495,0.0002992583,0.0009772637,0.00024209292,0.00008081362,0.000019046152,0.00033173166,0.0003104469,0.003584881],"category_scores_gemma":[0.0009218244,0.00018846057,0.00012769,0.0003928575,0.00012109461,0.00043472438,0.00017289878,0.0008478501,0.00036206425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010500096,0.000049304545,0.7885017,0.00012100917,0.00013848316,0.00002986816,0.011834378,0.0000055208397,0.17436282,0.00023706563,0.015136474,0.009478383],"study_design_scores_gemma":[0.0020284904,0.0003606452,0.93982315,0.0036592116,0.00018853592,0.00002343826,0.039471656,0.000058912978,0.0066093807,0.0008603047,0.006673121,0.00024312828],"about_ca_topic_score_codex":0.00040212547,"about_ca_topic_score_gemma":0.000013871006,"teacher_disagreement_score":0.16775344,"about_ca_system_score_codex":0.00014114165,"about_ca_system_score_gemma":0.00019323283,"threshold_uncertainty_score":0.99732596},"labels":[],"label_agreement":null},{"id":"W2943319613","doi":"10.1097/acm.0000000000002773","title":"The Hidden Curriculum of Compassionate Care: Can Assessment Drive Compassion?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; The Wilson Centre","funders":"","keywords":"Compassion; Curriculum; Medical education; Psychology; Syllabus; Empathy; Focus group; Medical psychology; MEDLINE; Nursing; Medicine; Pedagogy; Social psychology","score_opus":0.01181728189668336,"score_gpt":0.36422734941700574,"score_spread":0.3524100675203224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943319613","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89519733,0.001078953,0.00026827943,0.085780196,0.0027042225,0.0009917535,0.0000027792466,0.000058013775,0.0139184445],"genre_scores_gemma":[0.9933893,0.00034858414,0.0007022923,0.0029636945,0.0006517601,0.00005697464,0.00014155044,0.000021941185,0.0017238747],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99741673,0.00007799372,0.00080940814,0.00028270952,0.0011004024,0.0003127406],"domain_scores_gemma":[0.9980509,0.0002677825,0.00038026692,0.000565067,0.0006007144,0.00013524592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008672614,0.00018137651,0.00047790195,0.00016953438,0.00015223067,0.0000029563048,0.00034185222,0.0002085932,0.0006363825],"category_scores_gemma":[0.00071167294,0.00009942004,0.00004903389,0.0006613065,0.00045635318,0.00004574562,0.00008680872,0.0012601204,0.000049813214],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008118378,0.00009596924,0.29159412,0.00053935876,0.00019212715,0.000008476647,0.0104609635,0.000007380298,0.010632021,0.096705556,0.52294654,0.06673627],"study_design_scores_gemma":[0.008073632,0.001301852,0.4913192,0.004019342,0.00046467726,0.00013420332,0.0861233,0.0042138323,0.0015732945,0.0036064438,0.39872336,0.00044686726],"about_ca_topic_score_codex":0.00015411373,"about_ca_topic_score_gemma":0.0000031964312,"teacher_disagreement_score":0.19972508,"about_ca_system_score_codex":0.00029634463,"about_ca_system_score_gemma":0.00040983385,"threshold_uncertainty_score":0.6967942},"labels":[],"label_agreement":null},{"id":"W2943533685","doi":"10.1097/acm.0000000000002768","title":"Management Reasoning: Implications for Health Professions Educators and a Research Agenda","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Negotiation; Medical diagnosis; Plan (archaeology); Knowledge management; Cognition; Management science; Psychology; Computer science; Medicine; Pathology","score_opus":0.1429927648167414,"score_gpt":0.5329605326184251,"score_spread":0.38996776780168374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943533685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54153883,0.0051255464,0.0005592042,0.43660793,0.0006354761,0.0039972872,0.000015616253,0.00011261759,0.011407466],"genre_scores_gemma":[0.9628694,0.005060106,0.00130224,0.009052987,0.0006108749,0.0004192412,0.00010662929,0.000035028435,0.020543467],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99806255,0.000100096084,0.0005017697,0.0004743553,0.0003422524,0.00051896105],"domain_scores_gemma":[0.9917084,0.0070090955,0.000119656856,0.00046358327,0.00015171885,0.0005475689],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029010426,0.00013213008,0.0004261526,0.00023740981,0.00019371971,0.0000040875184,0.00014052913,0.00016727117,0.00013000544],"category_scores_gemma":[0.017301507,0.00009423242,0.000041003983,0.00043301767,0.00022365588,0.00003014433,0.00010414118,0.00079595705,0.000057135316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001996146,0.00009929254,0.16868085,0.0005532804,0.000113067435,0.0000044750864,0.004703391,3.695766e-7,0.00026240115,0.08279656,0.68313783,0.059448853],"study_design_scores_gemma":[0.00817013,0.0024532264,0.62925804,0.020173104,0.00023343088,0.00013909198,0.012870982,0.000110916306,0.000051212777,0.018094117,0.3081532,0.00029252504],"about_ca_topic_score_codex":0.000059739235,"about_ca_topic_score_gemma":0.0000012036734,"teacher_disagreement_score":0.4605772,"about_ca_system_score_codex":0.00010627508,"about_ca_system_score_gemma":0.00029224582,"threshold_uncertainty_score":0.99097615},"labels":[],"label_agreement":null},{"id":"W2943816996","doi":"10.1097/acm.0000000000002778","title":"Association of Pediatric Resident Physician Depression and Burnout With Harmful Medical Errors on Inpatient Services","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Burnout; Medicine; Depression (economics); Family medicine; Mental health; Psychiatry; Incidence (geometry); Clinical psychology","score_opus":0.02561693128346141,"score_gpt":0.3933713256867779,"score_spread":0.3677543944033165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943816996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97538406,0.0024056435,0.000014044735,0.017636055,0.0009168077,0.0009146675,0.00001210747,0.000051258616,0.0026653882],"genre_scores_gemma":[0.9838315,0.0042882366,0.000016011238,0.007823016,0.0014879509,0.000065448796,0.000041724572,0.00002975069,0.0024163316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955784,0.00065075274,0.0009772227,0.00043304163,0.0018179399,0.00054263417],"domain_scores_gemma":[0.99640054,0.0015427964,0.0010716814,0.00029230365,0.0002983653,0.0003943236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019968627,0.00023231027,0.00061088864,0.00021668723,0.00026040408,0.0000013537041,0.00026663006,0.0007291587,0.0008042322],"category_scores_gemma":[0.0004853354,0.00013848708,0.000026566273,0.00031046182,0.000055025823,0.00012363159,0.00016867288,0.0021407215,0.0001021503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024255997,0.000019941317,0.9796647,0.0014202064,0.000031920947,0.000003914705,0.008768685,0.0000022958627,0.00016224074,0.00024152426,0.0055976436,0.0038443909],"study_design_scores_gemma":[0.007550835,0.0013650643,0.9249655,0.032116443,0.00022847475,0.0000025573484,0.023372732,0.0005668183,0.000215962,0.0010029878,0.008177695,0.00043493568],"about_ca_topic_score_codex":0.0008368621,"about_ca_topic_score_gemma":0.00010854365,"teacher_disagreement_score":0.054699183,"about_ca_system_score_codex":0.00016640441,"about_ca_system_score_gemma":0.0003719769,"threshold_uncertainty_score":0.93004894},"labels":[],"label_agreement":null},{"id":"W2944385128","doi":"10.1097/acm.0000000000002383","title":"Incentivizing Medical Teachers: Exploring the Role of Incentives in Influencing Motivations","year":2018,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Incentive; CLARITY; Psychology; Incentive program; Burnout; Variety (cybernetics); Public relations; Unintended consequences; Social psychology; Political science; Economics; Computer science; Clinical psychology","score_opus":0.11448562407084646,"score_gpt":0.42364058791186643,"score_spread":0.30915496384102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944385128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012640264,0.98190176,0.000097482654,0.0014480443,0.0009017616,0.0011686677,0.0000021501971,0.000054832304,0.0017850412],"genre_scores_gemma":[0.0055869357,0.99035156,0.00015421853,0.0006000511,0.0025747234,0.00037162236,0.00012509323,0.00006584518,0.0001699664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947036,0.00036752294,0.0023706423,0.0005258261,0.0015481879,0.00048421702],"domain_scores_gemma":[0.9969727,0.00096693484,0.00092660636,0.000695477,0.00028163512,0.00015668792],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004652193,0.00042505798,0.0018294903,0.0010357642,0.00011650233,0.0000044149915,0.0007597916,0.00077043346,0.00037077974],"category_scores_gemma":[0.01888448,0.00025818415,0.00015136463,0.0028074868,0.0011969946,0.00021455948,0.00023518116,0.0039799763,0.00003789544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062794884,0.00003542508,0.0021240264,0.0037024177,0.0001343569,0.000005941739,0.012677525,8.237846e-8,0.000009645714,0.0014443262,0.0019865914,0.9778734],"study_design_scores_gemma":[0.0005210588,0.00007356275,0.0006202039,0.11862983,0.00058003166,0.000079736936,0.008042738,0.000045423578,0.00001415513,0.0004345255,0.8707644,0.0001943665],"about_ca_topic_score_codex":0.00013029444,"about_ca_topic_score_gemma":0.0000049636064,"teacher_disagreement_score":0.977679,"about_ca_system_score_codex":0.00055687455,"about_ca_system_score_gemma":0.0012687466,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W2945070910","doi":"10.1097/acm.0000000000002694","title":"Training the First Generation of Health Care Performance Intelligence Professionals in Europe and Canada","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare Systems and Reforms","field":"Economics, Econometrics and Finance","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Health informatics; Medical education; Quality (philosophy); Psychology; Public relations; Business; Knowledge management; Nursing; Medicine; Political science; Computer science","score_opus":0.13729636845843876,"score_gpt":0.3050314331667029,"score_spread":0.16773506470826413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945070910","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06953497,0.039772734,0.00005983948,0.8863877,0.0022435351,0.0007769501,0.0000697152,0.000005910255,0.0011486136],"genre_scores_gemma":[0.6051228,0.005653175,0.000005316229,0.3853242,0.0021568614,0.000026718219,0.00013348526,0.00002693134,0.0015504967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776244,0.00005455002,0.0014105953,0.00033291974,0.00011841708,0.000321098],"domain_scores_gemma":[0.99864787,0.00008065677,0.0009254425,0.00024969436,0.000060399638,0.00003592013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015038657,0.00017526359,0.0007518151,0.00015836254,0.0000984757,0.0000027879273,0.0002691157,0.00039269013,0.00002829965],"category_scores_gemma":[0.00018747394,0.000106788226,0.000014888384,0.00022022058,0.00007819346,0.000055659817,0.00004449254,0.0017967293,0.000006446769],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004016275,0.0000017248201,0.031795725,0.004757755,0.00003079788,0.000008666063,0.05519221,0.00003486373,8.043672e-7,0.0007734286,0.8812358,0.02616425],"study_design_scores_gemma":[0.0001463389,0.00009219365,0.006304039,0.0016449871,0.0000014216496,0.000011661632,0.0031229968,0.00039616475,0.0000024588837,0.000029850273,0.98809093,0.00015697129],"about_ca_topic_score_codex":0.46745864,"about_ca_topic_score_gemma":0.06751243,"teacher_disagreement_score":0.53558785,"about_ca_system_score_codex":0.0002494218,"about_ca_system_score_gemma":0.0006818689,"threshold_uncertainty_score":0.94950306},"labels":[],"label_agreement":null},{"id":"W2945127795","doi":"10.1097/acm.0000000000002579","title":"Artist’s Statement: When Dreams End","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dream; Psychoanalysis; Bedroom; Painting; Psychology; Medicine; Art; Art history; History; Psychotherapist","score_opus":0.029982639427132272,"score_gpt":0.3415808739034946,"score_spread":0.31159823447636237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945127795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90627515,0.0021208662,0.0002457724,0.042405054,0.0015596529,0.00068632,0.0000027605151,0.00011215813,0.04659226],"genre_scores_gemma":[0.9346428,0.0009000511,0.0001348323,0.012249809,0.0013104385,0.000027026153,0.00013476277,0.000023967152,0.050576314],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807584,0.000043163185,0.00054476503,0.0003277521,0.0006417155,0.00036677436],"domain_scores_gemma":[0.99882406,0.00015525207,0.0001394505,0.00033292515,0.00007635339,0.00047196538],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008418957,0.00016760096,0.00039961995,0.00012696911,0.000034864916,0.0000020526793,0.00013421942,0.00022790894,0.011265789],"category_scores_gemma":[0.0006829426,0.00011869976,0.000039800227,0.00017001426,0.00017426691,0.00010009278,0.00003305641,0.0008072851,0.0012016983],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045633427,0.00013556061,0.052763745,0.0008946855,0.00022287667,0.000082785904,0.20452154,0.0000016446182,0.029391984,0.009665702,0.62131333,0.08054984],"study_design_scores_gemma":[0.009159336,0.0018144926,0.030058304,0.0023540552,0.00043684477,0.00031620573,0.044190764,0.00025817222,0.006432928,0.009349401,0.8952134,0.00041605905],"about_ca_topic_score_codex":0.00010307231,"about_ca_topic_score_gemma":0.0000013113073,"teacher_disagreement_score":0.27390012,"about_ca_system_score_codex":0.000104284234,"about_ca_system_score_gemma":0.000194982,"threshold_uncertainty_score":0.999576},"labels":[],"label_agreement":null},{"id":"W2945252461","doi":"10.1097/acm.0000000000002795","title":"Dynamic Tensions Following New Pedagogy in Undergraduate Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Excellence; Accreditation; Curriculum; Medical education; Dilemma; Medicine; Pedagogy; Psychology; Engineering ethics; Political science; Engineering","score_opus":0.02076467602952418,"score_gpt":0.42641340218841,"score_spread":0.4056487261588858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945252461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74119574,0.001411767,0.0009734049,0.24535885,0.0035385452,0.00065568165,1.9649696e-7,0.0000910073,0.006774805],"genre_scores_gemma":[0.9465748,0.000616087,0.0011991193,0.028700177,0.0007710497,0.000034676497,0.00018001853,0.000044077166,0.021879986],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968555,0.00007237152,0.0009099895,0.0004762617,0.0012437729,0.00044212196],"domain_scores_gemma":[0.9986436,0.00017240935,0.00016518553,0.00050505187,0.00012946947,0.00038431882],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001263347,0.00022581422,0.00054462743,0.0007017581,0.000049934333,0.0000031693623,0.000270503,0.000542853,0.0019994439],"category_scores_gemma":[0.0073719737,0.00018229058,0.00006343989,0.0013386277,0.0001319701,0.00014211766,0.00006203172,0.0018506355,0.00047779424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014191803,0.00024991532,0.24970624,0.000362269,0.00013186871,0.000080719474,0.006379762,0.000010361866,0.006670826,0.025084488,0.4057771,0.30540454],"study_design_scores_gemma":[0.029833278,0.0017118384,0.29797933,0.023270223,0.00096275593,0.0022743903,0.032379724,0.031059746,0.00021592663,0.06192586,0.5166156,0.0017713242],"about_ca_topic_score_codex":0.00034813696,"about_ca_topic_score_gemma":0.000035324818,"teacher_disagreement_score":0.3036332,"about_ca_system_score_codex":0.00039462114,"about_ca_system_score_gemma":0.003897079,"threshold_uncertainty_score":0.9989129},"labels":[],"label_agreement":null},{"id":"W2946099985","doi":"10.1097/acm.0000000000002526","title":"The Complexities of Care and Conflict","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; The Wilson Centre","funders":"","keywords":"Teamwork; Context (archaeology); Health care; Public relations; Psychology; Power (physics); Sociology; Political science; Law","score_opus":0.08390331315859294,"score_gpt":0.4820470302851783,"score_spread":0.39814371712658536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946099985","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021528685,0.010783168,0.000009109541,0.9418394,0.005266217,0.0008214046,0.000038759754,0.00002170208,0.03906739],"genre_scores_gemma":[0.009920124,0.0024308125,0.000009246899,0.85210806,0.008929017,0.000107163825,0.00044711767,0.00002740449,0.12602106],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804467,0.00047351094,0.0006550813,0.00018271948,0.00038809073,0.00025592177],"domain_scores_gemma":[0.995721,0.0029222902,0.00056072464,0.00027805014,0.00048665892,0.000031268948],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0004716583,0.00015965583,0.00039144378,0.00008717988,0.00042092233,0.0000014625875,0.00025556042,0.00097087846,0.00074037124],"category_scores_gemma":[0.00052788755,0.000087647255,0.000021166394,0.00010292369,0.00036444774,0.000030258105,0.00007820428,0.0042275423,0.00012088628],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032827025,2.3337604e-7,0.00044296638,0.00083165657,0.000017198538,5.2723436e-7,0.032414574,2.1295781e-8,0.000029996088,0.0052610855,0.9607187,0.0002502019],"study_design_scores_gemma":[0.00034510082,0.000088606575,0.00041336322,0.0021753423,0.000036742164,0.0000011948428,0.05914535,0.000004938583,0.000003862052,0.0008457346,0.9368642,0.00007555637],"about_ca_topic_score_codex":0.000194372,"about_ca_topic_score_gemma":0.00001710852,"teacher_disagreement_score":0.08973132,"about_ca_system_score_codex":0.000080584985,"about_ca_system_score_gemma":0.00085388566,"threshold_uncertainty_score":0.99806976},"labels":[],"label_agreement":null},{"id":"W2946308014","doi":"10.1097/01.acm.0000558048.02925.69","title":"Commentary on “Medical School: A Mental Battle”","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental health; Quarter (Canadian coin); Battle; Workload; Anxiety; Psychology; Medical education; Depression (economics); Psychiatry; Medicine; Management; Geography","score_opus":0.05315456480703541,"score_gpt":0.41461249910812836,"score_spread":0.36145793430109296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946308014","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003701156,0.0031614704,0.0000043158975,0.9329434,0.017717184,0.0013086048,0.000096233285,0.00014153353,0.040926088],"genre_scores_gemma":[0.0040938254,0.0008584377,0.0000033737526,0.8971266,0.03618961,0.00021028321,0.0037940394,0.000118476535,0.05760533],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99459213,0.0004605727,0.001034236,0.0010263845,0.0018041132,0.0010825663],"domain_scores_gemma":[0.9965621,0.0015257573,0.00043011352,0.0008888063,0.000024108522,0.00056909694],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00078932225,0.0007138928,0.0010539212,0.00039244216,0.00018769708,0.0000071896557,0.0012000266,0.0030393095,0.11087281],"category_scores_gemma":[0.0002314919,0.0005160154,0.00012334168,0.00021481598,0.00037056443,0.00007779,0.00018618097,0.010027505,0.012868492],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014260817,0.00003464545,0.0012957439,0.00020306236,0.00022066919,0.0009078743,0.00088239,1.4051718e-8,0.0000019616637,0.00007038285,0.99070853,0.005532108],"study_design_scores_gemma":[0.004440227,0.0008533759,0.00034105525,0.0019643647,0.0001440351,0.00013927743,0.00034232423,0.000004992848,0.000005725358,0.00014005553,0.99121773,0.000406843],"about_ca_topic_score_codex":0.0007191704,"about_ca_topic_score_gemma":0.0000032415444,"teacher_disagreement_score":0.09800432,"about_ca_system_score_codex":0.0004404786,"about_ca_system_score_gemma":0.00007289543,"threshold_uncertainty_score":0.99972916},"labels":[],"label_agreement":null},{"id":"W2946525273","doi":"10.1097/acm.0000000000002648","title":"Medical Oath Taking","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oath; Hippocratic Oath; Veneration; Prayer; Constitution; Classics; Law; Philosophy; History; Theology; Political science","score_opus":0.22605364494716118,"score_gpt":0.5678655130757982,"score_spread":0.34181186812863706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946525273","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005939612,0.0023510326,0.000896192,0.7506271,0.01509801,0.00096880115,0.000009530776,0.0002666927,0.22972322],"genre_scores_gemma":[0.0007764586,0.00461249,0.00005821511,0.7942439,0.09934145,0.0001207387,0.0003530079,0.00017414139,0.100319624],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98057413,0.007795893,0.0024675112,0.0011213126,0.006251015,0.0017901165],"domain_scores_gemma":[0.9212471,0.07419768,0.0023790407,0.0013189565,0.000386563,0.00047061432],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.027152125,0.00066754286,0.0016449402,0.00039482728,0.0008522022,0.0000029034227,0.0024209418,0.019664446,0.06468106],"category_scores_gemma":[0.23355088,0.00048013727,0.00010962398,0.0004442552,0.001293888,0.00016015497,0.000794271,0.21477585,0.013975285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016018259,0.0000020220402,0.00079808536,0.0019428467,0.00008271162,0.0006663846,0.0043516145,6.640563e-8,0.00000942551,0.0027098947,0.9886065,0.0008144348],"study_design_scores_gemma":[0.001435353,0.0000913154,0.000058472728,0.012090939,0.0002416156,0.00006942834,0.0016425909,0.00006220022,4.7743214e-7,0.0133801745,0.9705105,0.00041693376],"about_ca_topic_score_codex":0.0005447751,"about_ca_topic_score_gemma":0.000010526735,"teacher_disagreement_score":0.20639876,"about_ca_system_score_codex":0.00047043874,"about_ca_system_score_gemma":0.0027810456,"threshold_uncertainty_score":0.99976504},"labels":[],"label_agreement":null},{"id":"W2946572967","doi":"10.1097/acm.0000000000002802","title":"Critical Gaps in Understanding the Clinician–Scientist Workforce: Results of an International Expert Meeting","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; The Wilson Centre; St. Michael's Hospital","funders":"","keywords":"Workforce; Medicine; Medical education; Professionalization; Value (mathematics); Health care; Public relations; Engineering ethics; Political science","score_opus":0.2888882256020639,"score_gpt":0.5412115345823038,"score_spread":0.25232330898023986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946572967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7022826,0.0016427765,0.0007385132,0.22445835,0.0024412773,0.00094729767,0.000010198235,0.00004407808,0.067434914],"genre_scores_gemma":[0.9817513,0.0016595228,0.00009695453,0.014553135,0.0010811822,0.00000816565,0.000029863015,0.000014411018,0.00080545194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963934,0.00019139098,0.0009276342,0.00032311623,0.0014271508,0.00073732896],"domain_scores_gemma":[0.99510086,0.0026411398,0.00013417681,0.00036534728,0.00013448896,0.0016239709],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008188756,0.000121422716,0.0003912519,0.00025494158,0.000053797365,0.0000048883544,0.000351092,0.00023162269,0.0003027137],"category_scores_gemma":[0.10909843,0.00007130373,0.000036185076,0.00046049972,0.00058885326,0.00017406438,0.00007461887,0.0013684923,0.000026401382],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020880098,0.0007148727,0.23875819,0.002400224,0.00024682653,0.0011130143,0.09130639,0.00006697397,0.07190164,0.09591462,0.32080084,0.15589632],"study_design_scores_gemma":[0.08106562,0.011947993,0.08040821,0.057842903,0.00021070929,0.00089803216,0.16736093,0.043739703,0.0043233912,0.02510674,0.52589375,0.0012020305],"about_ca_topic_score_codex":0.00022605529,"about_ca_topic_score_gemma":0.000013338108,"teacher_disagreement_score":0.27946872,"about_ca_system_score_codex":0.0003159021,"about_ca_system_score_gemma":0.00082173,"threshold_uncertainty_score":0.898406},"labels":[],"label_agreement":null},{"id":"W2949882522","doi":"10.1097/acm.0000000000002838","title":"Residency Program Characteristics and Individual Physician Practice Characteristics Associated With Family Physician Scope of Practice","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Petrel Robertson Consulting (Canada)","funders":"","keywords":"Accreditation; Family medicine; Graduate medical education; Scope of practice; Medicine; Scope (computer science); MEDLINE; Rurality; Medical education; Health care; Rural area","score_opus":0.05667746716408297,"score_gpt":0.4284026267095216,"score_spread":0.37172515954543867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949882522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8448134,0.003537998,0.000053743104,0.046664406,0.0017747645,0.004899165,0.00022222454,0.00035375316,0.097680524],"genre_scores_gemma":[0.7140903,0.009622585,0.0009944061,0.26913613,0.0023411952,0.00025855761,0.0007361582,0.00015326781,0.002667425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99495,0.0010694788,0.0014697441,0.00054214225,0.0010907402,0.0008778894],"domain_scores_gemma":[0.9897227,0.0057354737,0.0026954329,0.0005368025,0.0009999154,0.00030962218],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030339155,0.00039618253,0.0012392179,0.0001916956,0.00034961736,0.000008285387,0.00040641098,0.0005769441,0.000057188096],"category_scores_gemma":[0.0057286113,0.00029989035,0.00003800941,0.0006061502,0.00031409774,0.00080027507,0.0002250906,0.0029759011,0.00011939833],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038353407,0.0009786389,0.354864,0.0068914634,0.0023126947,0.00024189155,0.074874975,4.195172e-7,0.0099451905,0.017256107,0.2414925,0.2873068],"study_design_scores_gemma":[0.0042536897,0.002569625,0.6946139,0.0041501704,0.001110167,0.000010684951,0.017028855,0.000017136,0.0000312902,0.00027474875,0.2754124,0.00052736426],"about_ca_topic_score_codex":0.00021866725,"about_ca_topic_score_gemma":0.0000073130914,"teacher_disagreement_score":0.33974984,"about_ca_system_score_codex":0.00027214977,"about_ca_system_score_gemma":0.0018078295,"threshold_uncertainty_score":0.99994534},"labels":[],"label_agreement":null},{"id":"W2950824857","doi":"10.1097/acm.0000000000002817","title":"Positioning the Work of Health Professions Education Scholarship Units: How Canadian Directors Harness Institutional Logics Within Institutional Orders to Convey Unit Legitimacy","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Legitimacy; Scholarship; Framing (construction); Public relations; Unit (ring theory); Sociology; Context (archaeology); Institutional theory; Political science; Psychology; Law; Social science","score_opus":0.07551454661013418,"score_gpt":0.37847112941491906,"score_spread":0.3029565828047849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950824857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81423974,0.00044387247,0.0011141838,0.1754603,0.0030432548,0.001562307,0.000014002774,0.000048094415,0.004074246],"genre_scores_gemma":[0.9694251,0.000044899847,0.0008850419,0.02625917,0.00056816766,0.0001279349,0.0010569801,0.000021139973,0.00161157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739647,0.00025297672,0.0007575289,0.00034426854,0.00084524124,0.00040353852],"domain_scores_gemma":[0.99747974,0.00017379019,0.00038478134,0.0004203523,0.001160964,0.00038039635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026994916,0.00021710711,0.00039913054,0.0006884202,0.00065095845,0.000011226038,0.00035574037,0.00027583062,0.00031175642],"category_scores_gemma":[0.0067714094,0.00015254675,0.000026439055,0.0035653808,0.0006853796,0.0002691344,0.000045761517,0.0016429175,0.000044819935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017444247,0.00011456622,0.49422342,0.00057805935,0.00015597374,0.000005043383,0.030122174,0.00053641555,0.0014792748,0.39503804,0.053881228,0.023691356],"study_design_scores_gemma":[0.0033865648,0.0005564376,0.7331486,0.015832026,0.00022139116,0.00031092376,0.049348116,0.00034749898,0.00054092665,0.0028519274,0.192815,0.00064062735],"about_ca_topic_score_codex":0.009244742,"about_ca_topic_score_gemma":0.00057803973,"teacher_disagreement_score":0.39218614,"about_ca_system_score_codex":0.0009073759,"about_ca_system_score_gemma":0.0134441545,"threshold_uncertainty_score":0.9973528},"labels":[],"label_agreement":null},{"id":"W2950885645","doi":"10.1097/acm.0000000000002835","title":"Understanding Professional Identity Formation in Early Clerkship: A Novel Framework","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Identity (music); Context (archaeology); Introspection; Curriculum; Feeling; Psychology; Focus group; Medical education; Negotiation; Conceptual framework; Professional development; Grounded theory; Pedagogy; Qualitative research; Sociology; Social psychology; Medicine","score_opus":0.12689448344442777,"score_gpt":0.41104922743514366,"score_spread":0.2841547439907159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950885645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89961207,0.000114948336,0.0759402,0.018821027,0.0020303717,0.0007400219,8.230591e-7,0.00005955341,0.002680969],"genre_scores_gemma":[0.9909614,0.000062123996,0.0012794216,0.005701005,0.00073507737,0.000036324738,0.00006154664,0.000020194511,0.0011429313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978075,0.00003964708,0.00069114374,0.00026034762,0.0008855976,0.00031575238],"domain_scores_gemma":[0.99911296,0.00019849162,0.00020561094,0.00027872904,0.00011171444,0.00009251581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014262974,0.00014457633,0.00032054348,0.00049393,0.000061040664,0.000005071094,0.00017362462,0.00046282957,0.0007268124],"category_scores_gemma":[0.0024627415,0.00011575795,0.000026458581,0.0012375301,0.00013437966,0.0005818162,0.00004956177,0.0019172853,0.0001821629],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003725383,0.00016399274,0.38095123,0.0009623568,0.00005822425,0.000016161464,0.034444343,0.000017576474,0.021687591,0.5233618,0.035654236,0.002309973],"study_design_scores_gemma":[0.014532639,0.000956726,0.7088063,0.021491455,0.0002153993,0.00041093715,0.043528505,0.0116501935,0.00088581373,0.18784837,0.008884783,0.00078887586],"about_ca_topic_score_codex":0.000034635283,"about_ca_topic_score_gemma":0.0000029239409,"teacher_disagreement_score":0.3355134,"about_ca_system_score_codex":0.00066072633,"about_ca_system_score_gemma":0.0001162653,"threshold_uncertainty_score":0.83297575},"labels":[],"label_agreement":null},{"id":"W2954440526","doi":"10.1097/acm.0000000000001928","title":"Commentary: Racism and Bias in Health Professions Education: How Educators, Faculty Developers, and Researchers Can Make a Difference","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Racism; Scholarship; Commit; Health equity; Medical education; Underrepresented Minority; Prejudice (legal term); Racial bias; Sociology; Psychology; Pedagogy; Public relations; Political science; Medicine; Health care; Social psychology; Law; Gender studies","score_opus":0.2746961274883234,"score_gpt":0.47197092232561016,"score_spread":0.19727479483728677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954440526","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4280649,0.0015518129,0.0000035484804,0.5683177,0.00038008523,0.00028948663,0.0000066689067,0.000011490864,0.0013742688],"genre_scores_gemma":[0.96493363,0.00858662,0.00007736236,0.01757859,0.0004556168,0.000020100233,0.00003364364,0.000005611632,0.008308819],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9981478,0.00035344996,0.00018280662,0.00027113972,0.00066179846,0.000383011],"domain_scores_gemma":[0.9987993,0.00021231719,0.00016364125,0.00020944524,0.00007136174,0.00054388505],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0036086645,0.0001127984,0.0002596124,0.00013053126,0.0013519867,0.000045566674,0.000577967,0.00015080026,0.0000413859],"category_scores_gemma":[0.0025457887,0.000087669134,0.000008315327,0.00015374938,0.0017199926,0.00010932258,0.00023367061,0.00078674237,9.3511267e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013911089,0.000015014259,0.49084815,0.00008122038,0.000010528429,0.0000032783973,0.23019668,6.7313377e-9,0.000013632859,0.004272115,0.14703594,0.1275095],"study_design_scores_gemma":[0.0007801817,0.000076668344,0.3216113,0.0011361267,0.000011414163,0.000003430818,0.48019686,0.0000017639461,0.0000028965778,0.0017650224,0.19430181,0.000112550726],"about_ca_topic_score_codex":0.02860076,"about_ca_topic_score_gemma":0.009351814,"teacher_disagreement_score":0.5507391,"about_ca_system_score_codex":0.00019036703,"about_ca_system_score_gemma":0.0010397368,"threshold_uncertainty_score":0.99994814},"labels":[],"label_agreement":null},{"id":"W2958587561","doi":"10.1097/acm.0000000000002852","title":"Strategic Planning in Health Professions Education: Scholarship or Management?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; Women's College Hospital; University of Toronto","funders":"","keywords":"Strategic planning; Scholarship; Underpinning; Academic medicine; Strategic human resource planning; Sociology; Strategic thinking; Strategic management; Higher education; Knowledge management; Public relations; Management science; Engineering ethics; Medical education; Business; Political science; Medicine; Computer science; Marketing; Engineering","score_opus":0.1077434385094376,"score_gpt":0.47379419754556773,"score_spread":0.36605075903613016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958587561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8701608,0.0017175762,0.00013805451,0.08154068,0.0022649374,0.0017521167,5.063081e-7,0.00010007856,0.042325206],"genre_scores_gemma":[0.9387797,0.00042316903,0.0015741977,0.024363792,0.0007742902,0.00012930937,0.00013357632,0.000028153954,0.03379382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773175,0.00010269123,0.0008366396,0.00036397844,0.0005715227,0.00039341295],"domain_scores_gemma":[0.99898845,0.00008531942,0.00023427386,0.00041718635,0.00010815517,0.00016661649],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018860835,0.00016777955,0.0003817644,0.0006447482,0.000078972436,0.000004155982,0.00021375167,0.00022878058,0.0018946849],"category_scores_gemma":[0.00055976363,0.00011883541,0.000017383594,0.0015199943,0.000096865086,0.0001516365,0.00004334265,0.00170356,0.00022579484],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006004876,0.00039341842,0.54947937,0.0057731015,0.00011621902,0.00006545499,0.018307721,0.000020504302,0.0008631498,0.1610198,0.16913806,0.0942227],"study_design_scores_gemma":[0.012486472,0.0017706896,0.4846556,0.05275543,0.00015501808,0.0005644913,0.20282625,0.0007552862,0.00008087481,0.031640917,0.21154909,0.0007598939],"about_ca_topic_score_codex":0.00002960049,"about_ca_topic_score_gemma":0.0000012100815,"teacher_disagreement_score":0.18451853,"about_ca_system_score_codex":0.00034388274,"about_ca_system_score_gemma":0.0010244179,"threshold_uncertainty_score":0.9990177},"labels":[],"label_agreement":null},{"id":"W2960338469","doi":"10.1097/acm.0000000000002857","title":"Describing the Evidence Base for Accreditation in Undergraduate Medical Education Internationally: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Academy of Chinese Medical Sciences","keywords":"Accreditation; Scholarship; Scopus; Agency (philosophy); Political science; Medical education; Higher education; Medicine; MEDLINE; Family medicine; Sociology; Social science; Law","score_opus":0.3678949424140433,"score_gpt":0.5338486035150669,"score_spread":0.1659536611010236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960338469","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000048074535,0.8964514,0.0024702114,0.089824885,0.0028974682,0.008080433,0.0000025736722,0.000046787616,0.000221437],"genre_scores_gemma":[0.000017780583,0.96413577,0.0005875088,0.027478477,0.0030050436,0.0028339385,0.0010102676,0.00008019127,0.00085103465],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940444,0.0004121582,0.0026355311,0.000763615,0.001714909,0.00042938907],"domain_scores_gemma":[0.9938557,0.003166332,0.0012503688,0.00080127467,0.0007013822,0.00022495483],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007875179,0.00048053515,0.0020443485,0.0007525421,0.00010035101,0.000011544774,0.0008167196,0.0007532905,0.0004673314],"category_scores_gemma":[0.110605136,0.0002990558,0.00022671848,0.0017281737,0.00027981665,0.00026018932,0.000113644426,0.0025451872,0.00008401893],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010310382,0.000023537978,0.000015415477,0.15265685,0.000057351524,0.000002232447,0.00019206003,1.374048e-7,3.818667e-7,0.0018235707,0.08905362,0.75616455],"study_design_scores_gemma":[0.00041650314,0.00007930627,0.000003151967,0.70397073,0.00137487,0.00018628841,0.00011590708,0.00015719213,2.0051182e-7,0.00027195556,0.29324812,0.00017577702],"about_ca_topic_score_codex":0.000035805715,"about_ca_topic_score_gemma":0.0000096705235,"teacher_disagreement_score":0.7559888,"about_ca_system_score_codex":0.0009573617,"about_ca_system_score_gemma":0.014411455,"threshold_uncertainty_score":0.9999462},"labels":[],"label_agreement":null},{"id":"W2960900187","doi":"10.1097/acm.0000000000002868","title":"Learners as Leaders: A Global Groundswell of Students Leading Choosing Wisely Initiatives in Medical Education","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Engineers Without Borders Canada; University of Toronto; Toronto Rehabilitation Institute","funders":"","keywords":"Grassroots; Stewardship (theology); Curriculum; Summit; Medical education; Political science; Health care; Public relations; Resource (disambiguation); Value (mathematics); Medicine; Psychology; Pedagogy; Geography","score_opus":0.7946654610673944,"score_gpt":0.7051955494069155,"score_spread":0.0894699116604789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960900187","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028130221,0.96773493,0.000026887448,0.009110506,0.0034506158,0.0032197104,0.000013387018,0.00007755448,0.013553372],"genre_scores_gemma":[0.0030855574,0.9807645,0.000030408315,0.011766637,0.0020923095,0.00028026875,0.00021102859,0.00009138955,0.0016778713],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.981683,0.009187921,0.0044493573,0.0009767989,0.0026069356,0.0010959656],"domain_scores_gemma":[0.9879911,0.006651424,0.0036290202,0.0006785298,0.00031323836,0.0007367049],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.013941911,0.00068126805,0.0038667368,0.0007076628,0.00020772555,0.000006004439,0.0015582531,0.0029986112,0.00093566737],"category_scores_gemma":[0.034803472,0.00054499455,0.00017693469,0.0015614592,0.00067852874,0.00062353694,0.00044347468,0.0096129095,0.001189048],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086001506,0.00016085405,0.061017517,0.16676706,0.00032457543,0.000035177418,0.043902375,1.931167e-7,4.899328e-7,0.006384837,0.01446784,0.7068531],"study_design_scores_gemma":[0.0010891544,0.00017412155,0.0006792986,0.2521998,0.00053321396,0.000037792848,0.053459544,0.0000023428227,4.1539128e-8,0.00044681196,0.6910127,0.00036517854],"about_ca_topic_score_codex":0.0029138383,"about_ca_topic_score_gemma":0.00019256171,"teacher_disagreement_score":0.7064879,"about_ca_system_score_codex":0.0021831212,"about_ca_system_score_gemma":0.016022353,"threshold_uncertainty_score":0.9999776},"labels":[],"label_agreement":null},{"id":"W2961551857","doi":"10.1097/acm.0000000000002850","title":"Late-Career Faculty: Individual and Institutional Perspectives","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Preparedness; Globe; Institution; Demographics; Academic institution; Identity (music); Medical education; Higher education; Career Pathways; Public relations; Sociology; Psychology; Political science; Medicine; Management; Social science","score_opus":0.11101689164754278,"score_gpt":0.3421511225224191,"score_spread":0.2311342308748763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961551857","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007081351,0.005656643,0.000025150233,0.92882204,0.0018594878,0.0003973959,0.00012519336,0.00009998925,0.05593277],"genre_scores_gemma":[0.014759398,0.005422135,0.000027485585,0.8836817,0.025638182,0.000011933652,0.0010280549,0.00002612729,0.06940498],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956357,0.00021721776,0.00029290133,0.00056255487,0.0027424875,0.00054916245],"domain_scores_gemma":[0.9988229,0.0004136496,0.00018690263,0.00020341486,0.0002105163,0.00016259865],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018883143,0.00029366175,0.00054294977,0.00027448923,0.0004821038,0.00003167128,0.0010166389,0.0017861451,0.0014440054],"category_scores_gemma":[0.001180365,0.0002414256,0.00005622825,0.0002821224,0.0030643893,0.00023324777,0.00024362821,0.00429912,0.00017533342],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053446433,0.0000015381469,0.0014527926,0.00005761707,0.000096041906,0.00009458873,0.08308553,3.3304528e-7,0.000003356846,0.0027381922,0.9114941,0.0009706064],"study_design_scores_gemma":[0.0006994581,0.00008545337,0.00074299384,0.00042462637,0.00025617,0.000010608903,0.062612355,0.0000013640803,5.6431594e-7,0.0009575139,0.9339587,0.0002502126],"about_ca_topic_score_codex":0.00111167,"about_ca_topic_score_gemma":0.000025341056,"teacher_disagreement_score":0.04514032,"about_ca_system_score_codex":0.00019607879,"about_ca_system_score_gemma":0.00045991715,"threshold_uncertainty_score":0.9996487},"labels":[],"label_agreement":null},{"id":"W2962737799","doi":"10.1097/acm.0000000000002888","title":"Examinee Cohort Size and Item Analysis Guidelines for Health Professions Education Programs: A Monte Carlo Simulation Study","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; McGill University; Office of the Chief Medical Examiner; Université du Québec à Montréal; Université de Sherbrooke","funders":"","keywords":"Cohort; Reliability (semiconductor); Medicine; Cohort study; Monte Carlo method; Control (management); Medical education; Statistics; Family medicine; Psychology; Computer science; Mathematics; Internal medicine","score_opus":0.6505779948723512,"score_gpt":0.6261768352554835,"score_spread":0.02440115961686773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962737799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738386,0.002162973,0.009830921,0.010107681,0.0008533625,0.0030042415,0.0000032234336,0.000065771055,0.00013321821],"genre_scores_gemma":[0.988255,0.00012848631,0.0047064438,0.0015476847,0.00041412708,0.00017917147,0.000007870963,0.000012111393,0.004749074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956262,0.0005960075,0.0015909456,0.000745785,0.0011265788,0.00031448653],"domain_scores_gemma":[0.9546409,0.04254633,0.0008993667,0.0005990874,0.0011003716,0.0002139472],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017947474,0.00018497728,0.0008356856,0.0008104284,0.00017225447,0.000027320008,0.00043427988,0.00013880077,0.00007049614],"category_scores_gemma":[0.28052694,0.000110951805,0.00006770627,0.0039981925,0.00006321575,0.00017707636,0.00010226314,0.00029204378,0.0000043461287],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023464336,0.000030298394,0.90370816,0.000016579037,0.0000905216,1.11940686e-7,0.0026788972,0.00066409825,0.000017964632,0.000023233863,0.004267483,0.0884792],"study_design_scores_gemma":[0.0009348918,0.00069802394,0.8613013,0.00013378919,0.0002635316,0.0000019788056,0.035337716,0.09458928,6.125411e-7,0.0018237978,0.004773611,0.00014147349],"about_ca_topic_score_codex":0.00036530595,"about_ca_topic_score_gemma":0.000032960128,"teacher_disagreement_score":0.26257947,"about_ca_system_score_codex":0.000054893448,"about_ca_system_score_gemma":0.00020502323,"threshold_uncertainty_score":0.7255335},"labels":[],"label_agreement":null},{"id":"W2963263619","doi":"10.1097/acm.0000000000002887","title":"The Delphi Method","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"MEDLINE; Delphi method; Delphi; Medical education; Psychology; Computer science; Medicine; Political science; Artificial intelligence","score_opus":0.16113943638496117,"score_gpt":0.55500926716283,"score_spread":0.39386983077786875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963263619","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034342583,0.0031806661,0.0070912587,0.3313624,0.0016480588,0.0013846486,0.0000010071102,0.0003971301,0.62059224],"genre_scores_gemma":[0.9075341,0.0054502087,0.0009292447,0.0028359315,0.0016916592,0.00006525818,0.0000016228329,0.000022641998,0.08146932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763477,0.00048724463,0.00024324756,0.0001892576,0.0010004259,0.00044507373],"domain_scores_gemma":[0.9966153,0.0027490784,0.00007464539,0.0003038875,0.000106999345,0.00015007584],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010325611,0.00007220497,0.00013781982,0.00006613282,0.0003692423,0.00001070017,0.00097393105,0.00020273165,0.0009198065],"category_scores_gemma":[0.0034315484,0.00004238199,0.000024085037,0.0004528433,0.00056525646,0.00008594892,0.00009681723,0.0008254676,0.00047492934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022767896,0.0000021365147,0.0041280086,0.00001068862,0.000018877896,0.0000050068015,0.022745693,0.0000013255558,0.0032765735,0.49591234,0.39209726,0.081779316],"study_design_scores_gemma":[0.0001569878,0.00003906484,0.0002612121,0.00004439808,0.0000055860432,0.000002478534,0.016106654,0.000079740064,0.00017881185,0.039420456,0.9436431,0.000061523344],"about_ca_topic_score_codex":0.0012586488,"about_ca_topic_score_gemma":0.000074632735,"teacher_disagreement_score":0.87319154,"about_ca_system_score_codex":0.00008598957,"about_ca_system_score_gemma":0.0001435347,"threshold_uncertainty_score":0.9999935},"labels":[],"label_agreement":null},{"id":"W2964809907","doi":"10.1097/acm.0000000000002913","title":"Focal Length Fluidity: Research Questions in Medical Education Research and Scholarship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Medical Council of Canada; McGill University; McGill University Health Centre","funders":"","keywords":"Scholarship; Phenomenon; Curiosity; Field (mathematics); Relevance (law); Sociology; Epistemology; Analogy; Engineering ethics; Psychology; Political science; Social psychology; Mathematics; Law","score_opus":0.17157294786961552,"score_gpt":0.5529052549377437,"score_spread":0.38133230706812815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964809907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84971887,0.002608897,0.000034541008,0.13493837,0.00090443285,0.0009956476,4.896923e-7,0.00004833636,0.010750428],"genre_scores_gemma":[0.98450893,0.0024070386,0.00029800934,0.004673339,0.0019938971,0.00018705195,0.000082831655,0.000035894842,0.0058129807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993628,0.00069341675,0.00081781275,0.0006433287,0.0034695484,0.0007478676],"domain_scores_gemma":[0.99636066,0.0010870897,0.00006797919,0.000633792,0.0013716812,0.00047878592],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.022594752,0.00016747661,0.00041381503,0.00201231,0.00019910699,0.000012125403,0.00038505354,0.0008265134,0.002010449],"category_scores_gemma":[0.04289939,0.00013851433,0.000017423237,0.0033073279,0.0013944729,0.00025115817,0.00018797195,0.007875385,0.00040200347],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002686458,0.0004614403,0.42899948,0.00067032,0.000036788624,0.00003955503,0.0062026493,2.6286028e-7,0.0055571557,0.15667409,0.22264722,0.17844239],"study_design_scores_gemma":[0.008136094,0.0029307439,0.5366261,0.015345752,0.00006581884,0.0011031831,0.022623027,0.0018472428,0.0007372716,0.1074192,0.30260977,0.0005557713],"about_ca_topic_score_codex":0.00034195476,"about_ca_topic_score_gemma":0.000018966206,"teacher_disagreement_score":0.17788662,"about_ca_system_score_codex":0.0005874609,"about_ca_system_score_gemma":0.0029432967,"threshold_uncertainty_score":0.99890184},"labels":[],"label_agreement":null},{"id":"W2964833800","doi":"10.1097/acm.0000000000002925","title":"Effect of Professional Background and Gender on Residents’ Perceptions of Leadership","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disaster Response and Management","field":"Health Professions","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gender bias; Perception; Team leader; Psychology; Medicine; Scale (ratio); Family medicine; Social psychology; Management","score_opus":0.20760126622508887,"score_gpt":0.49280928447384775,"score_spread":0.28520801824875885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964833800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762687,0.00031718487,0.00003199498,0.002268783,0.0005554551,0.00091889105,0.0000030622089,0.000015923015,0.01962002],"genre_scores_gemma":[0.9519472,0.0001695809,0.0000064168357,0.0020994074,0.00015663228,0.00004012697,0.00001094815,0.000013755275,0.04555591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978556,0.0008084334,0.0004896922,0.00020323672,0.00039262229,0.00025044152],"domain_scores_gemma":[0.997889,0.0015042025,0.00022536934,0.00025039885,0.000040430088,0.000090603986],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020050227,0.00012184108,0.00036258236,0.00017592848,0.0000729513,3.6416117e-7,0.00014810321,0.00020032735,0.0020699347],"category_scores_gemma":[0.00023978876,0.00007821332,0.00002647535,0.00012132449,0.00014525163,0.000059214723,0.000106243926,0.0006660675,0.00022399057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004140944,0.00005876106,0.51784325,0.013852784,0.00021913023,0.000005384055,0.111927286,0.0000039025094,0.041934308,0.029440932,0.27367416,0.006899167],"study_design_scores_gemma":[0.00874241,0.0031482906,0.8124934,0.0066833156,0.00027981578,0.000003465385,0.1575866,0.00003767309,0.00046475072,0.0015608177,0.008750551,0.00024894977],"about_ca_topic_score_codex":0.00004724082,"about_ca_topic_score_gemma":0.0000025288764,"teacher_disagreement_score":0.29465014,"about_ca_system_score_codex":0.000031087526,"about_ca_system_score_gemma":0.000046466506,"threshold_uncertainty_score":0.9988423},"labels":[],"label_agreement":null},{"id":"W2965081066","doi":"10.1097/acm.0000000000002907","title":"Reconsidering Basic: Integrating Social and Behavioral Sciences to Support Learning","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; The Wilson Centre; Centre for Addiction and Mental Health; University of Toronto; Toronto Dementia Research Alliance; University Health Network","funders":"","keywords":"Curriculum; Scope (computer science); Health care; Psychology; Basic science; Behavioural sciences; Cognition; Medical education; Medicine; Computer science; Cognitive psychology; Psychotherapist; Pedagogy; Neuroscience","score_opus":0.18181794554515876,"score_gpt":0.44561440066779345,"score_spread":0.2637964551226347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965081066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833358,0.00016063607,0.00008181676,0.011168831,0.00032823076,0.00025649735,7.1495265e-7,0.00007739036,0.004590069],"genre_scores_gemma":[0.9922084,0.00009387702,0.00054289796,0.004015808,0.00062933913,0.000009311331,0.000009013565,0.000016009455,0.0024753336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845123,0.000045869012,0.00042679984,0.00038571493,0.00036167153,0.00032872846],"domain_scores_gemma":[0.996571,0.0028874571,0.00010432974,0.000092194634,0.00005487505,0.000290119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012543715,0.00014414638,0.00044382756,0.0001366014,0.00013722405,0.000008652516,0.00008923902,0.00017458564,0.0007824742],"category_scores_gemma":[0.018717255,0.000105076666,0.00003431654,0.0002585197,0.0002657707,0.0000623993,0.00008386439,0.0009041366,0.00011496263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007262928,0.000015402997,0.8592375,0.000041607425,0.000017825414,0.000038539038,0.0110051,0.000006248339,0.007046615,0.0006354936,0.011061331,0.110821724],"study_design_scores_gemma":[0.028846068,0.04284635,0.5974307,0.04303076,0.0018707779,0.003302523,0.12678692,0.003974001,0.0067737442,0.0035705913,0.13868676,0.002880796],"about_ca_topic_score_codex":0.00007850048,"about_ca_topic_score_gemma":0.00000511327,"teacher_disagreement_score":0.2618068,"about_ca_system_score_codex":0.000033641507,"about_ca_system_score_gemma":0.000108979286,"threshold_uncertainty_score":0.9895485},"labels":[],"label_agreement":null},{"id":"W2965563207","doi":"10.1097/acm.0000000000002924","title":"Defining Rural: The Predictive Value of Medical School Applicants’ Rural Characteristics on Intent to Practice in a Rural Community","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada","funders":"","keywords":"Graduation (instrument); Matriculation; Logistic regression; Medical school; Rural area; McNemar's test; Family medicine; Medicine; Medical education; Odds; Inclusion (mineral); Psychology; Social psychology; Statistics","score_opus":0.038601555088520624,"score_gpt":0.458457020689124,"score_spread":0.41985546560060333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965563207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9145083,0.0006454731,0.000098410026,0.07384175,0.0016322342,0.002769301,0.000031360938,0.00008923068,0.0063839373],"genre_scores_gemma":[0.95002264,0.0016338086,0.000055224402,0.046750445,0.0006097144,0.00029109855,0.0000631569,0.00004032194,0.00053361984],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99222034,0.003025233,0.0018037991,0.00022968277,0.001747409,0.0009735053],"domain_scores_gemma":[0.9866567,0.010490515,0.0008386919,0.00084431574,0.0003053845,0.00086434925],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00895001,0.00032182338,0.000903225,0.00020129659,0.00039234187,0.000002849431,0.0013352962,0.00075597595,0.0011575196],"category_scores_gemma":[0.027056646,0.00020365241,0.000045428544,0.00073018105,0.0003025482,0.00014706905,0.0006556408,0.009232526,0.0008764683],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004762797,0.00020903526,0.6230466,0.0012843016,0.00016341129,0.000023091134,0.18477687,0.00006041526,0.00051310455,0.06919804,0.09906198,0.016900383],"study_design_scores_gemma":[0.0051134727,0.002267198,0.22985113,0.035828345,0.0001270525,0.000041647225,0.6607643,0.0018304256,0.000023589528,0.0014402005,0.06231173,0.00040095497],"about_ca_topic_score_codex":0.010741866,"about_ca_topic_score_gemma":0.00009021018,"teacher_disagreement_score":0.47598737,"about_ca_system_score_codex":0.0005738134,"about_ca_system_score_gemma":0.00067910826,"threshold_uncertainty_score":0.9999015},"labels":[],"label_agreement":null},{"id":"W2965614949","doi":"10.1097/acm.0000000000002897","title":"Exploring the Construct of Psychological Safety in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Vancouver Coastal Health","funders":"","keywords":"Feeling; Construct (python library); Competence (human resources); Psychology; Context (archaeology); Medical education; Focus group; Set (abstract data type); Pedagogy; Social psychology; Medicine; Computer science","score_opus":0.0931588245589689,"score_gpt":0.42960032823575833,"score_spread":0.33644150367678943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965614949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92601866,0.0003380555,0.000084650004,0.059233975,0.0020921577,0.00052244664,3.3922777e-7,0.000024811327,0.011684913],"genre_scores_gemma":[0.9838297,0.00097096874,0.00022132018,0.01359666,0.0007253816,0.000061799925,0.000031421183,0.000012300578,0.0005504873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99762136,0.0000949242,0.0008891237,0.00026613235,0.0009041719,0.00022428182],"domain_scores_gemma":[0.9988704,0.00026744968,0.00017635383,0.00042154128,0.00016048098,0.000103791885],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021914183,0.0001242159,0.00038186632,0.00026632578,0.000028580263,9.177907e-7,0.00028527473,0.00022463157,0.002826702],"category_scores_gemma":[0.0056260144,0.00007233501,0.00003015005,0.0010223939,0.00053299114,0.00009469527,0.000042226973,0.0014281026,0.0000663236],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004220062,0.00023196946,0.30121383,0.00037694193,0.000044217664,0.0000095064515,0.007424801,0.0000029603998,0.0032369723,0.09097204,0.042904656,0.55316013],"study_design_scores_gemma":[0.0066486504,0.0007955688,0.8747133,0.005375911,0.00011345342,0.000956639,0.018175099,0.00082969386,0.00057541067,0.0046082903,0.08691387,0.00029408958],"about_ca_topic_score_codex":0.000047446454,"about_ca_topic_score_gemma":0.0000012337039,"teacher_disagreement_score":0.5734995,"about_ca_system_score_codex":0.00010725773,"about_ca_system_score_gemma":0.00043509292,"threshold_uncertainty_score":0.99808484},"labels":[],"label_agreement":null},{"id":"W2965643955","doi":"10.1097/acm.0000000000002901","title":"Exploring the Socialization Experiences of Medical Students From Social Science and Humanities Backgrounds","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Socialization; Hidden curriculum; Curriculum; Interpersonal communication; Preparedness; Medical education; Psychology; Medical humanities; Social psychology; Pedagogy; Medicine; Political science","score_opus":0.2067821109841802,"score_gpt":0.4387318591148009,"score_spread":0.2319497481306207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965643955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97245204,0.00042673218,0.000029957599,0.022192502,0.0010212791,0.00021276802,6.210194e-7,0.000022221155,0.0036418997],"genre_scores_gemma":[0.9886713,0.0009197579,0.0000076909655,0.008232416,0.0010764943,0.000035350957,0.000008410617,0.000007802507,0.0010407631],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99577874,0.000054316468,0.0003855348,0.00022775671,0.0033619949,0.00019163768],"domain_scores_gemma":[0.99890614,0.00027946688,0.00012649846,0.00014146464,0.00016556685,0.00038084912],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019801084,0.000098504155,0.00028161684,0.00011248883,0.0002395838,0.000011624734,0.0005135883,0.000101102974,0.004842274],"category_scores_gemma":[0.0044999933,0.000056168177,0.000018941866,0.000400443,0.001831507,0.00017837381,0.00016203066,0.00044869585,0.000010966353],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006642723,0.000061569444,0.025555825,0.0001455095,0.00006075854,0.000003817708,0.90163195,3.4921857e-8,0.0073548784,0.028742084,0.021152949,0.015224221],"study_design_scores_gemma":[0.0025677357,0.00023847967,0.0965365,0.0012357762,0.000119295735,0.000016684078,0.85297275,0.00016970963,0.0012512723,0.0007173028,0.04401181,0.00016267858],"about_ca_topic_score_codex":0.00009020663,"about_ca_topic_score_gemma":7.426367e-7,"teacher_disagreement_score":0.070980676,"about_ca_system_score_codex":0.00004924511,"about_ca_system_score_gemma":0.00074150716,"threshold_uncertainty_score":0.99606746},"labels":[],"label_agreement":null},{"id":"W2965802270","doi":"10.1097/acm.0000000000002896","title":"Attitudes Towards Physicians Requiring Remediation: One-of-Us or Not-Like-Us?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ambivalence; Medical education; Perception; Focus group; Psychology; Public relations; Task (project management); Nursing; Medicine; Social psychology; Political science; Sociology","score_opus":0.05627458624077572,"score_gpt":0.38419163619693114,"score_spread":0.32791704995615545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965802270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662673,0.00039514422,0.0007304879,0.021409038,0.0027796885,0.00077607326,0.0000028231425,0.00012650307,0.007512981],"genre_scores_gemma":[0.9683601,0.0006642495,0.001793001,0.018019183,0.0033460502,0.000044190932,0.00012479072,0.00004736796,0.0076010153],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967708,0.000054425716,0.0010326775,0.00044051764,0.0012935466,0.00040803742],"domain_scores_gemma":[0.9981288,0.0001857712,0.0004578733,0.0006431716,0.00046310076,0.00012132691],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012930555,0.00023853566,0.00072301266,0.00036183855,0.00006525369,0.0000033878737,0.00031781493,0.00038720408,0.0023133608],"category_scores_gemma":[0.002892842,0.00018306787,0.000060221948,0.0011406089,0.00037199957,0.00020265218,0.00007383952,0.001159193,0.00022691787],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018690967,0.00038477732,0.34433734,0.0040775547,0.0006620579,0.000041236857,0.018020183,0.00003791121,0.2150561,0.0097251525,0.16279696,0.24299161],"study_design_scores_gemma":[0.01153532,0.0027774747,0.70456254,0.01136816,0.0009865783,0.0002058179,0.005466004,0.0016315614,0.031992264,0.00079649966,0.22774953,0.00092827016],"about_ca_topic_score_codex":0.00009725131,"about_ca_topic_score_gemma":0.0000038154326,"teacher_disagreement_score":0.36022517,"about_ca_system_score_codex":0.00023469137,"about_ca_system_score_gemma":0.00040248246,"threshold_uncertainty_score":0.99859864},"labels":[],"label_agreement":null},{"id":"W2965852607","doi":"10.1097/acm.0000000000002914","title":"The Patient Experience Debrief Interview: How Conversations With Hospitalized Families Influence Medical Student Learning and Reflection","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Energy Training","funders":"","keywords":"Debriefing; Rubric; Intervention (counseling); Inter-rater reliability; Psychology; Reflection (computer programming); Medical education; Randomized controlled trial; Medicine; Nursing; Family medicine; Pedagogy; Surgery; Developmental psychology","score_opus":0.01335047755019209,"score_gpt":0.3586251065620925,"score_spread":0.3452746290119004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965852607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9472845,0.0010390207,0.0007440151,0.048913263,0.00051477225,0.0006484866,1.6931935e-7,0.00007171241,0.0007840361],"genre_scores_gemma":[0.98933095,0.0034947929,0.0001247828,0.005227094,0.00017103598,0.00013895072,0.000017121383,0.00001778328,0.0014774709],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976015,0.00012433818,0.00045077837,0.00033517968,0.0012154821,0.000272702],"domain_scores_gemma":[0.9987301,0.00027541892,0.0002293055,0.0002607233,0.00034424223,0.00016020061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010414056,0.00017472413,0.00029194282,0.00013586588,0.00025041477,0.000015863283,0.00017557292,0.00019132785,0.00021933863],"category_scores_gemma":[0.0038101105,0.000098005316,0.000017897362,0.0005752636,0.0008185841,0.00017020426,0.000082043465,0.0011799431,0.000014860765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022778272,0.00005118675,0.7727562,0.00019383359,0.00016405238,0.000018072344,0.08392677,0.000007464922,0.002549163,0.0024008737,0.010217116,0.1274875],"study_design_scores_gemma":[0.007487105,0.0046438347,0.25195736,0.004495529,0.00027865806,0.0006981164,0.24007523,0.0030820107,0.0008398271,0.00025596927,0.48563755,0.0005488235],"about_ca_topic_score_codex":0.000043744625,"about_ca_topic_score_gemma":0.0000034244242,"teacher_disagreement_score":0.52079886,"about_ca_system_score_codex":0.00013894922,"about_ca_system_score_gemma":0.00016084193,"threshold_uncertainty_score":0.51263314},"labels":[],"label_agreement":null},{"id":"W2965933834","doi":"10.1097/acm.0000000000002899","title":"Using Longitudinal Milestones Data and Learning Analytics to Facilitate the Professional Development of Residents: Early Lessons From Three Specialties","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Milestone; Graduation (instrument); Medicine; Formative assessment; Specialty; Cohort; Odds; Longitudinal study; Medical education; Graduate medical education; Logistic regression; Psychology; Family medicine; Accreditation; Internal medicine","score_opus":0.28647472683380315,"score_gpt":0.4439817866038193,"score_spread":0.15750705977001617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965933834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804272,0.0006487789,0.003999273,0.013461173,0.0008428678,0.0004448508,0.000008738361,0.000016747528,0.00015035116],"genre_scores_gemma":[0.9883151,0.000076436736,0.007494846,0.0007521904,0.000672029,0.000008014342,0.00016954512,0.000016918208,0.002494936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978848,0.00007193898,0.0006788143,0.00036059905,0.00078729255,0.00021654967],"domain_scores_gemma":[0.9986239,0.00034647874,0.00022517813,0.0004979959,0.00021692821,0.000089511304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017654181,0.00014599637,0.0003648956,0.00019923075,0.00017580202,0.000004216166,0.0003541168,0.00014183809,0.00025823797],"category_scores_gemma":[0.002829158,0.00009244261,0.00001156486,0.00046354017,0.00029126022,0.00011797239,0.00032393404,0.0010055624,0.00002722761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018316021,0.000024788606,0.92122185,0.0001899885,0.00016532214,0.0000035053492,0.037260115,0.000027027834,0.009523062,0.0005361227,0.01040795,0.020457126],"study_design_scores_gemma":[0.00084795814,0.00009805608,0.97412777,0.0018785455,0.00015796522,0.000013735811,0.011711037,0.0021353243,0.0002127146,0.0004481154,0.008251806,0.00011697431],"about_ca_topic_score_codex":0.00053683616,"about_ca_topic_score_gemma":0.00004654494,"teacher_disagreement_score":0.052905936,"about_ca_system_score_codex":0.000085608925,"about_ca_system_score_gemma":0.00038482234,"threshold_uncertainty_score":0.4368724},"labels":[],"label_agreement":null},{"id":"W2965938650","doi":"10.1097/acm.0000000000002908","title":"What’s Next? Developing Systems of Assessment for Educational Settings","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Competence (human resources); Educational assessment; Medical education; Systems thinking; Needs assessment; Psychology; Engineering ethics; Computer science; Mathematics education; Medicine; Political science; Engineering; Artificial intelligence; Social psychology","score_opus":0.0441342751167448,"score_gpt":0.4198399100694857,"score_spread":0.3757056349527409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965938650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80940676,0.003052988,0.010488571,0.16116087,0.011410112,0.0024293403,0.0000022607633,0.000050902858,0.0019982147],"genre_scores_gemma":[0.96794206,0.00088326755,0.010419112,0.009720758,0.002563463,0.00027212215,0.00041691866,0.000037501617,0.007744816],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980176,0.000029959418,0.0008324142,0.00027336628,0.0006044368,0.00024220246],"domain_scores_gemma":[0.9982193,0.0004071565,0.0003735363,0.0002871927,0.0006401543,0.00007263829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001572472,0.00013902232,0.00043156292,0.00026835236,0.000046723173,0.000009573845,0.00016417622,0.00021908613,0.0003532822],"category_scores_gemma":[0.0015901794,0.00011068849,0.00003378777,0.0004720646,0.00012985723,0.00037551046,0.000026467116,0.0004793813,0.000028313481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014632568,0.00009592308,0.05110793,0.0077329325,0.00031662537,0.0000011054617,0.008265075,0.000026788455,0.047438756,0.40494344,0.44017583,0.039749295],"study_design_scores_gemma":[0.011701015,0.0016493322,0.0900345,0.031803425,0.0007049193,0.00037070553,0.09976333,0.012872034,0.0028723544,0.011173261,0.7361931,0.0008620108],"about_ca_topic_score_codex":0.000017885322,"about_ca_topic_score_gemma":1.1045493e-7,"teacher_disagreement_score":0.39377016,"about_ca_system_score_codex":0.00027745083,"about_ca_system_score_gemma":0.00087395957,"threshold_uncertainty_score":0.45137456},"labels":[],"label_agreement":null},{"id":"W2966032628","doi":"10.1097/acm.0000000000002911","title":"Future Research in Feedback: How to Use Feedback and Coaching Conversations in a Way That Supports Development of the Individual as a Self-Directed Learner and Resilient Professional","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"MEDLINE; Psychology; Medical education; Medicine; Political science","score_opus":0.06335027491630713,"score_gpt":0.37680730538546486,"score_spread":0.31345703046915774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966032628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9266236,0.0001863661,0.0000033645833,0.071165256,0.000468063,0.0013543564,0.0000015908234,0.000026682343,0.00017075127],"genre_scores_gemma":[0.9940519,0.00012079353,0.0015838536,0.0020434314,0.00015899942,0.00006927837,0.000047378708,0.000016862528,0.0019075387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973522,0.00028927406,0.00049468613,0.00036814486,0.0011554591,0.0003402452],"domain_scores_gemma":[0.9988211,0.0004398764,0.00013647729,0.00026008935,0.0002093009,0.0001331654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038208973,0.00014484796,0.00032762895,0.000707179,0.00010433978,0.000007940178,0.00015965271,0.000299013,0.000110237655],"category_scores_gemma":[0.0021478876,0.00009334914,0.000010503322,0.0013802603,0.00024041338,0.00013969895,0.00021193153,0.0018334842,0.000007046252],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015286847,0.00007383229,0.86715686,0.0002971169,0.000034264518,0.0000057821226,0.10223418,0.0000010004621,0.0023498656,0.0005856105,0.01954155,0.007567079],"study_design_scores_gemma":[0.0022210497,0.000111747155,0.93861365,0.0021549535,0.000022172186,0.00004602953,0.041191105,0.00018099122,0.00043828314,0.0001258523,0.0147963315,0.00009784538],"about_ca_topic_score_codex":0.000101146936,"about_ca_topic_score_gemma":0.00005034075,"teacher_disagreement_score":0.07145679,"about_ca_system_score_codex":0.0002215452,"about_ca_system_score_gemma":0.0006742509,"threshold_uncertainty_score":0.79656786},"labels":[],"label_agreement":null},{"id":"W2966755097","doi":"10.1097/acm.0000000000002932","title":"Learning Conversations: An Analysis of the Theoretical Roots and Their Manifestations of Feedback and Debriefing in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; Dalhousie University; The Wilson Centre","funders":"","keywords":"Debriefing; Medical education; Psychology; MEDLINE; Medicine; Political science","score_opus":0.009185618019186463,"score_gpt":0.3298162303015931,"score_spread":0.3206306122824067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966755097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9827133,0.00034684825,0.00027590222,0.015516123,0.00014301136,0.00030619468,9.1058246e-7,0.000009027631,0.00068870216],"genre_scores_gemma":[0.99733824,0.00033372472,0.00014006857,0.0019342825,0.0000693588,0.000012165494,0.000056609202,0.000008961389,0.00010657628],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998501,0.00014966002,0.00059853774,0.00020728768,0.00042077337,0.00012273662],"domain_scores_gemma":[0.9988743,0.00038781326,0.00022271328,0.00022868096,0.00019868131,0.00008780336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001411341,0.000099572346,0.00037107873,0.0004800743,0.000039928273,0.0000017180331,0.00011328181,0.00020081394,0.0005568965],"category_scores_gemma":[0.004925683,0.00006282866,0.000024690971,0.0012531148,0.0008041292,0.00008389337,0.000042828346,0.0006590097,8.2375544e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039413997,0.00006465842,0.875282,0.00019601214,0.00013596867,5.8778676e-7,0.017789498,0.000026636202,0.002371049,0.081215516,0.00016174847,0.022716943],"study_design_scores_gemma":[0.0011814557,0.0001986414,0.9104597,0.0009959497,0.0005051941,0.00007141196,0.03275367,0.049733914,0.00020311054,0.0036033036,0.00021144845,0.000082234634],"about_ca_topic_score_codex":0.00013859193,"about_ca_topic_score_gemma":0.000014940061,"teacher_disagreement_score":0.077612214,"about_ca_system_score_codex":0.00004560214,"about_ca_system_score_gemma":0.00036784698,"threshold_uncertainty_score":0.6097626},"labels":[],"label_agreement":null},{"id":"W2967149707","doi":"10.1097/acm.0000000000002942","title":"The Validity of Scores From the New MCAT Exam in Predicting Student Performance: Results From a Multisite Study","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Calgary","funders":"","keywords":"Summative assessment; United States Medical Licensing Examination; Entrance exam; Psychology; Medicine; Predictive validity; Medical school; Medical education; Clinical psychology; Mathematics education; Formative assessment","score_opus":0.0736437354464028,"score_gpt":0.392143416943867,"score_spread":0.3184996814974642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967149707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680882,0.001299472,0.000009371869,0.027439889,0.0011127823,0.0013287105,0.000014242372,0.000032456206,0.000674846],"genre_scores_gemma":[0.9907604,0.001573304,0.000029289542,0.0025715625,0.0015513705,0.000021859158,0.0000697597,0.000016771355,0.0034056704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99684334,0.0002681162,0.0010765166,0.00040276247,0.0011118315,0.00029741085],"domain_scores_gemma":[0.99408937,0.0041385596,0.000350234,0.0007772859,0.00007859842,0.00056597963],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023118895,0.00019175444,0.00049198844,0.00006772271,0.00012348207,0.000005748262,0.0005319948,0.00016161804,0.0009795267],"category_scores_gemma":[0.011472809,0.00008756388,0.000043373962,0.00035985274,0.00019051842,0.000064623986,0.00015418543,0.0014098962,0.000052270378],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031705332,0.00009227981,0.9257029,0.000012902268,0.00006265219,0.0000036650933,0.041747723,0.0000047950493,0.0013204418,0.000009897481,0.025526626,0.005199033],"study_design_scores_gemma":[0.008033487,0.0005215588,0.9426302,0.0016425272,0.00015787884,0.0000029781727,0.03487969,0.00069489074,0.0003119438,0.00007362414,0.010967513,0.00008373861],"about_ca_topic_score_codex":0.0034916997,"about_ca_topic_score_gemma":0.00011654043,"teacher_disagreement_score":0.024868324,"about_ca_system_score_codex":0.00006642187,"about_ca_system_score_gemma":0.00045217763,"threshold_uncertainty_score":0.9999337},"labels":[],"label_agreement":null},{"id":"W2967538095","doi":"10.1097/acm.0000000000002933","title":"“Progress in Medicine Is Slower to Happen”: Qualitative Insights Into How Trans and Gender Nonconforming Medical Students Navigate Cisnormative Medical Cultures at Canadian Training Programs","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; Rainbow Health Ontario; Ontario Medical Association; Hospital for Sick Children","funders":"","keywords":"Mentorship; Transgender; Context (archaeology); Privilege (computing); Psychology; Medical education; Curriculum; Qualitative research; Health care; Constructivist grounded theory; Grounded theory; Medicine; Sociology; Pedagogy; Political science","score_opus":0.08811330298267281,"score_gpt":0.489973667468148,"score_spread":0.40186036448547524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967538095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8514457,0.0066760224,0.00004685923,0.13119885,0.001379588,0.0013306199,0.000008637809,0.00005912455,0.007854611],"genre_scores_gemma":[0.96524704,0.0016054786,0.000032558888,0.028007144,0.0011669674,0.0001630829,0.00009934735,0.000053916607,0.0036244835],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9930406,0.00071170117,0.001219856,0.0008701953,0.0028672984,0.0012903186],"domain_scores_gemma":[0.9955514,0.00060163473,0.0002747405,0.0003989633,0.00015663968,0.0030166141],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004454329,0.000530391,0.0011607966,0.0007361965,0.00026774887,0.00002311015,0.0012034208,0.0012136772,0.0037683106],"category_scores_gemma":[0.00075938535,0.00037881816,0.000058923084,0.0008212481,0.0012540146,0.00028172214,0.00018893852,0.0022844858,0.00022827844],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011006397,0.000025606445,0.086703606,0.0004218624,0.00015581121,0.00025371753,0.86392325,5.633267e-8,0.000013846572,0.0019563807,0.025902567,0.020533236],"study_design_scores_gemma":[0.023661003,0.0028919731,0.15582718,0.005240927,0.00038910657,0.00082578714,0.5867878,0.0001769177,0.000008493835,0.00693353,0.21545853,0.0017987469],"about_ca_topic_score_codex":0.09843503,"about_ca_topic_score_gemma":0.10805227,"teacher_disagreement_score":0.27713543,"about_ca_system_score_codex":0.00045660845,"about_ca_system_score_gemma":0.0005726993,"threshold_uncertainty_score":0.99986637},"labels":[],"label_agreement":null},{"id":"W2967587841","doi":"10.1097/acm.0000000000002946","title":"Learning Challenges, Teaching Strategies, and Cognitive Load: Insights From the Experience of Seasoned Endoscopy Teachers","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cognitive load; Psychomotor learning; Thematic analysis; Cognition; Psychology; Teaching method; Cognitive psychology; Medical education; Applied psychology; Mathematics education; Qualitative research; Medicine","score_opus":0.0504459840032411,"score_gpt":0.33924816159589,"score_spread":0.2888021775926489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967587841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646543,0.012754685,0.000074106014,0.0013727398,0.0001091769,0.000301282,7.365643e-7,0.000049524715,0.02068345],"genre_scores_gemma":[0.9972684,0.0012462789,0.000029823836,0.0007689541,0.0002769458,0.000008735658,0.000020154654,0.000015645624,0.0003650859],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985316,0.00019150089,0.00031854262,0.00029666536,0.00047938156,0.00018235047],"domain_scores_gemma":[0.997562,0.0019170318,0.00016686037,0.00013903988,0.00006502055,0.00015007608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048357417,0.0001548973,0.00038623877,0.000040187737,0.000080957965,0.000005135918,0.00009621221,0.00016589244,0.00034242525],"category_scores_gemma":[0.0013239584,0.00009130515,0.000027851534,0.0000942319,0.00026698617,0.00015567741,0.000042804844,0.0012752302,0.0000114982],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007808671,0.00003104473,0.16673645,0.00009600251,0.00029771635,0.000032908818,0.6708277,0.000022549688,0.018506195,0.00961979,0.00007020568,0.13297857],"study_design_scores_gemma":[0.016161447,0.0009800432,0.16793543,0.0035195132,0.00031896392,0.00002813499,0.78020763,0.0026448458,0.00077112863,0.0010723404,0.026073718,0.00028679284],"about_ca_topic_score_codex":0.00031173253,"about_ca_topic_score_gemma":0.0000052643936,"teacher_disagreement_score":0.13269179,"about_ca_system_score_codex":0.000027393782,"about_ca_system_score_gemma":0.00009072793,"threshold_uncertainty_score":0.55403113},"labels":[],"label_agreement":null},{"id":"W2968101770","doi":"10.1097/acm.0000000000002940","title":"Investigating Group Differences in Examinees’ Preparation for and Performance on the New MCAT Exam","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Ethnic group; Socioeconomic status; Curriculum; Medical education; Diversity (politics); Underrepresented Minority; Psychology; Test (biology); Higher education; Medical school; Medicine; Pedagogy; Political science","score_opus":0.08537743534772053,"score_gpt":0.36039209515550563,"score_spread":0.2750146598077851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968101770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94194317,0.0003770725,0.00008120552,0.054546613,0.00024488996,0.00077083864,3.5940968e-7,0.00002167198,0.0020141704],"genre_scores_gemma":[0.9760987,0.00044522868,0.00012525107,0.013411675,0.0005146972,0.000048656606,0.000019845722,0.000009104572,0.009326821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99899215,0.000041270992,0.0003123057,0.00021885285,0.0002609163,0.00017448499],"domain_scores_gemma":[0.9983881,0.0008725242,0.00009185255,0.00017463494,0.000021854863,0.00045103783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006510473,0.000112968606,0.00023894096,0.00008945512,0.000054158147,0.0000030596875,0.00009375516,0.000121683195,0.00073905545],"category_scores_gemma":[0.0049932273,0.000059289385,0.000012508102,0.00018018727,0.00011633594,0.000056443783,0.000018323775,0.0004838344,0.00001609099],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037186,0.00007666202,0.6493052,0.0009127925,0.000051191913,0.0000013494201,0.03975493,0.0000027320227,0.04014833,0.033721633,0.18457131,0.051082],"study_design_scores_gemma":[0.008194451,0.0045340094,0.8710563,0.008150204,0.00012841482,0.000055468034,0.009622198,0.021006247,0.001885396,0.0044045765,0.070579134,0.00038355676],"about_ca_topic_score_codex":0.000025471305,"about_ca_topic_score_gemma":0.0000017995669,"teacher_disagreement_score":0.22175114,"about_ca_system_score_codex":0.000026181351,"about_ca_system_score_gemma":0.00018338196,"threshold_uncertainty_score":0.8092139},"labels":[],"label_agreement":null},{"id":"W2968192501","doi":"10.1097/acm.0000000000002943","title":"Realizing One’s Own Subjectivity: Assessors’ Perceptions of the Influence of Training on Their Conduct of Workplace-Based Assessments","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; ECW Press (Canada); The Wilson Centre; College of Physicians and Surgeons of Ontario","funders":"","keywords":"Consistency (knowledge bases); Standardization; Perception; Psychology; Medical education; Applied psychology; Training (meteorology); Subjectivity; Medicine; Computer science; Artificial intelligence","score_opus":0.13292437648268132,"score_gpt":0.4214427947843181,"score_spread":0.2885184183016368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968192501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98058367,0.00008100844,0.000094362884,0.013247789,0.0002314983,0.0005313782,0.000008548761,0.000019035928,0.0052026897],"genre_scores_gemma":[0.9949556,0.000117883304,0.0001371251,0.0034333211,0.000115813935,0.000012844658,0.000014940909,0.000018022223,0.0011944361],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99779785,0.00020949804,0.0007361251,0.0002487573,0.0007866224,0.00022113243],"domain_scores_gemma":[0.99721795,0.0010972124,0.00056839915,0.0005512747,0.00021036855,0.0003548017],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011871577,0.00016628379,0.00070652313,0.00020222171,0.00004648365,9.286801e-7,0.0002701827,0.00029352962,0.0017360221],"category_scores_gemma":[0.005165445,0.000095468844,0.000098378594,0.0005897459,0.00045084488,0.00005868215,0.000038462713,0.0011958583,0.0000045171296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019937834,0.0002241019,0.16534914,0.0007070267,0.00012236273,7.717673e-7,0.008269871,0.00020149496,0.81684214,0.002718231,0.0023128593,0.0030526405],"study_design_scores_gemma":[0.0048602982,0.0011105508,0.9163295,0.01716587,0.00034347217,0.000017495613,0.025207564,0.00052677747,0.030730307,0.00047613078,0.003027668,0.00020433866],"about_ca_topic_score_codex":0.00009120879,"about_ca_topic_score_gemma":0.0000016111409,"teacher_disagreement_score":0.78611183,"about_ca_system_score_codex":0.000063376014,"about_ca_system_score_gemma":0.0013402349,"threshold_uncertainty_score":0.9991765},"labels":[],"label_agreement":null},{"id":"W2968937453","doi":"10.1097/acm.0000000000002937","title":"Building the Bridge to Quality: An Urgent Call to Integrate Quality Improvement and Patient Safety Education With Clinical Care","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Sunnybrook Health Science Centre","funders":"","keywords":"Patient safety; Quality (philosophy); Quality management; Health care; Bridge (graph theory); Medical education; Scale (ratio); Process (computing); Nursing; Medicine; Public relations; Political science; Engineering; Operations management; Management system; Computer science","score_opus":0.14927143343432595,"score_gpt":0.547724956043705,"score_spread":0.39845352260937905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968937453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9226001,0.00023257888,0.0036188674,0.06780958,0.0019110063,0.0029684748,0.000022662816,0.000050581042,0.00078616536],"genre_scores_gemma":[0.9163045,0.0001697591,0.00031602322,0.081708655,0.0005193804,0.0002722117,0.00007169659,0.000019697567,0.00061802263],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957212,0.0011500015,0.0015181014,0.00055855105,0.00061916217,0.00043296666],"domain_scores_gemma":[0.9964376,0.00085091795,0.0005779061,0.00064086606,0.0003413474,0.0011513331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00390015,0.0002039571,0.00046310594,0.00009878275,0.0003345385,7.8129347e-7,0.00029345095,0.00024385749,0.00019088454],"category_scores_gemma":[0.0027256813,0.00011432481,0.000028347133,0.00028108273,0.00011270926,0.00009520022,0.00016474805,0.0013138792,0.000092365524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014936209,0.00009569251,0.4221784,0.0005523037,0.00007600778,6.3862933e-7,0.24725266,0.0000447682,0.002493962,0.014040892,0.019233644,0.29253742],"study_design_scores_gemma":[0.0013657652,0.0014533555,0.52324015,0.0012423978,0.000049022663,0.0000010480268,0.085011035,0.000016653776,0.00004645415,0.00014101766,0.38721183,0.0002212877],"about_ca_topic_score_codex":0.0017193353,"about_ca_topic_score_gemma":0.00025555163,"teacher_disagreement_score":0.3679782,"about_ca_system_score_codex":0.00028783336,"about_ca_system_score_gemma":0.00091826764,"threshold_uncertainty_score":0.5708224},"labels":[],"label_agreement":null},{"id":"W2969377644","doi":"10.1097/acm.0000000000002960","title":"Same but Different: Exploring Mechanisms of Learning in a Longitudinal Integrated Clerkship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; The Wilson Centre","funders":"","keywords":"Curriculum; Thematic analysis; Medical education; Psychology; Problem-based learning; Qualitative research; Medicine; Pedagogy; Sociology","score_opus":0.08160543822541726,"score_gpt":0.3418965032932808,"score_spread":0.26029106506786354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969377644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98880553,0.00020970606,0.0035438149,0.0049394993,0.0008527022,0.00043630027,5.3664326e-7,0.00007147188,0.0011404493],"genre_scores_gemma":[0.99584633,0.00023156854,0.00037975566,0.0007867127,0.00031271976,0.000055579487,0.000072762276,0.000029269264,0.0022853212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779826,0.00007918408,0.0008276796,0.00032875533,0.0006342805,0.00033183952],"domain_scores_gemma":[0.9990153,0.00019539209,0.00023922208,0.00027789563,0.00017747284,0.00009473524],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011068003,0.00019503468,0.00061617297,0.00061663386,0.000027826372,0.0000016961153,0.00017940818,0.00026363382,0.0011634835],"category_scores_gemma":[0.0029642098,0.0001452046,0.000036634083,0.00099642,0.00014483735,0.000119283985,0.00005180393,0.002016256,0.000057469293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045128143,0.00011292925,0.71889913,0.0008934513,0.000105543455,0.000027819924,0.010560678,0.000038043516,0.19444267,0.036909733,0.0016856266,0.0358731],"study_design_scores_gemma":[0.017390734,0.0037113042,0.7739468,0.019634478,0.00045686273,0.00033074836,0.088734284,0.012752519,0.059247065,0.017395785,0.005474537,0.0009248454],"about_ca_topic_score_codex":0.00014308648,"about_ca_topic_score_gemma":0.0000029627859,"teacher_disagreement_score":0.1351956,"about_ca_system_score_codex":0.00020130008,"about_ca_system_score_gemma":0.00010858215,"threshold_uncertainty_score":0.9997496},"labels":[],"label_agreement":null},{"id":"W2969482845","doi":"10.1097/acm.0000000000002958","title":"Medical Student Psychological Distress and Mental Illness Relative to the General Population: A Canadian Cross-Sectional Survey","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montfort Hospital; Institute of Population and Public Health; University of Toronto; Greenfield Research (Canada); University of British Columbia; Statistics Canada","funders":"","keywords":"Suicidal ideation; Anxiety; Psychiatry; Mental health; Clinical psychology; Mood; Population; Medicine; Cross-sectional study; Distress; Mood disorders; Psychology; Poison control; Suicide prevention; Medical emergency","score_opus":0.10186442884308865,"score_gpt":0.534293248234696,"score_spread":0.4324288193916074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969482845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9464267,0.001043537,0.00003377687,0.045037244,0.0045681046,0.0012975056,0.00018079163,0.0000331509,0.0013791801],"genre_scores_gemma":[0.9753725,0.0004960862,0.00001142519,0.016176332,0.0017483972,0.00015883516,0.00043507366,0.000019808043,0.0055815345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952811,0.0014083245,0.00090368174,0.00055425736,0.0011410118,0.0007116109],"domain_scores_gemma":[0.9968818,0.001269117,0.00019003548,0.00030131656,0.00018650705,0.0011712419],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036700356,0.00021819706,0.00039282054,0.00012089318,0.0012105607,0.0000068200184,0.00046555398,0.0007588465,0.0062209126],"category_scores_gemma":[0.0013916095,0.000120088705,0.000029624962,0.00029400535,0.0001940316,0.00010254382,0.00023724676,0.0025482432,0.00029304737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007834292,0.00000786976,0.9809405,0.00003353704,0.000019740013,0.000006721887,0.004273852,0.0000017032063,0.0000058499004,0.0031709892,0.008295565,0.0031652993],"study_design_scores_gemma":[0.0010989179,0.000115664334,0.9814394,0.0006097673,0.000004497405,0.000016294545,0.0015859338,0.00011428009,1.8760657e-7,0.00038513116,0.014478875,0.00015102759],"about_ca_topic_score_codex":0.10125021,"about_ca_topic_score_gemma":0.05548689,"teacher_disagreement_score":0.04576332,"about_ca_system_score_codex":0.00033012003,"about_ca_system_score_gemma":0.0002765377,"threshold_uncertainty_score":0.99975294},"labels":[],"label_agreement":null},{"id":"W2970134617","doi":"10.1097/acm.0000000000002971","title":"Relationships as the Backbone of Feedback: Exploring Preceptor and Resident Perceptions of Their Behaviors During Feedback Conversations","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Preceptor; Conversation; Dyad; Psychology; Perception; Medical education; Action (physics); Narrative; Set (abstract data type); Peer feedback; Constructive; Pedagogy; Social psychology; Process (computing); Medicine; Computer science; Communication","score_opus":0.05281762650817797,"score_gpt":0.3215608416235135,"score_spread":0.26874321511533555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970134617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9852968,0.00051605573,0.000073118645,0.0113525465,0.0005230852,0.00082969095,0.0000053526,0.000034753873,0.0013685953],"genre_scores_gemma":[0.9950392,0.0013608717,0.00023257323,0.0002554185,0.0003255044,0.00007963581,0.000053711407,0.000026087007,0.002626986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793404,0.00012067842,0.00089736114,0.00026913386,0.00056209665,0.0002166909],"domain_scores_gemma":[0.99827176,0.0003953768,0.0003720844,0.00050307944,0.00035341672,0.000104273095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001220923,0.00016993516,0.000408685,0.00027212958,0.00015055727,0.0000026726977,0.00017933607,0.00021925256,0.0013985608],"category_scores_gemma":[0.0017449497,0.00011532908,0.0000481623,0.0006199019,0.00064542925,0.00019441725,0.00007224789,0.0011292963,0.000046125424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023453259,0.00008941699,0.6629949,0.0008722172,0.00018971677,0.0000013238333,0.12284157,0.00002832611,0.189922,0.013126268,0.007125985,0.002573712],"study_design_scores_gemma":[0.002520336,0.00031031237,0.8637788,0.0016249127,0.0003430594,0.000095996256,0.11879808,0.00012077371,0.010155916,0.0006434966,0.0014464943,0.0001617822],"about_ca_topic_score_codex":0.00014546125,"about_ca_topic_score_gemma":0.0000029755483,"teacher_disagreement_score":0.20078392,"about_ca_system_score_codex":0.000114193645,"about_ca_system_score_gemma":0.00013566128,"threshold_uncertainty_score":0.9995143},"labels":[],"label_agreement":null},{"id":"W2970288685","doi":"10.1097/acm.0000000000002747","title":"Artist’s Statement: An Imposter Amongst the Chaos","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Silence; Feeling; Evening; Psychology; Presentation (obstetrics); Medicine; Social psychology; Art","score_opus":0.026922509447980043,"score_gpt":0.3715479936713164,"score_spread":0.3446254842233364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970288685","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89165306,0.0003413377,0.00030350024,0.08904788,0.0015669286,0.0009491729,0.000001561463,0.00008576136,0.016050812],"genre_scores_gemma":[0.93953204,0.00017861596,0.0001366617,0.03533923,0.0018287449,0.00006470887,0.00016201142,0.000032199787,0.02272577],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978887,0.00006915521,0.00066291477,0.00031551422,0.0007175269,0.00034619166],"domain_scores_gemma":[0.9987234,0.00008806958,0.0001942379,0.00067076174,0.00018461692,0.00013890683],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015952573,0.00016871816,0.00029181602,0.00015278725,0.00008799341,0.000005215323,0.00027130437,0.00019946347,0.0035329303],"category_scores_gemma":[0.00067974284,0.000095490504,0.000026165062,0.00050450425,0.00030316313,0.0001671254,0.000046290483,0.0011068063,0.00066323],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027795185,0.00010940351,0.12201298,0.00037009772,0.00016930987,0.000022953365,0.024967507,0.0000041962103,0.03509594,0.018097214,0.66500616,0.13386631],"study_design_scores_gemma":[0.005009713,0.0015524571,0.099344425,0.0008745635,0.00028621,0.0002964179,0.016097771,0.002297368,0.001881228,0.0018274852,0.87017983,0.00035251083],"about_ca_topic_score_codex":0.000041051928,"about_ca_topic_score_gemma":0.000001649786,"teacher_disagreement_score":0.20517372,"about_ca_system_score_codex":0.00012097674,"about_ca_system_score_gemma":0.00011691282,"threshold_uncertainty_score":0.997378},"labels":[],"label_agreement":null},{"id":"W2971059550","doi":"10.1097/acm.0000000000002805","title":"Creating a Medical Education Continuum With Competencies and Entrustable Professional Activities","year":2019,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Rainbow; Feeling; Orange (colour); Metaphor; MAGIC (telescope); Affection; Soul; Psychology; Competence (human resources); Aesthetics; Psychoanalysis; Epistemology; Philosophy; Astronomy; Physics; Social psychology; Optics; Theology","score_opus":0.008505597964184373,"score_gpt":0.3422605581931845,"score_spread":0.33375496022900014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971059550","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05490529,0.004836139,0.00017864245,0.025540827,0.8999327,0.0018330659,0.000019142873,0.00018972045,0.012564501],"genre_scores_gemma":[0.0068579735,0.00216602,0.00091327913,0.0069648526,0.8900235,0.00032560522,0.0025735144,0.00012697055,0.09004828],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418116,0.00013116942,0.0009576107,0.0007213765,0.0034816917,0.0005269824],"domain_scores_gemma":[0.9957848,0.0015598121,0.0006845901,0.00048793267,0.0011431981,0.00033963914],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018787386,0.0005040632,0.001193177,0.0005122919,0.00020781773,0.000015494457,0.00031128118,0.0021281908,0.0015396762],"category_scores_gemma":[0.027302556,0.00033859845,0.00003752712,0.00053150504,0.0010221966,0.00021061856,0.00013741519,0.005353325,0.00002480743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022332679,0.00006331026,0.002100254,0.0014965219,0.000119151184,0.000009243601,0.003233048,4.5493167e-8,0.00011866529,0.0006282822,0.98525965,0.0067484938],"study_design_scores_gemma":[0.0028408717,0.00057002413,0.0004405768,0.016915616,0.00046976583,0.00017847896,0.011943666,0.00011040896,0.000037402417,0.00018667952,0.9659578,0.00034868965],"about_ca_topic_score_codex":0.00017740589,"about_ca_topic_score_gemma":0.000014440578,"teacher_disagreement_score":0.07748378,"about_ca_system_score_codex":0.0003870885,"about_ca_system_score_gemma":0.00997941,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W2971227946","doi":"10.1097/acm.0000000000002963","title":"Exploring How Pediatric Residents Develop Adaptive Expertise in Communication: The Importance of “Shifts” in Understanding Patient and Family Perspectives","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Holland Bloorview Kids Rehabilitation Hospital; University of Toronto","funders":"","keywords":"Subspecialty; Grounded theory; Medical education; Perspective (graphical); Adaptation (eye); Psychology; Narrative; Complex adaptive system; Knowledge management; Medicine; Qualitative research; Computer science; Family medicine; Sociology","score_opus":0.5024040935991183,"score_gpt":0.42397694833141025,"score_spread":0.07842714526770805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971227946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9283161,0.051373716,0.000039274695,0.017933555,0.0002065632,0.0013862213,0.0000027839258,0.000022590586,0.0007191583],"genre_scores_gemma":[0.97614896,0.022418106,0.00012948253,0.0007827856,0.000062168074,0.0003963546,0.00000607862,0.000020459007,0.0000356065],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99666315,0.0012881787,0.00097645127,0.00029800925,0.00041138253,0.00036281976],"domain_scores_gemma":[0.99598366,0.002319104,0.0006495938,0.00077585364,0.0001814569,0.00009031282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010075598,0.00016068273,0.00038154033,0.0003336287,0.00023415098,0.0000017481491,0.0005193971,0.00017694892,0.00002549684],"category_scores_gemma":[0.0015283556,0.00011990184,0.0000138121095,0.00089326105,0.00019658072,0.00036875738,0.00039739843,0.0017594174,0.00000557175],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060256636,0.0000052077903,0.65332305,0.00011055129,0.000004239147,7.157491e-7,0.34051225,0.0000030666374,0.00004163482,0.0054878434,0.00031566864,0.00013552167],"study_design_scores_gemma":[0.00093467877,0.00006626924,0.44243723,0.001157874,0.0000055383152,3.8612112e-7,0.55327344,0.00014023096,0.0000029702446,0.0018627173,0.000039843817,0.00007885014],"about_ca_topic_score_codex":0.001153356,"about_ca_topic_score_gemma":0.00047165068,"teacher_disagreement_score":0.21276116,"about_ca_system_score_codex":0.0008907704,"about_ca_system_score_gemma":0.00028952517,"threshold_uncertainty_score":0.7643891},"labels":[],"label_agreement":null},{"id":"W2971302170","doi":"10.1097/acm.0000000000002840","title":"In Reply to Boucharel","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Mentorship; Medical education; Academic medicine; Faculty development; Promotion (chess); Medicine; Officer; Emergency department; Curriculum; Sociology; Professional development; Political science; Nursing; Pedagogy","score_opus":0.03524343228166655,"score_gpt":0.38059362015089426,"score_spread":0.3453501878692277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971302170","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003600641,0.0005281993,0.0001467466,0.98020494,0.004909576,0.0014093817,0.000005028977,0.0000778481,0.009117657],"genre_scores_gemma":[0.00056841667,0.00020960571,0.00031899387,0.8858875,0.026485963,0.0001494109,0.00071165204,0.00009222947,0.08557622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595284,0.00007631994,0.0012318743,0.0007849577,0.001294548,0.00065943145],"domain_scores_gemma":[0.9980276,0.00026620572,0.00028253326,0.0010517212,0.00026833508,0.000103561804],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00132081,0.00039829276,0.0010344812,0.0014390631,0.000030180521,0.0000033265387,0.0004464969,0.0018621279,0.0025826814],"category_scores_gemma":[0.007302088,0.00032252737,0.000054995515,0.0014795653,0.00017723397,0.00008056256,0.00008994968,0.009952585,0.0020288704],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029207946,0.000006235827,0.00063637074,0.0005233632,0.000027202956,0.00024914212,0.0016326113,3.135101e-7,0.0001480178,0.00009297762,0.9948399,0.0018146354],"study_design_scores_gemma":[0.0012569337,0.00028554146,0.0006324548,0.0034521515,0.00010733843,0.00022387829,0.00025855034,0.000026013864,0.000037357753,0.00040921225,0.99304533,0.00026524416],"about_ca_topic_score_codex":0.0001928243,"about_ca_topic_score_gemma":5.328036e-7,"teacher_disagreement_score":0.094317414,"about_ca_system_score_codex":0.00060127367,"about_ca_system_score_gemma":0.0004557332,"threshold_uncertainty_score":0.9999227},"labels":[],"label_agreement":null},{"id":"W2972402895","doi":"10.1097/acm.0000000000002980","title":"Choosing Words Wisely: Residents’ Use of Rhetorical Appeals in Conversations About Unnecessary Tests","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Sunnybrook Health Science Centre; Women's College Hospital; St. Michael's Hospital","funders":"","keywords":"Credibility; Psychological intervention; Thematic analysis; Medical education; Psychology; Objective structured clinical examination; Rhetorical question; Persuasion; Medicine; Harm; Malpractice; Social psychology; Qualitative research; Nursing; Political science","score_opus":0.3293527589234882,"score_gpt":0.47386989968678705,"score_spread":0.14451714076329886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972402895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96612334,0.0056510754,0.00008318129,0.021772144,0.0017474162,0.0021149644,0.000022554785,0.00011710938,0.0023682208],"genre_scores_gemma":[0.99184126,0.0018695167,0.0002505086,0.0038163501,0.00027853667,0.00013176365,0.00008986005,0.000036719182,0.0016855124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953233,0.0012803087,0.0018072905,0.0003768311,0.000639653,0.000572596],"domain_scores_gemma":[0.9926317,0.004923703,0.00084688846,0.0010043769,0.0003385078,0.00025482092],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001001523,0.00020116291,0.0006199761,0.0004398851,0.00020516032,0.0000019172885,0.0005927368,0.00056353945,0.0006141659],"category_scores_gemma":[0.004954657,0.00017745596,0.00003489722,0.00089761656,0.00019809628,0.00038537153,0.0002866126,0.0025294558,0.0002500417],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006618523,0.000012301316,0.9535787,0.0005376601,0.000012458065,0.0000013078164,0.02892488,0.000019244082,0.0007732798,0.0024427145,0.013283825,0.0003474123],"study_design_scores_gemma":[0.0038831618,0.00016250093,0.93851435,0.008500614,0.000036111825,0.000002862286,0.024238983,0.0009442041,0.000050583487,0.0026701214,0.020718094,0.00027839222],"about_ca_topic_score_codex":0.0035897468,"about_ca_topic_score_gemma":0.00012777516,"teacher_disagreement_score":0.025717901,"about_ca_system_score_codex":0.00048069804,"about_ca_system_score_gemma":0.0005269915,"threshold_uncertainty_score":0.9997718},"labels":[],"label_agreement":null},{"id":"W2972513998","doi":"10.1097/acm.0000000000002987","title":"Teaching Professionalism in Postgraduate Medical Education: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Baycrest Hospital; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Psychological intervention; MEDLINE; Modalities; Medicine; Randomized controlled trial; Faculty development; Intervention (counseling); Psychology; Family medicine; Professional development; Nursing; Internal medicine; Pedagogy","score_opus":0.12439036577017437,"score_gpt":0.5275776378890651,"score_spread":0.4031872721188907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972513998","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000030411327,0.94527197,0.000014947307,0.040295854,0.002827421,0.008387127,0.000002389731,0.000088414425,0.003108825],"genre_scores_gemma":[0.0000037116026,0.9335043,0.0000931278,0.045049086,0.0016758215,0.0019475681,0.0011537069,0.00011371277,0.01645896],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99037963,0.0011572881,0.004436433,0.0008534428,0.002607356,0.00056586665],"domain_scores_gemma":[0.9956741,0.00072914484,0.001607311,0.0013171787,0.00036427504,0.00030802042],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0088455845,0.0007446661,0.0066509335,0.0012150899,0.00008333088,0.000004529357,0.0009284882,0.0016219259,0.0012697477],"category_scores_gemma":[0.047035463,0.00046079812,0.00029718498,0.001842527,0.00025249456,0.00012014801,0.00017044511,0.008289128,0.00070069026],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021656194,0.000052377458,0.0000032821501,0.6914305,0.00008338275,0.000019416517,0.00031344366,1.080592e-9,3.921885e-8,0.002323008,0.08845051,0.21732186],"study_design_scores_gemma":[0.00029133476,0.00004181654,8.4333914e-7,0.5494902,0.0029360992,0.0011402109,0.00017246933,0.000007496979,7.747593e-9,0.00010986006,0.44561166,0.00019798543],"about_ca_topic_score_codex":0.00006761298,"about_ca_topic_score_gemma":8.0608515e-7,"teacher_disagreement_score":0.35716113,"about_ca_system_score_codex":0.0008903492,"about_ca_system_score_gemma":0.00862076,"threshold_uncertainty_score":0.99978435},"labels":[],"label_agreement":null},{"id":"W2972674968","doi":"10.1097/acm.0000000000002985","title":"How Consistent Is Competent? Examining Variance in Psychomotor Skills Assessment","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; McGill University Health Centre; McGill University","funders":"","keywords":"Psychomotor learning; Variance (accounting); Psychology; Medical education; Clinical psychology; Applied psychology; Medicine; Cognition; Psychiatry","score_opus":0.0577030958105493,"score_gpt":0.36373658757378197,"score_spread":0.3060334917632327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972674968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92717934,0.0006243732,0.0005817899,0.02124769,0.0008700434,0.00077623007,0.0000026591806,0.00008574559,0.04863211],"genre_scores_gemma":[0.97886074,0.00023276177,0.00039210147,0.011271755,0.00036100304,0.000018598474,0.000027272245,0.000023061588,0.008812715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980452,0.00007335022,0.0004971481,0.00043241974,0.0005922755,0.0003596051],"domain_scores_gemma":[0.9986707,0.00052581675,0.00016326921,0.00031179073,0.00006995748,0.00025844583],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007408007,0.00020131342,0.0006018671,0.00018282105,0.000029597782,0.000007787227,0.00012261371,0.00021979636,0.0020372188],"category_scores_gemma":[0.00026608736,0.00015064234,0.00004627168,0.000360793,0.00011013854,0.00009634255,0.00003464184,0.0008972134,0.00008278735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001490955,0.000076202414,0.9620212,0.00016224702,0.00010913745,0.0001097154,0.0032742952,0.000018911242,0.0049928804,0.0048705884,0.0018018887,0.022413844],"study_design_scores_gemma":[0.025348697,0.00072878815,0.8019118,0.0025741872,0.00010872291,0.000104633466,0.0036529135,0.0047872076,0.00015536658,0.00049528334,0.15979467,0.0003377357],"about_ca_topic_score_codex":0.000012896044,"about_ca_topic_score_gemma":7.6027203e-7,"teacher_disagreement_score":0.16010942,"about_ca_system_score_codex":0.00011377561,"about_ca_system_score_gemma":0.000073278556,"threshold_uncertainty_score":0.9988751},"labels":[],"label_agreement":null},{"id":"W2973135314","doi":"10.1097/acm.0000000000002984","title":"Independent and Interwoven: A Qualitative Exploration of Residents’ Experiences With Educational Podcasts","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Active listening; Grounded theory; Qualitative research; Psychology; Medical education; Pedagogy; Medicine; Sociology","score_opus":0.11794739988180007,"score_gpt":0.5110069333120701,"score_spread":0.39305953343027006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973135314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684717,0.0002733729,0.001436562,0.02050668,0.0008298383,0.0002932215,8.256462e-7,0.000010209587,0.008177558],"genre_scores_gemma":[0.99342424,0.00007796448,0.002334097,0.00033872703,0.0005192621,0.00007971973,0.0000087017315,0.0000057780762,0.003211537],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99835205,0.00037692345,0.0003256349,0.00019007963,0.0006258673,0.00012946171],"domain_scores_gemma":[0.99830806,0.0009599215,0.00025259488,0.000105735715,0.00031680826,0.000056858084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00235514,0.000075308635,0.00015256589,0.00018514022,0.00010338879,0.0000054903708,0.00017769156,0.00008888096,0.0006646075],"category_scores_gemma":[0.0016802322,0.000058515263,0.000007483447,0.00048972364,0.000656763,0.0005334152,0.000024358615,0.0002139495,0.000010777715],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023084885,0.0000074840395,0.007608997,0.00001375101,0.000010210271,7.766604e-8,0.80827206,9.022241e-7,0.00032333093,0.18227518,0.00092155935,0.00054334145],"study_design_scores_gemma":[0.0002685261,0.0001201203,0.010667393,0.0002177963,0.000008211582,0.0000022944587,0.9534927,0.000004874976,0.0002618608,0.034020167,0.0008611749,0.00007490344],"about_ca_topic_score_codex":0.0006943863,"about_ca_topic_score_gemma":0.000048144146,"teacher_disagreement_score":0.14825502,"about_ca_system_score_codex":0.0000760425,"about_ca_system_score_gemma":0.0004066675,"threshold_uncertainty_score":0.7276986},"labels":[],"label_agreement":null},{"id":"W2975949416","doi":"10.1097/acm.0000000000002998","title":"Explicit Dialogue About the Purpose of Hospital Admission Is Essential: How Different Perspectives Affect Teamwork, Trust, and Patient Care","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Covert; Negotiation; Teamwork; Constructivist grounded theory; Affect (linguistics); Psychology; Medical education; Hospital medicine; Nursing; MEDLINE; Grounded theory; Medicine; Qualitative research; Sociology; Psychiatry","score_opus":0.014063436827460425,"score_gpt":0.30911215854935736,"score_spread":0.29504872172189694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975949416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90984416,0.015121946,0.000037585905,0.07208794,0.0007923427,0.0011370585,0.000008606832,0.00003918753,0.0009311495],"genre_scores_gemma":[0.98931825,0.004043166,0.00001830189,0.0032159032,0.0006107169,0.000046510097,0.00003531538,0.00002855406,0.0026832577],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980928,0.00010743811,0.00038773773,0.00042878138,0.0006845282,0.00029875492],"domain_scores_gemma":[0.99786294,0.0003250892,0.00023581392,0.00045696672,0.00015815858,0.0009610284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018546857,0.00026220112,0.00058543537,0.00012622956,0.00009263086,0.000005780496,0.00018289844,0.00025249648,0.0025796995],"category_scores_gemma":[0.0026294088,0.0001321419,0.000093190094,0.0002192148,0.00030579738,0.0000584058,0.000102143415,0.00086700224,0.000012697908],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004318458,0.0003797558,0.09191621,0.0013189517,0.00028403712,0.000020410742,0.582627,5.4732243e-7,0.044590723,0.0032354237,0.21275063,0.062444456],"study_design_scores_gemma":[0.0092601925,0.0078636035,0.13038749,0.00821125,0.0009397663,0.00009217478,0.68371767,0.00028575907,0.022710664,0.0004552629,0.13535033,0.0007258732],"about_ca_topic_score_codex":0.00003443565,"about_ca_topic_score_gemma":5.980133e-7,"teacher_disagreement_score":0.101090625,"about_ca_system_score_codex":0.000065110566,"about_ca_system_score_gemma":0.00022429398,"threshold_uncertainty_score":0.9983321},"labels":[],"label_agreement":null},{"id":"W2976580193","doi":"10.1097/acm.0000000000002991","title":"Tensions in Assessment: The Realities of Entrustment in Internal Medicine","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Toronto Western Hospital; University of Toronto; Conference Board of Canada","funders":"","keywords":"Operationalization; Specialty; Competence (human resources); Psychology; Medical education; Viewpoints; Nursing; Medicine; Social psychology; Epistemology","score_opus":0.032928255064167376,"score_gpt":0.4061716073200658,"score_spread":0.37324335225589844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976580193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710867,0.0008385173,0.00014050677,0.09789851,0.0010169983,0.0007934589,0.0000010949656,0.000017970036,0.028206253],"genre_scores_gemma":[0.9879643,0.0009388578,0.00017371631,0.007667348,0.0005058323,0.000048282796,0.000050615974,0.000015746087,0.002635322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741423,0.000117523145,0.0011334467,0.00025590387,0.00079164084,0.0002872305],"domain_scores_gemma":[0.9986414,0.0004336587,0.00025887915,0.00044672465,0.00015628245,0.00006305485],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025432806,0.00015851896,0.0005548886,0.0005823513,0.000021738548,8.753103e-7,0.00025846972,0.0001916251,0.001769372],"category_scores_gemma":[0.0021791148,0.0000889644,0.000024545376,0.0010174013,0.00051979424,0.000066560584,0.0000641279,0.0014367682,0.00001883029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020602609,0.00012361545,0.7443091,0.00046956522,0.000074925476,0.00003220026,0.027438706,0.000022163245,0.012324119,0.11602463,0.08392775,0.015047188],"study_design_scores_gemma":[0.009628042,0.001049018,0.86795205,0.009329347,0.00014160138,0.00017217023,0.056100037,0.0029817445,0.00039172318,0.011074032,0.04097208,0.00020816947],"about_ca_topic_score_codex":0.0010618304,"about_ca_topic_score_gemma":0.000020063175,"teacher_disagreement_score":0.12364292,"about_ca_system_score_codex":0.00029048495,"about_ca_system_score_gemma":0.0002036723,"threshold_uncertainty_score":0.9991431},"labels":[],"label_agreement":null},{"id":"W2978399833","doi":"10.1097/acm.0000000000003005","title":"A Signal Through the Noise: Do Professionalism Concerns Impact the Decision Making of Competence Committees?","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; Hamilton Health Sciences; University of Ottawa","funders":"","keywords":"Competence (human resources); Psychology; Medical education; Applied psychology; Medicine; Social psychology","score_opus":0.05832656420279004,"score_gpt":0.45186105962173,"score_spread":0.39353449541894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978399833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929731,0.0030300666,0.0052706175,0.05542077,0.0014683816,0.0014125631,0.000007937145,0.000038508013,0.003620157],"genre_scores_gemma":[0.98181456,0.00016827046,0.0007028714,0.015615977,0.00095009856,0.00003852439,0.000032701984,0.000022841885,0.00065417006],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99715734,0.00015549899,0.00082170195,0.0002706667,0.0012825727,0.00031221675],"domain_scores_gemma":[0.9969441,0.0014109258,0.0004824332,0.00071566395,0.00040856455,0.000038308528],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019616375,0.00020171923,0.00045380578,0.000090092275,0.00017135957,0.000004516345,0.0006124398,0.00024284405,0.0035306448],"category_scores_gemma":[0.0018424531,0.00008464521,0.00006858605,0.0008505684,0.0008408573,0.00011277419,0.00012924838,0.0017203189,0.00009089017],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083754613,0.00010355121,0.11494621,0.00037870998,0.0002861022,0.00001107617,0.0508958,0.00009602481,0.017444225,0.050657112,0.67340976,0.09093387],"study_design_scores_gemma":[0.0149665205,0.002873703,0.44226465,0.032881267,0.0012374499,0.0012133875,0.08871585,0.013336727,0.0019058583,0.07963472,0.31996068,0.0010092033],"about_ca_topic_score_codex":0.00006330111,"about_ca_topic_score_gemma":5.555189e-7,"teacher_disagreement_score":0.3534491,"about_ca_system_score_codex":0.00013180685,"about_ca_system_score_gemma":0.00034068184,"threshold_uncertainty_score":0.99738026},"labels":[],"label_agreement":null},{"id":"W2978611598","doi":"10.1097/acm.0000000000002880","title":"Artist’s Statement: Arscience","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Presentation (obstetrics); Medical education; Health care; Theme (computing); Intervention (counseling); Medicine; Psychology; Computer science; Nursing; Surgery","score_opus":0.034303757825339364,"score_gpt":0.367270818105246,"score_spread":0.33296706027990663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978611598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94076806,0.0010848246,0.00028866628,0.026328808,0.0012444499,0.00043391553,8.697969e-7,0.00007237098,0.029778037],"genre_scores_gemma":[0.9570909,0.0006831433,0.00009998994,0.01072618,0.00062730035,0.000015143884,0.00002860819,0.000011218052,0.030717513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840164,0.00002660751,0.00040137657,0.00028536725,0.00058013387,0.00030489004],"domain_scores_gemma":[0.9990828,0.00010813394,0.00010372405,0.0002592913,0.000066808185,0.00037925225],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00084358855,0.000114378716,0.00027096804,0.00010847551,0.000034284247,0.0000016184146,0.00012916798,0.00013301836,0.0033352054],"category_scores_gemma":[0.00079183624,0.00007859486,0.000025612922,0.00030508163,0.00020105905,0.00009836099,0.000026751652,0.0005792148,0.0009854902],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047472707,0.00017007408,0.13657986,0.0011388123,0.0001296907,0.00010897194,0.2031383,0.0000068977624,0.123955585,0.02431957,0.43639284,0.073584676],"study_design_scores_gemma":[0.009911741,0.002680997,0.109540254,0.0033326484,0.00033679212,0.0005335483,0.06815845,0.001006607,0.013184176,0.007492403,0.7832583,0.0005640829],"about_ca_topic_score_codex":0.000030497764,"about_ca_topic_score_gemma":3.7471807e-7,"teacher_disagreement_score":0.34686548,"about_ca_system_score_codex":0.00007348835,"about_ca_system_score_gemma":0.00018613189,"threshold_uncertainty_score":0.99979234},"labels":[],"label_agreement":null},{"id":"W2979493607","doi":"10.1097/acm.0000000000003031","title":"Understanding Creative Commons","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Art History and Market Analysis","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Commons; Political science; Psychology; Law","score_opus":0.18592310887480576,"score_gpt":0.2843742481386075,"score_spread":0.09845113926380175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979493607","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026739528,0.0003460585,0.0009232121,0.0026460933,0.0006706102,0.000111667825,0.0000028640109,0.00006964031,0.9684903],"genre_scores_gemma":[0.82995737,0.000059352897,0.0000021548437,0.0009547086,0.00061241345,0.000003187572,0.000012444058,0.000008520166,0.16838986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992793,0.000047651545,0.00019676068,0.00014557753,0.00017448486,0.00015619861],"domain_scores_gemma":[0.9995131,0.00016623783,0.0000830129,0.00014309851,0.00002639896,0.00006814545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032738366,0.00009728963,0.00022319646,0.000114985785,0.0002084127,0.0000047243916,0.00013456706,0.00005181528,0.03385523],"category_scores_gemma":[0.000056295004,0.00007060382,0.000037379665,0.000041065603,0.0003629989,0.00014124624,0.00002762519,0.0003127858,0.000519365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016094087,0.0000018934356,0.0009868301,0.000012661289,0.000048905324,0.0000018078174,0.0664989,0.0000010164551,0.00008220767,0.7706466,0.16158538,0.00011774171],"study_design_scores_gemma":[0.000441201,0.00012024438,0.000044802742,0.00010892167,0.000109285254,0.0000018647336,0.06408211,0.00015390565,0.00000942153,0.03154068,0.90325725,0.00013030987],"about_ca_topic_score_codex":0.0001468463,"about_ca_topic_score_gemma":0.00014546362,"teacher_disagreement_score":0.8032178,"about_ca_system_score_codex":0.00009720503,"about_ca_system_score_gemma":0.000014635707,"threshold_uncertainty_score":0.96702796},"labels":[],"label_agreement":null},{"id":"W2980110505","doi":"10.1097/acm.0000000000003024","title":"How Culture Is Understood in Faculty Development in the Health Professions: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Health professions; Medical education; MEDLINE; Faculty development; Psychology; Professional development; Medicine; Health care; Political science","score_opus":0.47681401781696325,"score_gpt":0.5665502237946491,"score_spread":0.08973620597768589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980110505","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001227599,0.8896179,0.0000017815779,0.10006871,0.000603984,0.00884625,0.0000070302476,0.000032185526,0.000820886],"genre_scores_gemma":[0.0000072107996,0.9791625,0.000037552134,0.017006133,0.00054902915,0.00073112524,0.00018811974,0.000021768701,0.0022965523],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99345464,0.0020159653,0.0016662522,0.0006390574,0.0013709941,0.00085307774],"domain_scores_gemma":[0.99748653,0.0007249804,0.001081342,0.00039666437,0.000103873914,0.00020657813],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0070998734,0.00045678718,0.0025888092,0.00019703723,0.00039691827,0.000017185508,0.0014084358,0.00077250006,0.00008855265],"category_scores_gemma":[0.0027564776,0.00022951259,0.00013181426,0.0019749706,0.00020521112,0.00017331136,0.00011846318,0.0035947298,0.000053514435],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013250392,0.00000727671,0.000042720534,0.36367583,0.000015958549,0.000008078891,0.19834328,1.8882176e-8,9.089765e-9,0.0013714227,0.10910029,0.3274338],"study_design_scores_gemma":[0.000100000594,0.000020514302,0.000002707217,0.46137592,0.000034124256,0.0000045187976,0.016966652,5.0640104e-8,3.0513643e-9,0.00004250526,0.5213215,0.00013150195],"about_ca_topic_score_codex":0.0007492907,"about_ca_topic_score_gemma":0.0026084422,"teacher_disagreement_score":0.4122212,"about_ca_system_score_codex":0.0016117127,"about_ca_system_score_gemma":0.0058105774,"threshold_uncertainty_score":0.99982554},"labels":[],"label_agreement":null},{"id":"W2980938757","doi":"10.1097/acm.0000000000003044","title":"Perceptions of Pressures to Alter or Misrepresent Time Allocation Among Clinician–Researchers With NIH Career Development Awards","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute; Agency for Healthcare Research and Quality","keywords":"Feeling; Psychology; Logistic regression; Perception; Odds; Population; Quarter (Canadian coin); Social psychology; Medicine; Family medicine; Medical education; Environmental health; Internal medicine","score_opus":0.20732574122163047,"score_gpt":0.47882269938547,"score_spread":0.27149695816383956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980938757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954873,0.00029660115,0.0006051885,0.03697853,0.00011493925,0.0022631427,0.000004980303,0.000051752322,0.004811866],"genre_scores_gemma":[0.94318974,0.000422589,0.00069527235,0.008960796,0.00052609475,0.00011993997,0.00007517679,0.00004354853,0.04596683],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99522877,0.0001791355,0.0007865705,0.00046018005,0.0023034082,0.0010419338],"domain_scores_gemma":[0.9935077,0.00067333295,0.0001326326,0.0005293803,0.0005181072,0.004638891],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035273442,0.00021594884,0.0006615342,0.00038293633,0.000062705425,0.000003868342,0.0003038036,0.0002958198,0.0042817197],"category_scores_gemma":[0.017439017,0.00012392741,0.00003850431,0.00057245744,0.0003907894,0.00010499192,0.00011116304,0.0011580673,0.0005129241],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0056273425,0.00020023422,0.40918186,0.0024439027,0.00049180875,0.00011365359,0.031157473,0.000053237723,0.044145588,0.000034342298,0.42312273,0.083427824],"study_design_scores_gemma":[0.011114982,0.008545026,0.58445364,0.008548488,0.00026962534,0.000093103954,0.010087234,0.0010210769,0.009591243,0.000029336901,0.36571786,0.0005283984],"about_ca_topic_score_codex":0.0005348312,"about_ca_topic_score_gemma":0.000041462034,"teacher_disagreement_score":0.17527176,"about_ca_system_score_codex":0.00025826923,"about_ca_system_score_gemma":0.004525096,"threshold_uncertainty_score":0.9966285},"labels":[],"label_agreement":null},{"id":"W2981191961","doi":"10.1097/acm.0000000000003040","title":"It’s a Marathon, Not a Sprint: Rapid Evaluation of Competency-Based Medical Education Program Implementation","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Fidelity; Operationalization; Medical education; Transformative learning; Stakeholder; Process management; Computer science; Psychology; Medicine; Public relations; Pedagogy; Business; Political science","score_opus":0.04830102476543925,"score_gpt":0.4681815613405884,"score_spread":0.4198805365751492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981191961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80084866,0.00057552604,0.0009547196,0.17617153,0.0025648568,0.006447357,0.000003521625,0.0001471941,0.012286628],"genre_scores_gemma":[0.9689433,0.00013992669,0.004412927,0.023587303,0.00090419187,0.0008655608,0.00081556075,0.00003542861,0.00029582265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99410456,0.00025730423,0.001374967,0.0004625506,0.003463602,0.00033701467],"domain_scores_gemma":[0.99684566,0.00014134092,0.0005667272,0.00057979213,0.0016476234,0.00021885765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006385705,0.0002356256,0.00052848074,0.0005740296,0.00005374943,0.000003890072,0.00027679937,0.00040919718,0.014860388],"category_scores_gemma":[0.004412537,0.00019399554,0.00006807385,0.0011143791,0.000294265,0.00013048912,0.0000390599,0.0008953468,0.00012908567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017099197,0.00033550835,0.021057906,0.0005665223,0.000073743904,0.0000011445019,0.0023023498,0.000005551926,0.007640002,0.009615701,0.06622939,0.8920012],"study_design_scores_gemma":[0.04823768,0.0070911692,0.32416406,0.011306043,0.0035629282,0.00038036398,0.03240871,0.17117272,0.0202931,0.006978331,0.37300152,0.0014033971],"about_ca_topic_score_codex":0.00009174588,"about_ca_topic_score_gemma":0.0000103794355,"teacher_disagreement_score":0.8905978,"about_ca_system_score_codex":0.00038341072,"about_ca_system_score_gemma":0.011176675,"threshold_uncertainty_score":0.99442905},"labels":[],"label_agreement":null},{"id":"W2981223434","doi":"10.1097/acm.0000000000003042","title":"Foucault on the Wards: Rediscovering Reflection as a Social Pediatrician in Training","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Adult and Continuing Education Topics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Paediatric Society; University of Toronto","funders":"","keywords":"The arts; Empathy; Transformative learning; Medical humanities; Biopsychosocial model; Mindset; Liberal arts education; Sociology; Cognitive dissonance; Psychology; Curriculum; Medical education; Pedagogy; Epistemology; Medicine; Higher education; Psychotherapist; Social psychology; Law","score_opus":0.0802581401611134,"score_gpt":0.4048824826582737,"score_spread":0.3246243424971603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981223434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7927204,0.0000703533,0.0000139361555,0.0649982,0.0011264875,0.00019179343,2.0832731e-7,0.000035439778,0.14084321],"genre_scores_gemma":[0.9813078,0.00018398951,0.0000038624335,0.0026732404,0.00417162,0.000015236415,0.0000017053908,0.00000702845,0.011635484],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988923,0.00013704324,0.00019916885,0.00015710726,0.00037827872,0.0002361051],"domain_scores_gemma":[0.99946594,0.00028298877,0.000098918856,0.00007726578,0.000030413143,0.00004449237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013041275,0.0000700636,0.00012593294,0.000087313914,0.00021232941,0.000008171047,0.00019924536,0.00015623824,0.00037769641],"category_scores_gemma":[0.0011536843,0.000049453414,0.000021933525,0.0004009175,0.00010035473,0.00009183123,0.000013114974,0.00056845875,0.000073965406],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024792997,0.000005687789,0.011669932,0.000008699324,0.000006439748,0.0000012884736,0.8172969,0.0000026677174,0.00023823776,0.13160408,0.015493835,0.02364742],"study_design_scores_gemma":[0.0007908019,0.00013436019,0.012278079,0.00023096269,0.000023277891,0.000001571533,0.55409837,0.00004719777,0.000039501454,0.02718924,0.40495563,0.00021104437],"about_ca_topic_score_codex":0.0010864567,"about_ca_topic_score_gemma":0.00027874767,"teacher_disagreement_score":0.3894618,"about_ca_system_score_codex":0.00012657749,"about_ca_system_score_gemma":0.00017413993,"threshold_uncertainty_score":0.41355106},"labels":[],"label_agreement":null},{"id":"W2981348075","doi":"10.1097/acm.0000000000002788","title":"Artist’s Statement: Reaching In","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Tact; Meaning (existential); Aesthetics; Sight; Statement (logic); Soul; Lying; Face (sociological concept); Psychology; Head (geology); Visual arts; Medicine; Art; Philosophy; Epistemology; Linguistics; Physics","score_opus":0.037437121938073685,"score_gpt":0.3677760453803252,"score_spread":0.3303389234422515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981348075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95452803,0.0011932225,0.00007824193,0.020026218,0.00067592785,0.00041569566,4.910656e-7,0.000044146847,0.02303802],"genre_scores_gemma":[0.981724,0.00071164937,0.00007225958,0.0063500097,0.0005145382,0.00001729813,0.000047072328,0.00001423711,0.010548938],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855167,0.00004716586,0.00049397023,0.00024369743,0.00038398875,0.00027953455],"domain_scores_gemma":[0.9993036,0.00013304784,0.00009102756,0.0002081596,0.000029480861,0.0002347284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001130239,0.00011105717,0.00031603203,0.00017723459,0.000016426651,0.0000010513296,0.00008446366,0.00016138266,0.0013411117],"category_scores_gemma":[0.0008513462,0.00008148051,0.000020699012,0.00025232512,0.000071795665,0.00008361486,0.00002122195,0.0009278792,0.00031941893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058171403,0.00016904896,0.4254742,0.0011558373,0.000087362525,0.00017382004,0.36207223,0.000010384163,0.04464026,0.011793323,0.0722739,0.08156791],"study_design_scores_gemma":[0.020085571,0.0021686133,0.34005833,0.009161366,0.00026927976,0.000414492,0.13714571,0.001440741,0.0046408353,0.009543938,0.4743971,0.0006740419],"about_ca_topic_score_codex":0.0001494541,"about_ca_topic_score_gemma":0.0000040616264,"teacher_disagreement_score":0.40212318,"about_ca_system_score_codex":0.00013332708,"about_ca_system_score_gemma":0.000121343764,"threshold_uncertainty_score":0.9995718},"labels":[],"label_agreement":null},{"id":"W2981426394","doi":"10.1097/acm.0000000000003047","title":"Taken Out of Context: Hazards in the Interpretation of Written Assessment Comments","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Public Health Ontario; University of Northern British Columbia; The Wilson Centre","funders":"","keywords":"Interpretation (philosophy); Conflation; Context (archaeology); Ambiguity; Meaning (existential); Variety (cybernetics); Reading (process); Psychology; Epistemology; Computer science; Linguistics","score_opus":0.027094591251516018,"score_gpt":0.4036888115356266,"score_spread":0.37659422028411055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981426394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9448885,0.00031314994,0.0018951836,0.03566574,0.0008505658,0.00089392444,0.000002367936,0.000008078038,0.015482526],"genre_scores_gemma":[0.98978853,0.00007794155,0.00025926408,0.0090352,0.000163349,0.000030973883,0.000072782,0.000009580631,0.0005623611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802166,0.00011321076,0.0008584352,0.00015214668,0.0007105916,0.00014395952],"domain_scores_gemma":[0.99879336,0.00026267546,0.00034980325,0.00034666,0.00021874621,0.000028762068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021915128,0.0001026441,0.00040876569,0.00023649949,0.000012581564,8.910513e-7,0.00024446164,0.00015444748,0.00050968415],"category_scores_gemma":[0.0010897995,0.00006407272,0.000029342427,0.00041134845,0.00021334125,0.00006460269,0.000028274519,0.00074528647,0.000019947993],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031613442,0.00024598525,0.6054008,0.0010265694,0.00016353787,0.000004655102,0.07946396,0.000012118476,0.017278446,0.016732907,0.103535905,0.17581895],"study_design_scores_gemma":[0.014388241,0.0027321018,0.78550696,0.008371398,0.0004666804,0.000054383527,0.117745765,0.026022777,0.0015142342,0.0030528957,0.039825365,0.0003191664],"about_ca_topic_score_codex":0.000073396805,"about_ca_topic_score_gemma":0.000002818515,"teacher_disagreement_score":0.18010616,"about_ca_system_score_codex":0.0001026887,"about_ca_system_score_gemma":0.0001514424,"threshold_uncertainty_score":0.5580684},"labels":[],"label_agreement":null},{"id":"W2981877078","doi":"10.1097/acm.0000000000002797","title":"In Reply to Eichbaum","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Debiasing; Hindsight bias; Psychology; Cognitive bias; Perspective (graphical); Confirmation bias; Experiential learning; Metacognition; Malpractice; Cognition; Cognitive psychology; Overconfidence effect; Credibility; Social psychology; Epistemology; Computer science; Psychiatry; Pedagogy; Political science","score_opus":0.04798426041355285,"score_gpt":0.3901999257639128,"score_spread":0.34221566535035997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981877078","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00449486,0.0014149297,0.000026506468,0.97578424,0.002747384,0.0010446411,0.000011461041,0.00008725147,0.01438873],"genre_scores_gemma":[0.001360868,0.0007916278,0.0000699827,0.86208534,0.020469032,0.000059551137,0.0003807323,0.000087738765,0.11469514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959256,0.00011137148,0.0012160884,0.00095556414,0.0010175002,0.00077385677],"domain_scores_gemma":[0.9825046,0.015780378,0.00024649533,0.001031438,0.00011302846,0.0003240263],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00127863,0.00045708966,0.0016456556,0.0005773068,0.000018292523,0.0000035711826,0.00039588555,0.0020207257,0.0016440937],"category_scores_gemma":[0.11108399,0.00033679916,0.00012508943,0.0005749164,0.00016047074,0.00003695026,0.00012955896,0.008356788,0.002840229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000782574,0.000007578985,0.0029222001,0.00015203854,0.000037998343,0.0016895203,0.00044269185,5.8062506e-7,0.000048186113,0.000022597673,0.9936775,0.0009208334],"study_design_scores_gemma":[0.0026025479,0.00072754204,0.0015334834,0.017883163,0.00023206115,0.00024514837,0.000052306277,0.000008999387,0.000022207898,0.00036248897,0.9760242,0.0003058293],"about_ca_topic_score_codex":0.0005414513,"about_ca_topic_score_gemma":0.0000017511306,"teacher_disagreement_score":0.11369891,"about_ca_system_score_codex":0.00020901716,"about_ca_system_score_gemma":0.0002696026,"threshold_uncertainty_score":0.9999084},"labels":[],"label_agreement":null},{"id":"W2981907857","doi":"10.1097/01.acm.0000578952.73047.6e","title":"Commentary on “Word Tattoos”","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assembly of First Nations","funders":"","keywords":"Empathy; Sympathy; Humility; Compassion; Poetry; Hippocratic Oath; Openness to experience; Psychology; Psychoanalysis; Humanism; Medicine; Aesthetics; Literature; Psychiatry; Social psychology; Art; Philosophy","score_opus":0.02835910115332494,"score_gpt":0.3530334658327368,"score_spread":0.32467436467941185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981907857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7798562,0.0006114339,0.000026078578,0.19590995,0.0014355651,0.0004400882,0.0000012380717,0.00007157714,0.021647897],"genre_scores_gemma":[0.8070425,0.0010707084,0.00003548598,0.18181717,0.0020025675,0.000016225238,0.00009896038,0.000018458613,0.007897975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856174,0.000042563912,0.00033785493,0.00027395933,0.0005059377,0.00027794275],"domain_scores_gemma":[0.9990178,0.00025696872,0.00008332194,0.0003099964,0.000041165815,0.00029079785],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00051212043,0.00015134706,0.00034696492,0.00022780205,0.000033679906,0.0000010080929,0.00012159697,0.00020676665,0.003482676],"category_scores_gemma":[0.00045336157,0.00010393038,0.00003896694,0.00033315457,0.00014162403,0.00005028433,0.000023758732,0.0010232228,0.0010602813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021323189,0.00004297013,0.010040444,0.00011829379,0.000036775662,0.000016151975,0.011390157,7.5724955e-7,0.0023483424,0.0007740171,0.96250874,0.012510097],"study_design_scores_gemma":[0.008601141,0.00265898,0.02714741,0.0029820143,0.00026396321,0.00014903666,0.02583822,0.00016040086,0.0038389282,0.0024141443,0.9256291,0.0003166584],"about_ca_topic_score_codex":0.00004484085,"about_ca_topic_score_gemma":3.3336008e-7,"teacher_disagreement_score":0.03687966,"about_ca_system_score_codex":0.00006355933,"about_ca_system_score_gemma":0.000055472563,"threshold_uncertainty_score":0.99971753},"labels":[],"label_agreement":null},{"id":"W2983168154","doi":"10.1097/acm.0000000000003065","title":"Accreditation of Canadian Undergraduate Medical Education Programs: A Study of Measures of Effectiveness","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Accreditation; Medical education; Stakeholder; Graduate medical education; Certification and Accreditation; Quality assurance; Quality management; Quality (philosophy); Higher education; Medicine; Psychology; Family medicine; Political science; Public relations; Engineering; External quality assessment; Management system","score_opus":0.04140409342606699,"score_gpt":0.377815718007323,"score_spread":0.336411624581256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983168154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899867,0.0003353431,0.00013652975,0.004595574,0.0009670192,0.0018517454,9.655326e-7,0.000016576996,0.0021095483],"genre_scores_gemma":[0.9987331,0.00014864291,0.00014000852,0.0003227241,0.00024898298,0.00008564147,0.0001167978,0.000019259707,0.00018481526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968812,0.0002041804,0.0010195752,0.00025149426,0.0014373944,0.00020615962],"domain_scores_gemma":[0.99762684,0.00018443524,0.0004947677,0.0003895244,0.0010976612,0.00020676121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025376605,0.00014793902,0.0006321197,0.0014026262,0.000023064711,7.4956995e-7,0.00023115223,0.0002965693,0.00027164855],"category_scores_gemma":[0.005088591,0.00011693319,0.000036644677,0.002212872,0.00028879932,0.000064877226,0.00002241575,0.000561276,0.0000061251435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040399452,0.0011403103,0.7254435,0.003117591,0.0003609037,0.000003304007,0.016362188,0.000005808002,0.01230218,0.007053964,0.0058260094,0.22798026],"study_design_scores_gemma":[0.021415982,0.0144223515,0.78930277,0.024688104,0.0016671416,0.0001806928,0.11902096,0.0010123196,0.01020918,0.004596923,0.012867422,0.00061614043],"about_ca_topic_score_codex":0.033507504,"about_ca_topic_score_gemma":0.0016625928,"teacher_disagreement_score":0.22736412,"about_ca_system_score_codex":0.00013239431,"about_ca_system_score_gemma":0.0031638094,"threshold_uncertainty_score":0.97292846},"labels":[],"label_agreement":null},{"id":"W2983770571","doi":"10.1097/acm.0000000000003078","title":"Learning After the Simulation Is Over: The Role of Simulation in Supporting Ongoing Self-Regulated Learning in Practice","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of British Columbia","funders":"","keywords":"Debriefing; Self-regulated learning; Set (abstract data type); Computer science; Process (computing); Perspective (graphical); Experiential learning; Learning environment; Psychology; Knowledge management; Medical education; Medicine; Artificial intelligence; Mathematics education","score_opus":0.01577578238572901,"score_gpt":0.3820001122583626,"score_spread":0.3662243298726336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983770571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98836386,0.0010589389,0.00007041289,0.008606921,0.00018231076,0.0011504057,3.9909798e-7,0.00006992442,0.00049681653],"genre_scores_gemma":[0.9974199,0.00006876826,0.000036327347,0.001766705,0.00035219415,0.00003523548,0.000031946292,0.000038513957,0.00025044192],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99681324,0.000566636,0.0011879536,0.00034596986,0.00071841053,0.00036777306],"domain_scores_gemma":[0.99124616,0.007172619,0.00080431096,0.00034035614,0.00035608353,0.000080447746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033290028,0.00019121823,0.00038152808,0.0003426203,0.00009654849,0.000006501713,0.00014279797,0.00029140135,0.0005033222],"category_scores_gemma":[0.0043380116,0.00012695817,0.000043728993,0.0010580865,0.00007465752,0.00028246842,0.00004300123,0.0020519234,0.00003184886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018890103,0.000009874901,0.5855478,0.00006886651,0.000015466818,0.0000010578111,0.047030643,0.36510327,0.00028747838,0.000026981801,0.0000064057817,0.0017132817],"study_design_scores_gemma":[0.0011400661,0.0001227899,0.41896486,0.00064877985,0.00006949895,0.000005967175,0.023973254,0.5526285,0.00007645794,0.00010814796,0.0021819598,0.000079672034],"about_ca_topic_score_codex":0.00073338207,"about_ca_topic_score_gemma":0.000011106814,"teacher_disagreement_score":0.18752527,"about_ca_system_score_codex":0.00030236368,"about_ca_system_score_gemma":0.00027148725,"threshold_uncertainty_score":0.89147},"labels":[],"label_agreement":null},{"id":"W2983904256","doi":"10.1097/acm.0000000000003075","title":"The Distinctions Between Theory, Theoretical Framework, and Conceptual Framework","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":625,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; The Wilson Centre","funders":"","keywords":"Subjectivism; Conceptual framework; Objectivism; Epistemology; Meaning (existential); Set (abstract data type); Inductive reasoning; Computer science; The Conceptual Framework; Management science; Artificial intelligence; Philosophy","score_opus":0.019367576037399997,"score_gpt":0.35686900086346657,"score_spread":0.3375014248260666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983904256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.812299,0.0019055485,0.05617416,0.11446007,0.002057492,0.00090167235,0.0000039416013,0.00014092166,0.01205718],"genre_scores_gemma":[0.98548335,0.0004831536,0.0012175564,0.0076378277,0.0029806846,0.000042357387,0.00003772312,0.000030307905,0.0020870182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979293,0.00015365712,0.000572374,0.00034557297,0.0006155346,0.0003835912],"domain_scores_gemma":[0.9945522,0.0043955534,0.0001431834,0.0005592509,0.00016273887,0.00018705227],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021647478,0.00019276912,0.00037744278,0.00009548503,0.0002585867,0.000009280536,0.00024228038,0.0005666906,0.002122487],"category_scores_gemma":[0.016914602,0.00011006563,0.00003354905,0.0005280299,0.003568655,0.000056256635,0.00008478476,0.0028292818,0.00020162911],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053874734,0.000006083751,0.049975503,0.000024584262,0.00005343334,0.0000011646762,0.0028522972,9.290506e-8,0.00004966165,0.9183526,0.008532697,0.020097988],"study_design_scores_gemma":[0.0010349534,0.00047489634,0.051886786,0.0011962289,0.00033581944,0.00008036017,0.014924254,0.00015419834,0.00006199686,0.8230277,0.10661329,0.00020954509],"about_ca_topic_score_codex":0.0000035143003,"about_ca_topic_score_gemma":6.627839e-8,"teacher_disagreement_score":0.17318435,"about_ca_system_score_codex":0.00007150999,"about_ca_system_score_gemma":0.000101374535,"threshold_uncertainty_score":0.99947125},"labels":[],"label_agreement":null},{"id":"W2984656035","doi":"10.1097/acm.0000000000003063","title":"Teaching Health Advocacy: A Systematic Review of Educational Interventions for Postgraduate Medical Trainees","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TD Bank Group; University of Toronto","funders":"","keywords":"Psychological intervention; PsycINFO; Medical education; MEDLINE; Medicine; General partnership; Inclusion (mineral); Health care; Family medicine; Nursing; Psychology; Political science","score_opus":0.2763408220250745,"score_gpt":0.6009862214887237,"score_spread":0.32464539946364923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984656035","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3600884e-7,0.91857845,0.00024001159,0.0640104,0.0017125279,0.014827816,0.00018689955,0.000041570253,0.00040196898],"genre_scores_gemma":[0.0000040333052,0.97026414,0.000047610054,0.018350178,0.0026390888,0.00045640132,0.0018002441,0.00008920953,0.006349108],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9868265,0.0040503177,0.00681827,0.00056716194,0.0009860956,0.0007516993],"domain_scores_gemma":[0.98434085,0.009214359,0.0049286284,0.0006867112,0.00021694742,0.0006124956],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01629636,0.0005380521,0.0074636405,0.00044199897,0.00037755026,0.0000010896384,0.0009201385,0.00075469405,0.0010602354],"category_scores_gemma":[0.021381784,0.00033632273,0.0009470368,0.00033594796,0.00013217048,0.000057866226,0.0001457732,0.0046994756,0.0001623863],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027669764,0.000028257035,0.0000013315771,0.8532242,0.00012178866,2.0759863e-7,0.0017872729,1.9361461e-9,8.578492e-9,0.0065130424,0.086103536,0.052217554],"study_design_scores_gemma":[0.00045077506,0.00016918292,6.6249845e-7,0.7082212,0.0016355955,0.000025317111,0.000494788,0.0000031087613,1.1126029e-9,0.00018910106,0.2886609,0.00014937599],"about_ca_topic_score_codex":0.00019184712,"about_ca_topic_score_gemma":0.000011650056,"teacher_disagreement_score":0.20255738,"about_ca_system_score_codex":0.0004925402,"about_ca_system_score_gemma":0.008903649,"threshold_uncertainty_score":0.99990886},"labels":[],"label_agreement":null},{"id":"W2984719061","doi":"10.1097/acm.0000000000003056","title":"The Effective Use of Videos in Medical Education","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; MEDLINE; Medicine; Psychology; Political science","score_opus":0.01589251174774344,"score_gpt":0.3844903442292378,"score_spread":0.36859783248149436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984719061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9482243,0.00083630317,0.00012417036,0.045501288,0.001611665,0.001128911,2.9022465e-7,0.000022192111,0.0025508543],"genre_scores_gemma":[0.9860727,0.0006592691,0.00013143892,0.009586166,0.0005983102,0.000113938855,0.0000310836,0.000016779532,0.0027902785],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978008,0.00011525918,0.00071114453,0.0002197369,0.0009296984,0.00022332693],"domain_scores_gemma":[0.9981143,0.0009051805,0.00020079578,0.00040025113,0.0002740467,0.00010540904],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020348076,0.00011778444,0.00032655758,0.00026277432,0.000035482146,0.000002028224,0.000197626,0.00030632454,0.0006470619],"category_scores_gemma":[0.018637449,0.00007037736,0.000027111013,0.00090294646,0.0003747115,0.00010648897,0.00004011817,0.0011560719,0.000067319525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031728312,0.00013475122,0.33967188,0.00034964352,0.00006323592,0.0000050630574,0.0042703813,0.0000027206565,0.0037116352,0.032790408,0.14817205,0.47051093],"study_design_scores_gemma":[0.005843922,0.00095948967,0.5893122,0.0071050473,0.00015705352,0.0002635678,0.0063541876,0.003998844,0.001626067,0.004766607,0.37932634,0.00028669057],"about_ca_topic_score_codex":0.00016090345,"about_ca_topic_score_gemma":0.0000061392684,"teacher_disagreement_score":0.47022423,"about_ca_system_score_codex":0.0001639863,"about_ca_system_score_gemma":0.00077742885,"threshold_uncertainty_score":0.989629},"labels":[],"label_agreement":null},{"id":"W2986518379","doi":"10.1097/acm.0000000000003076","title":"The Effect of Foregrounding Intended Use on Observers’ Ratings and Comments in the Assessment of Clinical Competence","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; McGill University; The Wilson Centre","funders":"","keywords":"Summative assessment; Foregrounding; Formative assessment; Psychology; Premise; Competence (human resources); Constructive; Categorization; Applied psychology; Perspective (graphical); Medical education; Social psychology; Cognitive psychology; Process (computing); Mathematics education; Computer science; Medicine; Artificial intelligence; Epistemology","score_opus":0.09107099344287371,"score_gpt":0.49081393068796625,"score_spread":0.3997429372450925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986518379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97956324,0.00007066371,0.000080053316,0.018213669,0.00058751495,0.0008150971,5.125799e-7,0.0000055902337,0.0006636658],"genre_scores_gemma":[0.9953381,0.00020836061,0.0002266064,0.003935896,0.00013371119,0.00002286246,0.000015418185,0.0000073650176,0.000111725785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99768984,0.00038225387,0.000978741,0.00017388412,0.0006184216,0.00015684003],"domain_scores_gemma":[0.9937542,0.0053207525,0.00043446856,0.0003561825,0.00009854457,0.000035872312],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0080789905,0.000107957414,0.00047162428,0.00009277518,0.000046010635,0.000002794926,0.00023734235,0.00013752535,0.000021381897],"category_scores_gemma":[0.008809305,0.00004902033,0.00003222753,0.00037449648,0.0004944037,0.000063486405,0.000046989535,0.0011907261,0.0000013713799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014434225,0.000020821297,0.9767404,0.00016597417,0.000032970314,0.0000011464602,0.0013681015,8.3763484e-7,0.00077824836,0.0071877814,0.004433342,0.009126003],"study_design_scores_gemma":[0.0045921463,0.0030084997,0.9792887,0.00224987,0.00009318765,0.000016590147,0.0047343876,0.0029717586,0.00026595214,0.0002465031,0.002475537,0.000056859782],"about_ca_topic_score_codex":0.000053126067,"about_ca_topic_score_gemma":0.0000017063054,"teacher_disagreement_score":0.015774822,"about_ca_system_score_codex":0.000050426283,"about_ca_system_score_gemma":0.00006194066,"threshold_uncertainty_score":0.9995399},"labels":[],"label_agreement":null},{"id":"W2986901176","doi":"10.1097/acm.0000000000003085","title":"Teaching Evidence-Based Medicine to Medical Students Using Wikipedia as a Platform","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane; Queen's University","funders":"","keywords":"Rubric; Critical thinking; Critical appraisal; Thematic analysis; Medical education; Task (project management); Computer science; Qualitative property; Quality (philosophy); Qualitative research; Psychology; Mathematics education; Medicine; Alternative medicine; Sociology","score_opus":0.10593856211220039,"score_gpt":0.4944423976607374,"score_spread":0.388503835548537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986901176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8128481,0.0006897692,0.0005702104,0.16344151,0.0031844645,0.0007261112,4.8695415e-7,0.00010666194,0.01843269],"genre_scores_gemma":[0.94518185,0.00033644272,0.00013203814,0.041570917,0.005273956,0.00002481628,0.000006820931,0.000018664821,0.0074545154],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99432385,0.00033720493,0.0005949734,0.0003987532,0.0039015443,0.0004436927],"domain_scores_gemma":[0.99724144,0.0011336182,0.00020811017,0.00028866506,0.00022156487,0.00090663007],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008463803,0.00018093296,0.00035640513,0.00030138923,0.00038144257,0.000022611111,0.0011194184,0.00036678917,0.007805375],"category_scores_gemma":[0.018497346,0.0001415144,0.00002566343,0.0008524223,0.00036552586,0.00045419857,0.00008849828,0.00088221906,0.0004127264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034089523,0.00010073851,0.17869456,0.00017202702,0.0000909143,0.000028468794,0.45357084,0.000094841496,0.006184427,0.1267112,0.1832389,0.0507722],"study_design_scores_gemma":[0.0037006421,0.0008890099,0.0071727894,0.009064051,0.00018174761,0.000014000281,0.16745438,0.0014695845,0.00014380706,0.0059990934,0.8031877,0.00072315923],"about_ca_topic_score_codex":0.0066196746,"about_ca_topic_score_gemma":0.00020269882,"teacher_disagreement_score":0.61994886,"about_ca_system_score_codex":0.00042336487,"about_ca_system_score_gemma":0.0016439537,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W2987044397","doi":"10.1097/acm.0000000000003055","title":"We Must Graduate Physicians, Not Doctors","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"American Water (Canada)","funders":"","keywords":"Internship; Salary; Workforce; Physician supply; Family medicine; Graduate medical education; Curriculum; Medical education; Medical school; Medicine; Position (finance); Psychology; Political science; Business; Accreditation; Finance","score_opus":0.1370434208729847,"score_gpt":0.48141505344788876,"score_spread":0.34437163257490405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987044397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85881615,0.0019085825,0.00003186128,0.07929452,0.005714713,0.0015226542,0.000011572774,0.00032649364,0.052373473],"genre_scores_gemma":[0.8905517,0.0042371643,0.00004451396,0.03181103,0.002946912,0.00007016598,0.000042684635,0.000050167884,0.07024567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961198,0.00041030953,0.001056145,0.0004877124,0.0007794711,0.0011465786],"domain_scores_gemma":[0.9974287,0.0010389047,0.00045850335,0.0005826706,0.00014104182,0.00035015395],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001298153,0.0002904174,0.00068359455,0.00014119591,0.00032176112,0.0000012722145,0.0004948038,0.00052773504,0.0037342776],"category_scores_gemma":[0.00042536034,0.00021878922,0.000048452774,0.00052327715,0.00015915521,0.00014694541,0.00014723784,0.0028829847,0.008545999],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015240381,0.000010126482,0.06762794,0.0010219278,0.00003687872,0.000011016501,0.04272351,0.000007389689,0.0023012133,0.016022341,0.85967416,0.010411078],"study_design_scores_gemma":[0.0024140186,0.00024596296,0.010777053,0.0065228874,0.000060269384,0.0000034574343,0.039302636,0.00015343633,0.00013756714,0.002822765,0.9372345,0.00032543018],"about_ca_topic_score_codex":0.00078277354,"about_ca_topic_score_gemma":0.000022406019,"teacher_disagreement_score":0.07756034,"about_ca_system_score_codex":0.00024636096,"about_ca_system_score_gemma":0.000152447,"threshold_uncertainty_score":0.9994174},"labels":[],"label_agreement":null},{"id":"W2987679365","doi":"10.1097/acm.0000000000003083","title":"On Time and Tea Bags: Chronos, Kairos, and Teaching for Humanistic Practice","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Kairos; Teachable moment; Context (archaeology); Wonder; Psychology; Pedagogy; Sociology; Epistemology; Philosophy; Social psychology; Psychoanalysis","score_opus":0.014362958094168949,"score_gpt":0.37379628759437394,"score_spread":0.359433329500205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987679365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8946516,0.0014216737,0.0012863788,0.080741145,0.00078575575,0.001628764,0.0000044245835,0.000103372004,0.019376867],"genre_scores_gemma":[0.9557382,0.0002280748,0.0027487788,0.027360989,0.001526024,0.00003690081,0.00014077549,0.000041818133,0.0121784685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986407,0.000052640702,0.00038854926,0.0003423395,0.00034285797,0.00023288024],"domain_scores_gemma":[0.9982735,0.0010831751,0.0001658633,0.00024711996,0.000117079886,0.00011326314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00176548,0.00015883609,0.0003288221,0.00017848468,0.00012816224,0.000005681781,0.00007678229,0.00021726587,0.00031035117],"category_scores_gemma":[0.012878331,0.000121347184,0.0000128290985,0.00009231033,0.00020631662,0.00012568467,0.00003169526,0.0010538459,0.00008087565],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076374563,0.00013225242,0.003093394,0.0012837835,0.00020064543,0.000011394629,0.011610965,0.00000273089,0.025441919,0.18881889,0.68180925,0.08683105],"study_design_scores_gemma":[0.01484728,0.006551354,0.0127397925,0.0048103174,0.001190973,0.00097605085,0.009232562,0.01131715,0.00032640024,0.010949015,0.926366,0.000693131],"about_ca_topic_score_codex":0.000016149661,"about_ca_topic_score_gemma":1.16965225e-7,"teacher_disagreement_score":0.24455674,"about_ca_system_score_codex":0.00009789558,"about_ca_system_score_gemma":0.00007675044,"threshold_uncertainty_score":0.9954366},"labels":[],"label_agreement":null},{"id":"W2988360744","doi":"10.1097/acm.0000000000003064","title":"A Study of the Validity of the New MCAT Exam","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Varimax rotation; Percentile; United States Medical Licensing Examination; Entrance exam; Medicine; Exploratory factor analysis; Regression analysis; Psychology; Statistics; Cronbach's alpha; Clinical psychology; Predictive validity; Medical school; Medical education; Mathematics; Psychometrics","score_opus":0.11358423406398943,"score_gpt":0.40535185757356257,"score_spread":0.29176762350957314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988360744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93934566,0.00021768443,0.000007941173,0.053534575,0.0011790378,0.0008924221,7.643772e-7,0.000011499438,0.0048104213],"genre_scores_gemma":[0.9617206,0.00007005167,0.000007472849,0.005595094,0.00041146786,0.0000050388717,0.0000012968625,0.000009306452,0.03217966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982444,0.00015062727,0.00050828926,0.00017031824,0.0007824721,0.00014388372],"domain_scores_gemma":[0.99820554,0.00031539868,0.0002680185,0.000718721,0.00007528738,0.00041705402],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065790734,0.000104434504,0.00037360098,0.000046465637,0.00003802578,4.2804817e-7,0.0004023962,0.00012342683,0.0044410406],"category_scores_gemma":[0.0064039403,0.00004213749,0.00006386586,0.00045681655,0.00018488555,0.000019056317,0.00011433764,0.0007486743,0.000019547548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000665074,0.00031398746,0.5235817,0.00022452977,0.00009380944,0.0000012068887,0.031164415,0.0000022933025,0.030555354,0.0011002981,0.41047445,0.0024214801],"study_design_scores_gemma":[0.009212091,0.0013996065,0.7909213,0.0028247752,0.00072206015,0.000070067494,0.03330343,0.000051198756,0.010420117,0.0010419819,0.14988078,0.00015261685],"about_ca_topic_score_codex":0.00012704714,"about_ca_topic_score_gemma":0.0000029321209,"teacher_disagreement_score":0.2673396,"about_ca_system_score_codex":0.000023550552,"about_ca_system_score_gemma":0.00074699527,"threshold_uncertainty_score":0.996469},"labels":[],"label_agreement":null},{"id":"W2990956365","doi":"10.1097/acm.0000000000003089","title":"Postpositivism in Health Professions Education Scholarship","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Scholarship; Ontology; Epistemology; Engineering ethics; Reading (process); Axiology; Diversity (politics); Sociology; Focus (optics); Key (lock); Computer science; Political science; Philosophy; Law","score_opus":0.03398278325053942,"score_gpt":0.43142232911159767,"score_spread":0.39743954586105823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990956365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8180593,0.001287018,0.00016053302,0.16965906,0.0017468969,0.0011722321,4.9965973e-7,0.000064327905,0.007850094],"genre_scores_gemma":[0.94966286,0.0002897815,0.00067768653,0.03832483,0.000718695,0.00007635877,0.00016454591,0.000025336212,0.010059878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789053,0.0001334748,0.0007648233,0.00032496004,0.0005391663,0.00034705756],"domain_scores_gemma":[0.9989453,0.00009638906,0.00021987963,0.00038858628,0.00018528284,0.00016458418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021096661,0.00014623832,0.00037151235,0.0005856053,0.000060037746,0.0000023820053,0.0001512212,0.0002633444,0.00084160897],"category_scores_gemma":[0.002114138,0.00011547774,0.000020838128,0.0011475051,0.00010377407,0.00016529091,0.000032287102,0.0018450477,0.00032175757],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015361757,0.00027077936,0.6612398,0.0012606491,0.000030959127,0.0000053450694,0.014835635,0.0000018987206,0.012402879,0.04626122,0.10913222,0.15440495],"study_design_scores_gemma":[0.004221746,0.00087034184,0.86678857,0.014044975,0.000042472257,0.00024445192,0.013620016,0.0002680733,0.00041216024,0.008389617,0.09078973,0.00030783928],"about_ca_topic_score_codex":0.00011174756,"about_ca_topic_score_gemma":0.0000019489928,"teacher_disagreement_score":0.20554875,"about_ca_system_score_codex":0.0004430193,"about_ca_system_score_gemma":0.0013385206,"threshold_uncertainty_score":0.92150277},"labels":[],"label_agreement":null},{"id":"W2992527386","doi":"10.1097/acm.0000000000003108","title":"Critical Theory: Broadening Our Thinking to Explore the Structural Factors at Play in Health Professions Education","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Vancouver Coastal Health; Ontario College of Art and Design","funders":"","keywords":"Axiology; Epistemology; Sociology; Critical theory; Egalitarianism; Agency (philosophy); Ontology; Feminism; Politics; Social science; Law; Political science","score_opus":0.19081766362666122,"score_gpt":0.5342590110803281,"score_spread":0.34344134745366695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992527386","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024176487,0.9172332,0.00021240131,0.06911495,0.006731241,0.0038408404,0.0000057981924,0.000087808054,0.00035605347],"genre_scores_gemma":[0.006999059,0.96363485,0.00046067708,0.016251933,0.0044650384,0.0006495024,0.0011486285,0.00015817066,0.006232127],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99446684,0.00085089245,0.001998292,0.0007402322,0.0011975574,0.0007461764],"domain_scores_gemma":[0.996622,0.00127526,0.00066781306,0.0008744864,0.00022802713,0.00033237302],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036959404,0.0005854017,0.0020918362,0.000929202,0.00043573036,0.000011725492,0.00072793465,0.00089637504,0.00032921202],"category_scores_gemma":[0.017298775,0.00031246993,0.00014251602,0.0017548566,0.00020306432,0.00012903329,0.0002632366,0.00510094,0.00013151429],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031360985,0.000028321852,0.000782826,0.019586507,0.00008338877,0.000003877442,0.060860068,7.314412e-7,0.0000027307842,0.019323982,0.11511067,0.7841855],"study_design_scores_gemma":[0.00037055594,0.00018295534,0.0005334031,0.121771134,0.0004976932,0.00021527795,0.0442391,0.000011034223,8.2147886e-7,0.002100601,0.829758,0.0003194161],"about_ca_topic_score_codex":0.000076426615,"about_ca_topic_score_gemma":0.0000031718655,"teacher_disagreement_score":0.7838661,"about_ca_system_score_codex":0.0018257692,"about_ca_system_score_gemma":0.0030160125,"threshold_uncertainty_score":0.99993277},"labels":[],"label_agreement":null},{"id":"W2993082937","doi":"10.1097/acm.0000000000003095","title":"14 Years Later: A Follow-Up Case-Study Analysis of 8 Health Professions Education Scholarship Units","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Scholarship; Thematic analysis; Unit (ring theory); Public relations; Set (abstract data type); Medical education; Political science; Sociology; Psychology; Medicine; Qualitative research; Social science; Computer science; Law","score_opus":0.07205979178801053,"score_gpt":0.4348857133088728,"score_spread":0.3628259215208623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993082937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861752,0.00057403254,0.000083313025,0.0091825845,0.0018727188,0.0014818544,0.0000037201671,0.00005580367,0.0005707939],"genre_scores_gemma":[0.98938054,0.00008095535,0.00018217665,0.005366249,0.00026822652,0.000074563046,0.00032793818,0.000026780233,0.004292587],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99702734,0.00030030345,0.0011728995,0.00038763724,0.0008035593,0.0003082669],"domain_scores_gemma":[0.9977061,0.00015912816,0.0005548512,0.0006886665,0.00071979297,0.00017143172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033548789,0.00017786598,0.000820935,0.0014788299,0.000096810836,0.0000027863102,0.00019631167,0.00022746378,0.00063861365],"category_scores_gemma":[0.003049584,0.0001430585,0.000056131506,0.006043082,0.00012504423,0.00012856607,0.00005135522,0.0012570666,0.000038567785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006342428,0.0001792664,0.88179016,0.0002495631,0.0007855966,0.000024944622,0.062276956,0.0000038785383,0.00060125516,0.0004901428,0.022183083,0.031351704],"study_design_scores_gemma":[0.006646883,0.0018027485,0.7030611,0.0024329561,0.004433408,0.000458937,0.2691378,0.00045400418,0.00006875803,0.00041149164,0.010719413,0.00037249055],"about_ca_topic_score_codex":0.00063581124,"about_ca_topic_score_gemma":0.000027518443,"teacher_disagreement_score":0.20686086,"about_ca_system_score_codex":0.00023591444,"about_ca_system_score_gemma":0.0013441826,"threshold_uncertainty_score":0.69923717},"labels":[],"label_agreement":null},{"id":"W2993418133","doi":"10.1097/acm.0000000000003098","title":"Making Decisions in the Era of the Clinical Decision Rule: How Emergency Physicians Use Clinical Decision Rules","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Ottawa; Manitoba Health; Medical Council of Canada; McMaster University","funders":"","keywords":"Test (biology); Decision aids; Cognition; Clinical decision making; Psychology; Think aloud protocol; MEDLINE; Emergency department; Medical education; Medicine; Medical emergency; Family medicine; Computer science; Psychiatry; Alternative medicine; Pathology","score_opus":0.1298368193813043,"score_gpt":0.4701392533778751,"score_spread":0.3403024339965708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993418133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9741627,0.0015509558,0.0014209546,0.017299958,0.003959206,0.0010034471,0.000013576476,0.00003681212,0.0005524095],"genre_scores_gemma":[0.97424245,0.01486342,0.0015071877,0.0072097275,0.0015848118,0.000017217342,0.000020410456,0.00004211615,0.0005126325],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931782,0.0007834134,0.0029614556,0.0007900324,0.0017095457,0.00057735073],"domain_scores_gemma":[0.8755185,0.12135409,0.0008725309,0.001727497,0.00027299908,0.00025435397],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009091039,0.00034334822,0.0013893839,0.00013242426,0.0001095421,0.000011060357,0.0011066031,0.0007895485,0.00033813165],"category_scores_gemma":[0.3481492,0.00016512843,0.00056743075,0.0009348834,0.00063177396,0.00013976946,0.0003394745,0.003966578,0.0001640097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046168905,0.00018782169,0.6698743,0.000008732899,0.000041699073,0.000022239397,0.00055250584,0.000009280884,0.00005357717,0.00054055196,0.0511443,0.2771033],"study_design_scores_gemma":[0.004880461,0.0006908,0.9571576,0.015596804,0.0003165596,0.000052965133,0.0010318813,0.0005201218,0.000010431406,0.0076925256,0.011869234,0.00018061223],"about_ca_topic_score_codex":0.000053974763,"about_ca_topic_score_gemma":0.000021796033,"teacher_disagreement_score":0.33905816,"about_ca_system_score_codex":0.000048345348,"about_ca_system_score_gemma":0.00021788508,"threshold_uncertainty_score":0.9983313},"labels":[],"label_agreement":null},{"id":"W2993676204","doi":"10.1097/acm.0000000000003099","title":"Shining a Light Into the Black Box of Group Learning: Medical Students’ Experiences and Perceptions of Small Groups","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ECW Press (Canada); University of British Columbia","funders":"","keywords":"Perception; Group (periodic table); Medical education; Small group learning; Psychology; Medicine; Physics","score_opus":0.01685165474494939,"score_gpt":0.35286877921270826,"score_spread":0.3360171244677589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993676204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772443,0.0007811627,0.00070361793,0.019160585,0.0004406565,0.00043141376,1.4332582e-7,0.000028431923,0.0012096957],"genre_scores_gemma":[0.9950916,0.00093329285,0.00031657482,0.0022054806,0.0005305165,0.000045687546,0.000020209194,0.00001776781,0.0008388709],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9969357,0.0001284022,0.00086801266,0.0002908681,0.001555477,0.00022154237],"domain_scores_gemma":[0.99866575,0.00036389526,0.00032429522,0.00031715055,0.00018775367,0.00014114498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029702187,0.0001581726,0.0004902313,0.0002212788,0.000081290586,0.000003547833,0.00049497094,0.000311197,0.0016598828],"category_scores_gemma":[0.0042982767,0.000094806775,0.00003833228,0.00062841625,0.0012177874,0.00007353026,0.00017282294,0.0013305518,0.000017553488],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009849914,0.00009069239,0.51375425,0.00044959204,0.000105894534,0.000003649319,0.44972068,0.0000016984658,0.012592233,0.0050404654,0.005159309,0.012983035],"study_design_scores_gemma":[0.004392369,0.0021526758,0.19723223,0.003757733,0.00032999125,0.00014288315,0.77359813,0.0018935836,0.0007086047,0.0009088088,0.014618257,0.0002646915],"about_ca_topic_score_codex":0.000087579996,"about_ca_topic_score_gemma":0.00000388084,"teacher_disagreement_score":0.32387748,"about_ca_system_score_codex":0.000045216286,"about_ca_system_score_gemma":0.00011878033,"threshold_uncertainty_score":0.99925274},"labels":[],"label_agreement":null},{"id":"W2994295740","doi":"10.1097/acm.0000000000003096","title":"Multiple Choice Questions in a Nutshell: Theory, Practice, and Postexam Item Analysis","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Linguistic research and analysis","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"MEDLINE; Item response theory; Psychology; Psychometrics; Clinical psychology; Political science","score_opus":0.02970922156502332,"score_gpt":0.3319677149104039,"score_spread":0.3022584933453806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994295740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8511192,0.0059340564,0.00015917151,0.011127896,0.00036662052,0.0005134557,0.000025658313,0.00008690946,0.13066703],"genre_scores_gemma":[0.97426945,0.00089560373,0.000021965154,0.0011957139,0.0008750606,0.0000138953,0.00003873769,0.0000112237785,0.022678357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842864,0.00023513874,0.0003892543,0.0003016374,0.00035886077,0.00028649298],"domain_scores_gemma":[0.9947091,0.0045978376,0.00012768099,0.0002454073,0.00016887131,0.0001511047],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001472008,0.00013515395,0.00038829332,0.00057933974,0.00010483229,0.000031714408,0.00019054633,0.00007855894,0.0028333864],"category_scores_gemma":[0.012569611,0.00009429096,0.000052260493,0.0003411382,0.00028784823,0.0001998627,0.000060129416,0.0005749116,0.00011235421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014789138,0.000052778105,0.40727755,0.00011948958,0.0012806917,0.00003855238,0.09139632,0.000020645268,0.00029209245,0.49148846,0.004833008,0.0030525278],"study_design_scores_gemma":[0.003323348,0.0004019063,0.033006195,0.00043383657,0.0025246057,0.000012447435,0.057030153,0.012015624,0.00001944862,0.033138342,0.85756487,0.0005292024],"about_ca_topic_score_codex":0.004025632,"about_ca_topic_score_gemma":0.0013333237,"teacher_disagreement_score":0.8527319,"about_ca_system_score_codex":0.00003223887,"about_ca_system_score_gemma":0.000039898896,"threshold_uncertainty_score":0.99807817},"labels":[],"label_agreement":null},{"id":"W2995049760","doi":"10.1097/acm.0000000000003136","title":"Postmodernism and Medical Education","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; University of Calgary","funders":"","keywords":"Postmodernism; Ideology; Epistemology; Skepticism; Oppression; Sociology; Context (archaeology); Politics; Hegemony; Law; Philosophy; Political science","score_opus":0.08543843777756992,"score_gpt":0.4813899269003568,"score_spread":0.3959514891227869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995049760","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038732353,0.97766656,0.0001036567,0.010971064,0.0028545472,0.0014675749,0.0000022011907,0.000090689755,0.006805005],"genre_scores_gemma":[0.000014814598,0.9710439,0.00019616495,0.012024256,0.004263777,0.00017653103,0.0008299551,0.00009228326,0.01135832],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960252,0.00012986918,0.0014160315,0.000685506,0.0013668458,0.00037656614],"domain_scores_gemma":[0.9978952,0.00026080455,0.00052348844,0.0006736669,0.00023810632,0.00040875725],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0015424076,0.0004907291,0.0022764471,0.0007135388,0.00006967719,0.000005346721,0.0003468921,0.0019496267,0.0019656008],"category_scores_gemma":[0.0080043115,0.00033588914,0.000114313945,0.0007275771,0.00048200565,0.00007984613,0.00012342345,0.0035745564,0.00042264443],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004143751,0.000020424726,0.00002040544,0.01858933,0.00007634448,0.0000054358156,0.00027239355,1.4747304e-9,2.105744e-7,0.0028290753,0.12597327,0.852209],"study_design_scores_gemma":[0.00050529913,0.00013470976,0.000016180522,0.073233955,0.0018428965,0.0019033861,0.00017392161,0.00003230931,8.0876156e-8,0.00036112097,0.9215585,0.00023763486],"about_ca_topic_score_codex":0.000023100183,"about_ca_topic_score_gemma":2.6225692e-7,"teacher_disagreement_score":0.8519713,"about_ca_system_score_codex":0.00028103506,"about_ca_system_score_gemma":0.005021369,"threshold_uncertainty_score":0.99990934},"labels":[],"label_agreement":null},{"id":"W2996007819","doi":"10.1097/acm.0000000000003101","title":"The Spectrum of Inductive and Deductive Research Approaches Using Quantitative and Qualitative Data","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; McGill University; University Health Network","funders":"","keywords":"Spectrum (functional analysis); Inductive reasoning; Qualitative research; Computer science; Psychology; Artificial intelligence; Sociology; Physics; Social science","score_opus":0.932122821933371,"score_gpt":0.7254015002324353,"score_spread":0.2067213217009357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996007819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9303802,0.010045901,0.002019308,0.049544614,0.00017499413,0.0009309801,0.00002527866,0.000011197538,0.006867473],"genre_scores_gemma":[0.98640937,0.008078212,0.0044125244,0.00004970536,0.00028265867,0.000009956016,0.0000053924355,0.000014481634,0.0007377323],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9862893,0.011160535,0.00036061485,0.000468643,0.0012246402,0.0004962656],"domain_scores_gemma":[0.9718042,0.027136087,0.00019334679,0.00033868002,0.00035014126,0.00017754892],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.065568656,0.000114084905,0.00033555174,0.00017444028,0.0007660511,0.000019454787,0.0005855566,0.00020048558,0.000024201032],"category_scores_gemma":[0.025444632,0.00007113185,0.000011846502,0.00074389606,0.011081377,0.0004211,0.0004709494,0.0016477347,0.0000032884786],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057294747,0.0000028837858,0.00046158666,0.000034419274,0.00004515788,3.2336047e-7,0.4677925,2.469423e-7,0.00077078573,0.52906305,0.0001489783,0.0016227469],"study_design_scores_gemma":[0.00022159592,0.00019053242,0.00034387896,0.00013962238,0.000012074279,9.0065123e-7,0.69413155,0.00040921138,0.00009070332,0.3020379,0.0023580429,0.00006399243],"about_ca_topic_score_codex":0.0061291642,"about_ca_topic_score_gemma":0.00035574872,"teacher_disagreement_score":0.22702515,"about_ca_system_score_codex":0.00007989044,"about_ca_system_score_gemma":0.0004362697,"threshold_uncertainty_score":0.9916099},"labels":[],"label_agreement":null},{"id":"W2996530037","doi":"10.1097/acm.0000000000003026","title":"Acknowledging a Holistic Framework for Learner Wellness: The Human Capabilities Approach","year":2019,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Psychology; Scholarship; Context (archaeology); Mental health; Public relations; Sociology; Social psychology; Political science; Psychotherapist; Law","score_opus":0.18930492987696274,"score_gpt":0.4877685769355044,"score_spread":0.29846364705854167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996530037","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009565935,0.013386052,0.006437186,0.9531977,0.010273012,0.005683173,0.00015469905,0.00022564585,0.009685906],"genre_scores_gemma":[0.008775235,0.001192046,0.00023553215,0.77195597,0.080785275,0.0028504077,0.0011412482,0.0002394454,0.13282484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99182737,0.002110068,0.0019425814,0.001100871,0.0011030551,0.0019160763],"domain_scores_gemma":[0.9795741,0.017162245,0.0011908199,0.0013863248,0.00049266743,0.00019386227],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044238474,0.00077099196,0.0016824481,0.00029776338,0.0024107692,0.000009579691,0.0015559105,0.0059704334,0.001971059],"category_scores_gemma":[0.006922038,0.00042300677,0.0002128696,0.00032366518,0.0007571477,0.000094619245,0.00039964437,0.028510714,0.0005200021],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021168242,0.000005650855,0.0012424914,0.009935069,0.00007600413,0.000005249844,0.016633099,0.0000010464598,0.0000071939253,0.014194068,0.95660925,0.0012697221],"study_design_scores_gemma":[0.00081738847,0.000093420065,0.00012675358,0.022098297,0.00021345026,0.0000048038733,0.017915575,0.000111648485,0.0000012052533,0.05193169,0.90623397,0.0004517813],"about_ca_topic_score_codex":0.0005565062,"about_ca_topic_score_gemma":0.000009177007,"teacher_disagreement_score":0.18124175,"about_ca_system_score_codex":0.0003922354,"about_ca_system_score_gemma":0.0010501195,"threshold_uncertainty_score":0.9998222},"labels":[],"label_agreement":null},{"id":"W2997829804","doi":"10.1097/acm.0000000000003143","title":"Thinking Sociomaterially: Why Matter Matters in Medical Education","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scholarship; Epistemology; Sociology; Engineering ethics; Action (physics); Pedagogy; Political science; Philosophy","score_opus":0.06139458538084579,"score_gpt":0.42849544546483337,"score_spread":0.36710086008398757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997829804","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017536299,0.9231702,0.000022075523,0.06653181,0.005259065,0.001591555,0.0000033502267,0.00007598316,0.0031706165],"genre_scores_gemma":[0.000054796405,0.8936442,0.000043965352,0.097010866,0.0039861524,0.0002452,0.0009031502,0.00010935927,0.004002271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947549,0.0003400171,0.0018482663,0.00077932747,0.0016631299,0.00061435415],"domain_scores_gemma":[0.99764514,0.00036770792,0.00061663816,0.0005967312,0.00008169962,0.0006920961],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0024037117,0.00061589986,0.0029686503,0.00079809484,0.000049358787,0.00000994739,0.000667854,0.002214212,0.0105305165],"category_scores_gemma":[0.0015070396,0.00042487186,0.00023546396,0.0005994928,0.00025950125,0.00012410522,0.00014120578,0.0030676548,0.0018481177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021658032,0.00007360413,0.00017291839,0.04405887,0.000102500766,0.000047094396,0.010278182,1.1858206e-8,0.0000016241954,0.0002454509,0.45236793,0.49263015],"study_design_scores_gemma":[0.0008584168,0.00007912926,0.000074567535,0.14991298,0.0010992467,0.0007356733,0.002288396,0.00000207995,5.8658736e-7,0.00036698676,0.84428304,0.0002988747],"about_ca_topic_score_codex":0.00017699838,"about_ca_topic_score_gemma":0.0000027754286,"teacher_disagreement_score":0.4923313,"about_ca_system_score_codex":0.0005664119,"about_ca_system_score_gemma":0.00495133,"threshold_uncertainty_score":0.9998203},"labels":[],"label_agreement":null},{"id":"W2998363599","doi":"10.1097/acm.0000000000003142","title":"Philosophy of Science Series: Harnessing the Multidisciplinary Edge Effect by Exploring Paradigms, Ontologies, Epistemologies, Axiologies, and Methodologies","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Multidisciplinary approach; Ontology; Epistemology; Engineering ethics; Generative grammar; GRASP; Rhetoric; Axiology; Philosophy of science; Sociology; Computer science; Data science; Social science; Artificial intelligence; Philosophy; Engineering","score_opus":0.14644577611081144,"score_gpt":0.4060008068098453,"score_spread":0.25955503069903385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998363599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95670325,0.022639591,0.00016204978,0.015483708,0.001158659,0.0008379165,0.000008785691,0.0001886263,0.0028174235],"genre_scores_gemma":[0.98771137,0.009835206,0.00096714415,0.0004856784,0.00027052985,0.00008417175,0.000024311512,0.00002359215,0.00059798115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968197,0.000374112,0.0008471307,0.0007470167,0.00059939816,0.00061266875],"domain_scores_gemma":[0.9672283,0.031239478,0.0004148093,0.00077314547,0.00012198667,0.00022227825],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.005604354,0.00035525902,0.0012335825,0.00017451595,0.00024317089,0.000009355484,0.0006226662,0.00032897553,0.00003830806],"category_scores_gemma":[0.1219954,0.0001861295,0.00007892635,0.00063690904,0.006622601,0.00027824577,0.0005486668,0.0011199665,0.0000121325465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029000768,0.00008091495,0.7338038,0.0015503527,0.00032443574,0.00011910183,0.0097817015,0.000029111949,0.11565693,0.014384526,0.013472985,0.10789604],"study_design_scores_gemma":[0.020675818,0.023772022,0.71364474,0.039509222,0.0018865907,0.0023804347,0.043817848,0.00063210446,0.089668825,0.04646122,0.0154398875,0.0021113164],"about_ca_topic_score_codex":0.00013350896,"about_ca_topic_score_gemma":9.02575e-7,"teacher_disagreement_score":0.11639105,"about_ca_system_score_codex":0.00009792776,"about_ca_system_score_gemma":0.00021667947,"threshold_uncertainty_score":0.9960808},"labels":[],"label_agreement":null},{"id":"W3001511210","doi":"10.1097/acm.0000000000003173","title":"Implicit Bias in Health Professions: From Recognition to Transformation","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Transformative learning; Implicit bias; Implicit learning; Curriculum; Cognitive psychology; Psychology; Implicit attitude; Equity (law); Context (archaeology); Social psychology; Pedagogy; Political science; Cognition","score_opus":0.17327866624405389,"score_gpt":0.43694777167237403,"score_spread":0.2636691054283201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001511210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5234155,0.00024942184,0.007600694,0.46663126,0.00031771892,0.0010177603,0.000007285733,0.00008279483,0.00067752163],"genre_scores_gemma":[0.8365475,0.0004347644,0.0021125178,0.15857744,0.0013176482,0.00013484307,0.0007609717,0.000023015322,0.00009129359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977183,0.00010759586,0.0010697288,0.0003065231,0.00050785183,0.00029005142],"domain_scores_gemma":[0.9990859,0.00012874565,0.00017928146,0.000169113,0.00012105008,0.00031588794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010682789,0.00014741744,0.00040825826,0.00030872293,0.00006019402,0.000002193003,0.000121327976,0.00022104084,0.00071962684],"category_scores_gemma":[0.004338414,0.000118092416,0.00002139921,0.0014674854,0.000055044977,0.00013677745,0.000018600747,0.0011146611,0.00022001311],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005332393,0.000070508686,0.012105772,0.00074331614,0.000038209306,0.000009373009,0.15005527,0.000011619732,0.014101068,0.0012634299,0.24238445,0.57868373],"study_design_scores_gemma":[0.027936129,0.006231253,0.16965689,0.030118026,0.00032185725,0.00012724535,0.15020716,0.0150539605,0.008725909,0.025731076,0.5643811,0.0015093934],"about_ca_topic_score_codex":0.00035696093,"about_ca_topic_score_gemma":0.0000072126695,"teacher_disagreement_score":0.57717437,"about_ca_system_score_codex":0.00022175662,"about_ca_system_score_gemma":0.00024181986,"threshold_uncertainty_score":0.7879409},"labels":[],"label_agreement":null},{"id":"W3002068425","doi":"10.1097/acm.0000000000003488","title":"Being Vulnerable: A Qualitative Inquiry of Physician Touch in Medical Education","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ethica (Canada); Conference Board of Canada; University of Calgary","funders":"Cumming School of Medicine, University of Calgary","keywords":"Empathy; Psychology; Nonverbal communication; Context (archaeology); Narrative; Qualitative research; Medical education; Curriculum; Social psychology; Pedagogy; Medicine; Developmental psychology; Sociology","score_opus":0.374955236516298,"score_gpt":0.5636279361416169,"score_spread":0.1886726996253189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002068425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58675236,0.0077706715,0.0004737739,0.37975666,0.001877474,0.0019481678,0.000008328686,0.00013909805,0.02127346],"genre_scores_gemma":[0.93526965,0.0006661346,0.0001444754,0.062321823,0.0011278171,0.0002598411,0.00006918947,0.000022174949,0.00011891746],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99381804,0.003275575,0.0014983388,0.00029917396,0.000734282,0.00037456173],"domain_scores_gemma":[0.9951927,0.003147421,0.00056679023,0.00039325934,0.00029985112,0.0003999891],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013747143,0.00015173483,0.0005108742,0.00016876495,0.00020339745,4.7411456e-7,0.00059679954,0.000429326,0.0005258685],"category_scores_gemma":[0.015555558,0.00013111222,0.000023219145,0.00086818315,0.00028083083,0.0001484092,0.0002034477,0.0034576093,0.00006386272],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007296012,0.000021210535,0.017868064,0.00086809293,0.000011491091,0.0000010445395,0.9224707,0.0000016393816,0.00039865525,0.020297319,0.030120475,0.0078683775],"study_design_scores_gemma":[0.0023288091,0.00025537447,0.004021681,0.006189657,0.000023709266,9.1482775e-7,0.95194983,0.0009310029,0.000103209844,0.016861165,0.017135886,0.00019874453],"about_ca_topic_score_codex":0.0009764719,"about_ca_topic_score_gemma":0.000044137134,"teacher_disagreement_score":0.34851727,"about_ca_system_score_codex":0.00018779935,"about_ca_system_score_gemma":0.0019645465,"threshold_uncertainty_score":0.99884146},"labels":[],"label_agreement":null},{"id":"W3002087024","doi":"10.1097/acm.0000000000003176","title":"Summative Assessment of Interprofessional “Collaborative Practice” Skills in Graduating Medical Students: A Validity Argument","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"","keywords":"Objective structured clinical examination; Summative assessment; Psychology; Argument (complex analysis); Concurrent validity; Predictive validity; Mental health; Medical education; Generalization; Structural equation modeling; Applied psychology; Psychometrics; Clinical psychology; Mathematics education; Formative assessment; Medicine; Psychiatry; Statistics; Mathematics","score_opus":0.07252268510240537,"score_gpt":0.5636666128311332,"score_spread":0.49114392772872784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002087024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7248278,0.00029350683,0.0032702128,0.2567602,0.0028007654,0.002090243,0.000027020928,0.00006488915,0.009865298],"genre_scores_gemma":[0.961268,0.00042028606,0.0011652638,0.034774743,0.00095119094,0.00040356774,0.000099843535,0.000023044926,0.0008940632],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99164736,0.0030549502,0.0019009478,0.00043743546,0.0025623806,0.0003969138],"domain_scores_gemma":[0.9933212,0.004000758,0.0011934856,0.00019225934,0.000882936,0.0004093631],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052502737,0.00024490085,0.0006531301,0.0001974317,0.00024036567,0.0000035221738,0.00064733723,0.00044987377,0.0033476437],"category_scores_gemma":[0.015001566,0.00017925215,0.00003533619,0.0011877244,0.00019138677,0.00035315717,0.00038975634,0.0030255937,0.00007272353],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014877659,0.00053191296,0.51178336,0.0006578809,0.00018094527,0.00003808369,0.34261078,0.000016152177,0.003134991,0.032544598,0.104380585,0.0026329334],"study_design_scores_gemma":[0.012476277,0.0017173591,0.20784001,0.020387562,0.00017714583,0.000006189401,0.7066774,0.00539744,0.00036907115,0.0047092363,0.039543025,0.0006992983],"about_ca_topic_score_codex":0.00017465762,"about_ca_topic_score_gemma":0.000060851697,"teacher_disagreement_score":0.3640666,"about_ca_system_score_codex":0.00040842884,"about_ca_system_score_gemma":0.004487026,"threshold_uncertainty_score":0.9992745},"labels":[],"label_agreement":null},{"id":"W3003475094","doi":"10.1097/acm.0000000000003178","title":"Conceptualization of Competency-Based Medical Education Terminology in Family Medicine Postgraduate Medical Education and Continuing Professional Development: A Scoping Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; College of Family Physicians of Canada; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Conceptualization; Terminology; Thematic analysis; Inclusion (mineral); Medical education; Competence (human resources); Psychology; Data extraction; Coding (social sciences); Medicine; MEDLINE; Qualitative research; Computer science; Sociology","score_opus":0.07280586729482881,"score_gpt":0.4715921730556767,"score_spread":0.3987863057608479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003475094","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027698677,0.95079947,0.00022422311,0.04140299,0.0025636852,0.0040191785,0.0000023813552,0.00007610605,0.0006349887],"genre_scores_gemma":[0.00019417507,0.9652944,0.0010249837,0.028143363,0.0014561861,0.00087221456,0.0026292258,0.000091301416,0.0002941219],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9896656,0.0008359148,0.0051301275,0.0010425153,0.0027941398,0.00053169864],"domain_scores_gemma":[0.9949039,0.00081400794,0.0021983192,0.0005287468,0.0008532247,0.0007017987],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0041154847,0.0007672888,0.0045305053,0.0014041982,0.00009071871,0.0000034878685,0.0006608871,0.0017323805,0.0015679047],"category_scores_gemma":[0.043552447,0.00056750077,0.00011339313,0.0024417068,0.0015763846,0.00013143061,0.00018239256,0.0032174413,0.000021122256],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020563379,0.00015940884,0.00022314781,0.14759248,0.000050209543,0.000017344637,0.00163066,1.1972425e-8,0.0000027710648,0.0020138428,0.015786178,0.8325034],"study_design_scores_gemma":[0.0014262042,0.00017312796,0.00011495493,0.71291965,0.00069529464,0.00042222606,0.0005982639,0.000113035545,0.0000012815085,0.00011555697,0.28311592,0.0003044983],"about_ca_topic_score_codex":0.00004732003,"about_ca_topic_score_gemma":0.0000106673215,"teacher_disagreement_score":0.83219886,"about_ca_system_score_codex":0.00045231427,"about_ca_system_score_gemma":0.057581626,"threshold_uncertainty_score":0.99967766},"labels":[],"label_agreement":null},{"id":"W3003950016","doi":"10.1097/acm.0000000000003177","title":"Exploring the Networking of Academic Health Science Leaders: How and Why Do They Do It?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Associated Medical Services; St. Michael's Hospital","funders":"","keywords":"Context (archaeology); Public relations; Agency (philosophy); Leadership style; Social network analysis; Psychology; Grounded theory; Leadership development; Sociology; Knowledge management; Qualitative research; Political science; Computer science; Social science; Social capital","score_opus":0.346886166603728,"score_gpt":0.4047530747981744,"score_spread":0.0578669081944464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003950016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.528314,0.03855676,0.00041455126,0.4214383,0.0065550865,0.00065575686,0.000002376692,0.00013665724,0.003926494],"genre_scores_gemma":[0.96120626,0.01807187,0.000049986167,0.017389128,0.0029696752,0.000054347332,0.0000019223987,0.000027175354,0.00022963237],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676347,0.00014710898,0.0007108843,0.0006792451,0.0008356456,0.0008636389],"domain_scores_gemma":[0.99822515,0.00044642226,0.00043336663,0.00032343742,0.0000534612,0.00051815365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043315915,0.00026182848,0.0004969429,0.00015777761,0.00028673568,0.00001264644,0.0009966869,0.00018449029,0.00006512078],"category_scores_gemma":[0.0005591017,0.00016971088,0.000028979637,0.00076148764,0.0011002569,0.0002612191,0.00025950297,0.002298474,0.000017987933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010218791,0.000006929567,0.021036377,0.00023016197,0.00010623892,0.000008688004,0.5870526,0.000014185416,0.0051440145,0.012405078,0.22547072,0.14842284],"study_design_scores_gemma":[0.0028172403,0.00062198256,0.012563713,0.0038564773,0.00010339276,0.00010557318,0.27393374,0.0001285263,0.000808071,0.002311834,0.7020843,0.0006651782],"about_ca_topic_score_codex":0.00007421995,"about_ca_topic_score_gemma":5.7963115e-7,"teacher_disagreement_score":0.47661355,"about_ca_system_score_codex":0.00008641878,"about_ca_system_score_gemma":0.00013520637,"threshold_uncertainty_score":0.9985854},"labels":[],"label_agreement":null},{"id":"W3006683350","doi":"10.1097/acm.0000000000003250","title":"Being Edgy in Health Professions Education: Concluding the Philosophy of Science Series","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; South Health Campus; The Wilson Centre; Dalhousie University","funders":"","keywords":"Axiology; Epistemology; Ontology; Philosophy of science; Scholarship; Engineering ethics; Philosophy of computer science; Framing (construction); Sociology; Western philosophy; Philosophy; Political science","score_opus":0.0892621996502327,"score_gpt":0.42047364693987044,"score_spread":0.33121144728963775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006683350","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34834692,0.0029247291,0.00006946757,0.6404507,0.00079081807,0.00051334,5.626327e-7,0.000024083263,0.0068793753],"genre_scores_gemma":[0.9638318,0.0010769627,0.00010928784,0.033086933,0.0014634805,0.000030234656,0.000008821565,0.000007783745,0.00038472022],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99840295,0.00007344229,0.0005717541,0.00022178097,0.00049362547,0.0002364432],"domain_scores_gemma":[0.9989486,0.00017444348,0.00020453597,0.00017138064,0.00012550144,0.0003755691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014553103,0.000094140094,0.00030998394,0.00013069846,0.00016456777,0.0000011798887,0.00022880807,0.0000814621,0.00011206984],"category_scores_gemma":[0.0046815868,0.000056008277,0.000018938665,0.0011565214,0.0015181343,0.00013276169,0.000057867688,0.00083702593,0.00000556312],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015026846,0.000068568115,0.022430738,0.0015000587,0.000015493815,0.0000035607095,0.8288405,0.000001925145,0.010923897,0.10070839,0.020905765,0.014450852],"study_design_scores_gemma":[0.0037570258,0.0022345728,0.046204217,0.02001735,0.00012689404,0.00020300182,0.82146955,0.0002713762,0.011708262,0.036022194,0.057651132,0.00033445397],"about_ca_topic_score_codex":0.00007059288,"about_ca_topic_score_gemma":9.95586e-7,"teacher_disagreement_score":0.61548483,"about_ca_system_score_codex":0.00008806473,"about_ca_system_score_gemma":0.00257173,"threshold_uncertainty_score":0.5604635},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3006717038","doi":"10.1097/acm.0000000000003210","title":"Promoting Readiness for Residency: Embedding Simulation-Based Mastery Learning for Breaking Bad News Into the Medicine Subinternship","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"SBML; Checklist; Mastery learning; Curriculum; Context (archaeology); Medical education; Summative assessment; Psychology; Educational measurement; Medicine; Computer science; Mathematics education; Formative assessment; Pedagogy; Markup language","score_opus":0.08666352227632115,"score_gpt":0.42039344660878764,"score_spread":0.3337299243324665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006717038","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15813518,0.00067420665,0.39492345,0.44176206,0.0010270356,0.0028959194,0.0000014608638,0.00025325012,0.00032745735],"genre_scores_gemma":[0.95884275,0.000033974204,0.003072488,0.028666342,0.007944048,0.0004056394,0.00030134816,0.00009766923,0.000635755],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965037,0.00014126679,0.0013761083,0.0006497645,0.00078547443,0.00054367195],"domain_scores_gemma":[0.9936876,0.004311417,0.00065206096,0.00037217405,0.000739195,0.00023755092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031131369,0.00035009097,0.00071546156,0.00029094465,0.00045754793,0.000013032843,0.00041583067,0.00034911017,0.00022353744],"category_scores_gemma":[0.06323663,0.0002293695,0.00009236486,0.0010117328,0.00040640755,0.0001581852,0.000055287266,0.0013999033,0.000009849554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0041023903,0.00008503193,0.085013576,0.00925787,0.00052875554,0.000029806695,0.3939397,0.01814208,0.046651017,0.008071614,0.11785372,0.31632444],"study_design_scores_gemma":[0.0056244964,0.0013477693,0.00087415264,0.004565865,0.0005450247,0.000016488926,0.013956381,0.9067159,0.0008586087,0.0025541035,0.06263567,0.0003055385],"about_ca_topic_score_codex":0.00010102558,"about_ca_topic_score_gemma":0.0000056951058,"teacher_disagreement_score":0.8885738,"about_ca_system_score_codex":0.00021692617,"about_ca_system_score_gemma":0.0003430794,"threshold_uncertainty_score":0.9446541},"labels":[],"label_agreement":null},{"id":"W3007607709","doi":"10.1097/acm.0000000000003125","title":"In Reply to Barwise and Liebow","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; St. Michael's Hospital; Maple Leaf Medical Clinic","funders":"","keywords":"Poverty; Curriculum; Racism; Humanism; Political science; Public relations; State (computer science); Public health; Sociology; Medicine; Law; Nursing","score_opus":0.08532097400394531,"score_gpt":0.43864602103000316,"score_spread":0.3533250470260578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007607709","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016767357,0.0020469672,0.000015839116,0.98972845,0.0018467377,0.0014538702,0.000021605892,0.000088608605,0.0031211816],"genre_scores_gemma":[0.0015891162,0.002894769,0.000022452074,0.94386303,0.037981503,0.000020478732,0.000087266315,0.0000641945,0.013477198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964402,0.0004975007,0.0011056607,0.00070064084,0.00044568596,0.00081033533],"domain_scores_gemma":[0.99798375,0.00085506163,0.00028543686,0.0003724103,0.000042148476,0.000461203],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00078926125,0.00033127036,0.0008969365,0.00030353648,0.00017771404,0.0000012614471,0.0003291293,0.0012098744,0.00087951496],"category_scores_gemma":[0.001507365,0.0002538057,0.000025667663,0.00034874145,0.00009283176,0.000050260067,0.00023333824,0.015508908,0.00061287306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028952614,0.0000010473262,0.002590301,0.0012825977,0.0000055816977,0.00026079826,0.012821538,2.713036e-8,0.000023631987,0.00006994162,0.9824312,0.000484404],"study_design_scores_gemma":[0.0011493417,0.00009910502,0.0015530379,0.0067554414,0.000026325642,0.000008009233,0.0009745195,0.000005347784,8.585669e-7,0.0009507282,0.9882655,0.00021175576],"about_ca_topic_score_codex":0.0004873106,"about_ca_topic_score_gemma":0.000015894922,"teacher_disagreement_score":0.04586543,"about_ca_system_score_codex":0.00017189031,"about_ca_system_score_gemma":0.00034663334,"threshold_uncertainty_score":0.9999914},"labels":[],"label_agreement":null},{"id":"W3007677774","doi":"10.1097/acm.0000000000003232","title":"Critical Realism and Realist Inquiry in Medical Education","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Critical Realism in Sociology","field":"Social Sciences","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Critical realism (philosophy of perception); Operationalization; Epistemology; Realism; Context (archaeology); Sociology; Social reality; Explanatory power; Philosophy","score_opus":0.10963612356402469,"score_gpt":0.4937547253523082,"score_spread":0.3841186017882835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007677774","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08182087,0.0025646938,0.00029866913,0.87696725,0.00088782277,0.00018926374,0.0000021176015,0.000087688575,0.037181616],"genre_scores_gemma":[0.92991304,0.0039732894,0.000057779176,0.06182155,0.0040875147,0.000020851247,0.000014115134,0.0000100741045,0.00010178886],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772054,0.00049672334,0.00041788488,0.00032349405,0.00066579925,0.0003755435],"domain_scores_gemma":[0.9970111,0.0018659392,0.000035888854,0.00009721936,0.000080724625,0.0009090959],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0019136966,0.00010111373,0.000285413,0.000059131336,0.00011844773,0.000005865234,0.00029636826,0.0005888516,0.00087323633],"category_scores_gemma":[0.07352574,0.00009012926,0.000014938848,0.0003172189,0.0037261345,0.00012112059,0.00007915624,0.0009872646,0.00001761893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000132755285,0.000006897076,0.002570176,0.000030657677,0.000001911281,0.000021419266,0.12991399,2.7073932e-8,0.000045460587,0.7871913,0.07145138,0.008753543],"study_design_scores_gemma":[0.0011664755,0.00019383349,0.0071675046,0.00056320167,0.000048111568,0.00003320889,0.2102318,0.00017938283,0.000008111233,0.30973923,0.47032508,0.00034406016],"about_ca_topic_score_codex":0.0046240017,"about_ca_topic_score_gemma":0.00028155243,"teacher_disagreement_score":0.84809214,"about_ca_system_score_codex":0.00007885415,"about_ca_system_score_gemma":0.00062106317,"threshold_uncertainty_score":0.9989852},"labels":[],"label_agreement":null},{"id":"W3007678642","doi":"10.1097/acm.0000000000003217","title":"“Needle Back”: Remembering My First Suture","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Medical and Biological Sciences","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; Fibrous joint; Surgery; Forceps; Mistake; Anatomy; General surgery; Law","score_opus":0.07663810138588657,"score_gpt":0.3072406803955142,"score_spread":0.23060257900962766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007678642","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000844871,0.0030365877,0.000051592215,0.9663154,0.0014508045,0.00054580154,0.000011743187,0.00017973523,0.02756347],"genre_scores_gemma":[0.0037862465,0.0029977814,0.00011224469,0.9197307,0.04574007,0.000024148352,0.00047243555,0.000036987185,0.027099382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956343,0.00009025901,0.00088586885,0.0010011783,0.0015213651,0.0008670301],"domain_scores_gemma":[0.9978889,0.00057082495,0.0003076045,0.00041301132,0.000080221595,0.0007394097],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0005346659,0.0005541293,0.0013810827,0.00012486031,0.00014158612,0.000007679045,0.0007621434,0.0023603688,0.013001853],"category_scores_gemma":[0.0024346558,0.0002883998,0.00017412922,0.00066049164,0.0010521335,0.00005523396,0.00023707372,0.008864473,0.0012315111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032787302,0.0000041291923,0.0008810844,0.0006644953,0.000051279385,0.00091870833,0.00030989762,5.270767e-8,0.00082016643,0.000024447918,0.9951505,0.0011424614],"study_design_scores_gemma":[0.00095083116,0.0006814411,0.00034662857,0.0021055874,0.00023059799,0.0002620713,0.00016300479,0.000048179223,0.0000471505,0.0009131626,0.99391663,0.00033473808],"about_ca_topic_score_codex":0.00008307543,"about_ca_topic_score_gemma":0.0000021221313,"teacher_disagreement_score":0.04658469,"about_ca_system_score_codex":0.00009161066,"about_ca_system_score_gemma":0.00013569901,"threshold_uncertainty_score":0.9999568},"labels":[],"label_agreement":null},{"id":"W3007961535","doi":"10.1097/acm.0000000000003130","title":"In Reply to Fyfe and Douglass","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Workforce; Socioeconomic status; Economic shortage; Rural area; Perspective (graphical); Physician supply; Medical education; Psychology; Medicine; Family medicine; Nursing; Political science; Environmental health; Population","score_opus":0.09293969456936603,"score_gpt":0.4773922171551379,"score_spread":0.3844525225857719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007961535","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016574612,0.0036585585,0.0000147814535,0.9742074,0.0031732442,0.0019911292,0.000020662486,0.00014712218,0.015129622],"genre_scores_gemma":[0.0008174453,0.0026232,0.000081749255,0.93345475,0.025493577,0.0002483132,0.00012040986,0.00008455651,0.037075967],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948106,0.00074478134,0.0016017683,0.0008687535,0.0007044426,0.001269673],"domain_scores_gemma":[0.9966094,0.001768573,0.00044186268,0.0005409699,0.00009466507,0.00054454047],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0010707268,0.0004456926,0.0012453016,0.00033418403,0.00021975429,0.0000016996196,0.00056000764,0.0021100377,0.0014079827],"category_scores_gemma":[0.002461332,0.00035738602,0.000026636613,0.0006766691,0.00015762425,0.00007626075,0.0003887351,0.015864393,0.0013675765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043891112,5.983135e-7,0.003223609,0.0012370874,0.000008882212,0.00042718396,0.011363701,1.2778484e-7,0.000010359127,0.0001301559,0.983271,0.00028338667],"study_design_scores_gemma":[0.00095483335,0.00017020808,0.00031746793,0.007464436,0.000035147747,0.000011415217,0.0019300673,0.000008517358,0.0000010499031,0.0021322898,0.98670983,0.0002647567],"about_ca_topic_score_codex":0.0027302366,"about_ca_topic_score_gemma":0.000044834025,"teacher_disagreement_score":0.040752638,"about_ca_system_score_codex":0.00040743916,"about_ca_system_score_gemma":0.00029269408,"threshold_uncertainty_score":0.9998878},"labels":[],"label_agreement":null},{"id":"W3008424311","doi":"10.1097/acm.0000000000003129","title":"In Reply to Stoller","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Leadership development; Medical education; Psychology; Management; Medicine; Political science; Public relations","score_opus":0.05326371424893966,"score_gpt":0.364974460132488,"score_spread":0.31171074588354836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008424311","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023440921,0.0012984722,0.000047995327,0.98662126,0.0022442348,0.0009266499,0.000004704448,0.00008525222,0.006427309],"genre_scores_gemma":[0.0023680239,0.0007041094,0.000086203116,0.92506176,0.033279832,0.00011128227,0.00033342137,0.00006860523,0.037986755],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676126,0.00009776395,0.00088022836,0.0007285239,0.0009860575,0.00054618984],"domain_scores_gemma":[0.99835426,0.0003208853,0.0001739477,0.00046726756,0.000084664774,0.0005990026],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004951944,0.00036494198,0.0010726076,0.00048687137,0.0000275742,0.0000019722258,0.00030092572,0.0011775015,0.0021142326],"category_scores_gemma":[0.005174974,0.00027671488,0.00007182848,0.00076088886,0.00016673813,0.000053027223,0.00007027662,0.008622271,0.00081804395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006986066,0.000005784941,0.00009894866,0.0004009713,0.000027438748,0.0019303988,0.026877156,7.565311e-8,0.00010588653,0.000012566166,0.9695389,0.00093196466],"study_design_scores_gemma":[0.0014148285,0.00046189368,0.00019033371,0.0025296211,0.00017421528,0.00022930218,0.0024156692,0.000006909705,0.00007465765,0.00053491467,0.99174005,0.00022760182],"about_ca_topic_score_codex":0.00019848517,"about_ca_topic_score_gemma":9.1891906e-7,"teacher_disagreement_score":0.06155952,"about_ca_system_score_codex":0.00023460852,"about_ca_system_score_gemma":0.0004799999,"threshold_uncertainty_score":0.9999685},"labels":[],"label_agreement":null},{"id":"W3008519444","doi":"10.1097/acm.0000000000003216","title":"Living in a World of Change: Bridging the Gap From Competency-Based Medical Education Theory to Practice in Canada","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Manitoba; Children's Hospital Research Institute of Manitoba; Research Manitoba; Royal College of Physicians and Surgeons of Canada; Women's College Hospital; Queen's University","funders":"","keywords":"Transformative learning; Operationalization; Transformational leadership; Context (archaeology); Public relations; Leverage (statistics); Craft; Medical education; Political science; Sociology; Psychology; Medicine; Pedagogy","score_opus":0.046059322497160715,"score_gpt":0.36815569047166363,"score_spread":0.3220963679745029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008519444","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32891345,0.0014083777,0.001378215,0.6653476,0.00090788084,0.00079593115,0.0000018385957,0.000018326173,0.0012284337],"genre_scores_gemma":[0.77369267,0.000065491164,0.0011529655,0.22353517,0.0013581668,0.00009463697,0.000033564662,0.000016320131,0.0000510438],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710315,0.00032009892,0.0008568715,0.000296061,0.0011564508,0.00026738847],"domain_scores_gemma":[0.99705416,0.0019825664,0.00024670773,0.00028885886,0.00018447786,0.00024321848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026063009,0.00014571765,0.00039867175,0.00031429343,0.000030606614,0.0000017176163,0.00033952508,0.000115158655,0.00093317236],"category_scores_gemma":[0.04482244,0.000105923034,0.000015735834,0.0021786692,0.00013530624,0.00008807174,0.000062209605,0.0015175262,0.000007772198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007684245,0.00024036001,0.39764,0.0004929505,0.00007641107,0.00006259245,0.08211063,0.00005231378,0.0009783235,0.016014623,0.14129527,0.36026812],"study_design_scores_gemma":[0.0059822723,0.0005354804,0.7112793,0.026506372,0.00039668282,0.000053187174,0.10372039,0.026672015,0.00035864278,0.0027165,0.12110907,0.00067008834],"about_ca_topic_score_codex":0.37769067,"about_ca_topic_score_gemma":0.15563053,"teacher_disagreement_score":0.44477922,"about_ca_system_score_codex":0.0005370846,"about_ca_system_score_gemma":0.0109982835,"threshold_uncertainty_score":0.9999801},"labels":[],"label_agreement":null},{"id":"W3008627722","doi":"10.1097/acm.0000000000003228","title":"A Stitch in Time: Embracing My Limits as a Medical Learner","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Honesty; Perfection; Medicine; Feeling; Pride; Medical education; Psychology; Law; Social psychology; Philosophy","score_opus":0.03550237528152764,"score_gpt":0.3674099390284073,"score_spread":0.3319075637468797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008627722","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070134047,0.0011853384,0.00011485887,0.96424675,0.0015489021,0.0010161449,0.0000032138655,0.00024036647,0.02463104],"genre_scores_gemma":[0.0040353616,0.0006005376,0.000196565,0.92560124,0.03014531,0.00015728988,0.00143215,0.00016362783,0.037667885],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913881,0.0002688981,0.0019033574,0.0011272749,0.0043783924,0.00093400996],"domain_scores_gemma":[0.99745494,0.0005849113,0.0004939823,0.0007480244,0.00028330123,0.00043486152],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020827707,0.000659336,0.0016483944,0.0010835773,0.00008982921,0.000010734476,0.00094773166,0.004003999,0.0119511215],"category_scores_gemma":[0.03220231,0.00053180207,0.000111093366,0.0021362035,0.0007659604,0.0001162174,0.00018367017,0.022784369,0.0030752919],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007183622,0.000021491689,0.0005385868,0.000763484,0.00009350234,0.0029700396,0.0027189439,2.647625e-7,0.00022229108,0.0001406318,0.98242396,0.010034946],"study_design_scores_gemma":[0.002966802,0.0004052401,0.00021893918,0.008020581,0.00032850704,0.0012033771,0.00054276775,0.00079513056,0.000036200905,0.0013019495,0.98372066,0.00045987344],"about_ca_topic_score_codex":0.00014981921,"about_ca_topic_score_gemma":0.0000014065288,"teacher_disagreement_score":0.038645457,"about_ca_system_score_codex":0.0005239907,"about_ca_system_score_gemma":0.0018523993,"threshold_uncertainty_score":0.99971336},"labels":[],"label_agreement":null},{"id":"W3008735506","doi":"10.1097/acm.0000000000003203","title":"Experiential Learning in Project-Based Quality Improvement Education: Questioning Assumptions and Identifying Future Directions","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; St. Michael's Hospital; Canadian Patient Safety Institute; University of Toronto; Sunnybrook Health Science Centre; Hospital for Sick Children; The Wilson Centre","funders":"","keywords":"Experiential learning; Coaching; Timeline; Curriculum; CLARITY; Medical education; Project-based learning; Psychology; Medicine; Knowledge management; Pedagogy; Computer science","score_opus":0.06962399063439312,"score_gpt":0.4238839383839077,"score_spread":0.3542599477495146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008735506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7551838,0.012934102,0.00822011,0.20098525,0.002869982,0.0018804572,0.0000037129257,0.00083152705,0.017091006],"genre_scores_gemma":[0.9934286,0.0011131732,0.00032783148,0.0018550294,0.0023932906,0.00013841367,0.000024608064,0.000012545479,0.0007065331],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980048,0.00057951675,0.0004085739,0.00034085035,0.00038276982,0.00028348734],"domain_scores_gemma":[0.9992853,0.00020691783,0.00018447071,0.00007410441,0.00007689737,0.00017231796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017563624,0.00012042118,0.00019920636,0.00017607895,0.0007438948,0.00003341855,0.00013893584,0.00017791567,0.00019586863],"category_scores_gemma":[0.0015938504,0.000117576805,0.000024862346,0.0007297842,0.00020602187,0.0002706713,0.00003675757,0.0009872761,0.000005508983],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075176904,0.000037358866,0.10945458,0.00027370837,0.000026117248,0.0000037902976,0.6448408,0.0000772593,0.008756465,0.026505396,0.0051991614,0.20475022],"study_design_scores_gemma":[0.0010067736,0.00015912573,0.005975014,0.0004092138,0.000038649006,0.0000013291971,0.26951545,0.0005185137,0.00014868489,0.00034807305,0.72158873,0.00029046668],"about_ca_topic_score_codex":0.0044251103,"about_ca_topic_score_gemma":0.00043929464,"teacher_disagreement_score":0.71638954,"about_ca_system_score_codex":0.00012424267,"about_ca_system_score_gemma":0.00068487186,"threshold_uncertainty_score":0.6689472},"labels":[],"label_agreement":null},{"id":"W3009628151","doi":"10.1097/acm.0000000000003280","title":"Should Wellness Be a Core Competency for Physicians?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; University of Toronto","funders":"","keywords":"Licensure; Core competency; Operationalization; Medical education; Competence (human resources); Curriculum; Framing (construction); Psychology; Workforce; Mental health; Medicine; Pedagogy; Political science; Social psychology","score_opus":0.14413711436762833,"score_gpt":0.4144099675060846,"score_spread":0.2702728531384563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009628151","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21652389,0.00077027467,0.030042827,0.7438004,0.0015763693,0.0016044741,0.000012857657,0.00026082416,0.005408077],"genre_scores_gemma":[0.8105448,0.00015731131,0.0018938562,0.17975648,0.005748336,0.00014942663,0.00037326865,0.000047961556,0.0013285757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807984,0.000019301338,0.0005991849,0.00037963592,0.00058481836,0.00033722917],"domain_scores_gemma":[0.9989336,0.00018228362,0.00018273058,0.00026517693,0.00024924494,0.00018694394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047455818,0.00019727129,0.0005019174,0.000110178036,0.00010294933,0.0000022462102,0.00023726402,0.0002718838,0.0005707255],"category_scores_gemma":[0.0038424686,0.0001566747,0.000057349524,0.00079521054,0.00032002144,0.000075175456,0.000034547757,0.0009767117,0.000044316665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021991985,0.000034237375,0.0021477842,0.0005847545,0.00007369786,0.000008518951,0.009469724,0.0000021340768,0.016010568,0.034471344,0.87186396,0.06511333],"study_design_scores_gemma":[0.007097444,0.0015250011,0.0035485893,0.0013032642,0.00060163025,0.000068306916,0.011534827,0.010797497,0.0038961833,0.0058028977,0.9533989,0.00042547437],"about_ca_topic_score_codex":0.000009667543,"about_ca_topic_score_gemma":3.1847836e-7,"teacher_disagreement_score":0.5940209,"about_ca_system_score_codex":0.00007189843,"about_ca_system_score_gemma":0.00016590144,"threshold_uncertainty_score":0.6389008},"labels":[],"label_agreement":null},{"id":"W3011773386","doi":"10.1097/acm.0000000000003315","title":"Resident Perceptions of Assessment and Feedback in Competency-Based Medical Education: A Focus Group Study of One Internal Medicine Residency Program","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital; Ethica (Canada); The Wilson Centre; Regional Municipality of Niagara","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Focus group; Mindset; Workload; Perception; Psychology; Medicine; Pedagogy; Computer science","score_opus":0.03985484496532921,"score_gpt":0.42368934842397804,"score_spread":0.38383450345864883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011773386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8006464,0.000887954,0.0010215418,0.19315498,0.00032595173,0.0019234346,0.0000013627907,0.00005543438,0.0019829334],"genre_scores_gemma":[0.9885672,0.00046364678,0.0052626324,0.0042977133,0.0009803295,0.00024819933,0.000074926764,0.000029839306,0.0000755422],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99472165,0.00027580242,0.002106277,0.0005293863,0.0020750326,0.0002918718],"domain_scores_gemma":[0.997756,0.00031316138,0.0005657255,0.00042615016,0.00052071124,0.00041826302],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020410735,0.00026275305,0.0010331072,0.0006409404,0.000052937055,0.0000023677367,0.00037451927,0.00030840666,0.002683835],"category_scores_gemma":[0.0057647927,0.00020741859,0.000037755883,0.001599859,0.0010061755,0.000094172465,0.00011011084,0.0016315671,0.0000034510665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052601076,0.0031502596,0.8135542,0.0018288877,0.00019525627,0.000039746537,0.039322972,0.0000031281645,0.0043916027,0.020791037,0.03128962,0.08490728],"study_design_scores_gemma":[0.011366538,0.010066695,0.89120305,0.007812781,0.00044251198,0.00005917925,0.072810255,0.0020846897,0.000059226964,0.0035058043,0.00037645592,0.0002128072],"about_ca_topic_score_codex":0.0013145453,"about_ca_topic_score_gemma":0.00018084845,"teacher_disagreement_score":0.18885727,"about_ca_system_score_codex":0.00019874609,"about_ca_system_score_gemma":0.0033108033,"threshold_uncertainty_score":0.99822783},"labels":[],"label_agreement":null},{"id":"W3013480871","doi":"10.1097/acm.0000000000003168","title":"In Reply to Chow et al","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Saskatchewan","funders":"","keywords":"Apprenticeship; Scholarship; Formative assessment; Medical education; Psychology; Coaching; Pedagogy; Medicine; Political science","score_opus":0.04527669941398534,"score_gpt":0.40117647227054326,"score_spread":0.35589977285655794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013480871","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095715886,0.00035306386,0.00031900013,0.9892932,0.0027857325,0.0010096617,0.000005302216,0.00011382851,0.0051630423],"genre_scores_gemma":[0.00042550018,0.00039481523,0.0007718317,0.9696297,0.015590976,0.0001696227,0.000927859,0.00009797787,0.01199173],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599427,0.00012462056,0.0011515255,0.0008166761,0.0013697096,0.00054319313],"domain_scores_gemma":[0.9984282,0.00023611585,0.00026005457,0.0006784587,0.00019928225,0.00019786239],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011716131,0.00039429386,0.00096553564,0.00087223266,0.00003403136,0.0000041428834,0.00042245237,0.0009207241,0.001543611],"category_scores_gemma":[0.0107789105,0.0003239667,0.000053072617,0.0016881973,0.00021705295,0.00008576551,0.00010325977,0.012433408,0.00064004044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038071626,0.000006201229,0.00021219387,0.00021839085,0.000030240608,0.00068705226,0.002531185,2.1479735e-7,0.00027655877,0.00011739267,0.9938909,0.001991618],"study_design_scores_gemma":[0.0012002387,0.00031451546,0.000283666,0.0020495215,0.00009037256,0.00021383388,0.00027712356,0.000036625654,0.000037338836,0.000622601,0.99462605,0.00024810326],"about_ca_topic_score_codex":0.0001481229,"about_ca_topic_score_gemma":8.960617e-7,"teacher_disagreement_score":0.019663522,"about_ca_system_score_codex":0.0003892032,"about_ca_system_score_gemma":0.00047657816,"threshold_uncertainty_score":0.99992126},"labels":[],"label_agreement":null},{"id":"W3015213308","doi":"10.1097/acm.0000000000003383","title":"Motivations for and Challenges in the Development of Global Medical Curricula: A Scoping Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Institute for Cancer Research; University of Toronto; Princess Margaret Cancer Centre","funders":"","keywords":"PsycINFO; CINAHL; Curriculum; MEDLINE; Inclusion (mineral); Medical education; Scopus; Operationalization; Medicine; Delphi method; Cochrane Library; Psychology; Computer science; Political science; Pedagogy","score_opus":0.3039520096337444,"score_gpt":0.49481426874611684,"score_spread":0.19086225911237242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015213308","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005597828,0.9661309,0.00008658851,0.02953476,0.00014418851,0.0037300694,0.000008522415,0.000015650905,0.00034372217],"genre_scores_gemma":[0.000013408908,0.9951875,0.00017964892,0.0035952628,0.00042291038,0.0004902213,0.00009296745,0.000014134919,0.0000039254273],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99631715,0.00021542051,0.001941441,0.00038813538,0.00076922856,0.00036862365],"domain_scores_gemma":[0.9975144,0.0013437333,0.0004611112,0.00021944451,0.00007734925,0.00038396276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003589167,0.00030402813,0.0028914323,0.000075149364,0.00004613086,7.684237e-7,0.00025386154,0.00047129704,0.00003346123],"category_scores_gemma":[0.0071144593,0.00016052194,0.00012469066,0.00058643456,0.00015565407,0.0000212224,0.00006816833,0.00082735706,0.000004038812],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043776718,0.000007048764,0.00005700196,0.3548012,0.000025177054,0.000009674456,0.00022374518,4.8109017e-10,4.296332e-9,0.0009093283,0.0021330535,0.6418294],"study_design_scores_gemma":[0.00030132974,0.000047047688,0.000062752486,0.50725526,0.00032725235,0.00019015408,0.00009296621,8.918118e-7,8.182674e-9,0.000045008062,0.49161267,0.00006466338],"about_ca_topic_score_codex":0.0000044260337,"about_ca_topic_score_gemma":0.000010516088,"teacher_disagreement_score":0.6417647,"about_ca_system_score_codex":0.0001215942,"about_ca_system_score_gemma":0.0023588648,"threshold_uncertainty_score":0.8517186},"labels":[],"label_agreement":null},{"id":"W3015264535","doi":"10.1097/acm.0000000000003351","title":"Pregnancy and Parenthood Remain Challenging During Surgical Residency: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Medicine; Pregnancy; MEDLINE; Population; Family medicine; Attrition; Infertility; Obstetrics","score_opus":0.10504043888515538,"score_gpt":0.4030142803327696,"score_spread":0.2979738414476142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015264535","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026893656,0.99119884,0.000009543539,0.0022560307,0.00014003053,0.0036750645,0.0000040089244,0.00020130862,0.0025124887],"genre_scores_gemma":[0.00024363068,0.9973274,0.0000127638805,0.00037025526,0.00078111974,0.00028675163,0.000083628176,0.000095118856,0.0007993443],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.994915,0.0005529428,0.0024015584,0.0008202034,0.00082738773,0.00048290682],"domain_scores_gemma":[0.99649554,0.0013749879,0.00083438196,0.0005080172,0.00006617517,0.00072089443],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011680279,0.0006739269,0.006870335,0.00024680246,0.000108819964,0.0000063588955,0.00023715594,0.00061788526,0.0003391847],"category_scores_gemma":[0.004022497,0.0004186569,0.00035880465,0.0006881352,0.00013548916,0.00006555163,0.0001407486,0.0021705483,0.00007641409],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009252676,0.000004307839,0.0000062737327,0.9377282,0.00025977346,0.0013956478,0.00029436024,2.0170988e-8,5.181775e-8,0.00048180818,0.00007195948,0.059748337],"study_design_scores_gemma":[0.001456059,0.00007476621,0.0000022956895,0.7718861,0.006323797,0.0021695374,0.00008221347,0.000011941404,4.3603283e-8,0.00003806191,0.2176954,0.0002598029],"about_ca_topic_score_codex":0.0000028059762,"about_ca_topic_score_gemma":2.0473507e-7,"teacher_disagreement_score":0.21762344,"about_ca_system_score_codex":0.00012678788,"about_ca_system_score_gemma":0.0002033567,"threshold_uncertainty_score":0.99982655},"labels":[],"label_agreement":null},{"id":"W3015518548","doi":"10.1097/acm.0000000000003369","title":"Clinical Teachers’ Perceptions of Their Role in Professional Identity Formation","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Identity (music); Psychology; Perception; Focus group; Autonomy; Qualitative research; Grounded theory; Professional development; Perspective (graphical); Identity formation; Pedagogy; Medical education; Social psychology; Medicine; Self-concept; Sociology; Computer science","score_opus":0.07233853530996069,"score_gpt":0.45574387933077104,"score_spread":0.38340534402081033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015518548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9477086,0.000222769,0.0022773629,0.04751091,0.0005784621,0.0004065081,0.0000019599722,0.000038117058,0.0012552987],"genre_scores_gemma":[0.9885641,0.00026078607,0.00047542565,0.0090692425,0.0011467814,0.000027369098,0.000121238234,0.0000116957945,0.0003233871],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978917,0.00012684007,0.0011231777,0.00020304469,0.00048735502,0.00016788194],"domain_scores_gemma":[0.9991579,0.00012228059,0.00024640776,0.00017621122,0.00016775155,0.00012944557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016886408,0.000106996304,0.0003872172,0.00017352571,0.000037407004,0.0000010120207,0.00017124573,0.00030543155,0.00077567686],"category_scores_gemma":[0.0040157987,0.00007768952,0.000045789515,0.0007886934,0.00028663425,0.00027781498,0.000050207917,0.0014563549,0.00004795595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015745462,0.00015428445,0.7221095,0.00030525756,0.000038675447,0.0000035858702,0.08005891,0.0000036973272,0.021280743,0.0033066885,0.108867526,0.06371368],"study_design_scores_gemma":[0.0044132485,0.0005800888,0.88826853,0.001389248,0.00011610972,0.00003852305,0.07669338,0.0061578383,0.00044903604,0.0030893027,0.018633625,0.0001710641],"about_ca_topic_score_codex":0.000019769665,"about_ca_topic_score_gemma":0.0000025067168,"teacher_disagreement_score":0.16615905,"about_ca_system_score_codex":0.00007929844,"about_ca_system_score_gemma":0.00016231467,"threshold_uncertainty_score":0.84931177},"labels":[],"label_agreement":null},{"id":"W3016103281","doi":"10.1097/acm.0000000000003341","title":"Leadership Development for Future Medical School Deans: Outcomes of the AAMC Council of Deans Fellowship Program","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Memorial University of Newfoundland","funders":"","keywords":"Demographics; Medical education; Medicine; Graduate medical education; Medical school; Program director; Leadership development; Family medicine; Psychology; Political science; Accreditation; Public relations","score_opus":0.2855108760671207,"score_gpt":0.36388148321101926,"score_spread":0.07837060714389854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016103281","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27623454,0.0072568874,0.00072615035,0.68270046,0.0029000489,0.003138096,0.000022750275,0.00023022953,0.026790854],"genre_scores_gemma":[0.9694069,0.00053418224,0.0003356846,0.022406857,0.0022233275,0.000045050416,0.000011312872,0.000016029102,0.005020652],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.994897,0.00011248239,0.0005684225,0.00025072432,0.0037704273,0.00040095186],"domain_scores_gemma":[0.9980218,0.0005082059,0.00026612502,0.00017246464,0.0004226799,0.0006087337],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0042682607,0.00015873465,0.00048647472,0.00003496349,0.0002283174,0.000003875393,0.001467288,0.00041574566,0.00065689255],"category_scores_gemma":[0.010771488,0.000097802,0.00009954038,0.0004743434,0.0014406913,0.00007991792,0.0001113208,0.0006904127,0.000007888436],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002357786,0.00008076063,0.27059188,0.0010352175,0.00039998622,0.000009052863,0.5296979,0.0000029615749,0.00022420082,0.040718194,0.12064386,0.036360182],"study_design_scores_gemma":[0.0024772792,0.00034199856,0.009347813,0.0006774559,0.00022744192,0.0000013511926,0.33135518,0.0000263956,0.00035641214,0.0015017692,0.65349466,0.00019225891],"about_ca_topic_score_codex":0.00015396939,"about_ca_topic_score_gemma":0.0002709268,"teacher_disagreement_score":0.69317234,"about_ca_system_score_codex":0.00020021916,"about_ca_system_score_gemma":0.002585491,"threshold_uncertainty_score":0.9975612},"labels":[],"label_agreement":null},{"id":"W3016181295","doi":"10.1097/acm.0000000000003382","title":"Correlations Between the USMLE Step Examinations, American College of Physicians In-Training Examination, and ABIM Internal Medicine Certification Examination","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Accreditation; Certification; Graduate medical education; Licensure; Medicine; Logistic regression; Family medicine; Educational measurement; Medical education; MEDLINE; Medical school; Psychology; Curriculum; Internal medicine; Management; Political science","score_opus":0.08821989476984082,"score_gpt":0.333380640570177,"score_spread":0.2451607458003362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016181295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84734154,0.00067853846,0.010256406,0.12078701,0.000394446,0.0007940097,0.000044280834,0.000074707525,0.019629078],"genre_scores_gemma":[0.9958006,0.0006345651,0.000054425193,0.0018151131,0.0010063008,0.000013135851,0.00005525476,0.000009415321,0.00061120396],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9973203,0.0006104003,0.0005471731,0.000273812,0.0010133365,0.00023501074],"domain_scores_gemma":[0.9975656,0.0015123243,0.00042601468,0.00013431466,0.00023704424,0.00012465243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038399454,0.00012981254,0.0003633571,0.00020873825,0.00029660578,0.000005011169,0.0004890192,0.00009729608,0.00010166684],"category_scores_gemma":[0.003201564,0.000102874954,0.00001851096,0.0013061637,0.0024075771,0.00024827593,0.00006171161,0.0005208058,0.0000043399064],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016173946,0.000014809264,0.2284285,0.00005885391,0.00005198236,0.000005073464,0.5088009,0.000013148606,0.0008243096,0.039528504,0.018026737,0.20423098],"study_design_scores_gemma":[0.00073962053,0.00022102532,0.618077,0.00030514938,0.000114924806,0.0000011122203,0.36351025,0.0006125246,0.000028043049,0.0005944482,0.015695903,0.0001000007],"about_ca_topic_score_codex":0.0013577684,"about_ca_topic_score_gemma":0.0003105871,"teacher_disagreement_score":0.3896485,"about_ca_system_score_codex":0.00010153313,"about_ca_system_score_gemma":0.00007375263,"threshold_uncertainty_score":0.8870818},"labels":[],"label_agreement":null},{"id":"W3020060737","doi":"10.1097/acm.0000000000003209","title":"Artist’s Statement: Tooth of the Lion","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Passion; Soul; Confession (law); Eternity; Madam; Face (sociological concept); Sculpture; Art history; Art; Psychology; History; Visual arts; Literature; Philosophy; Theology; Social psychology","score_opus":0.06378074297550944,"score_gpt":0.352927506839736,"score_spread":0.28914676386422655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020060737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7818256,0.001445917,0.00030851082,0.21050699,0.00051946926,0.00039022713,0.0000023575526,0.000036150017,0.004964763],"genre_scores_gemma":[0.9745279,0.0004710565,0.000036294434,0.022412466,0.00093834515,0.000008995676,0.0000134978445,0.000009556318,0.0015819115],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987488,0.000043679403,0.00044282895,0.00015623664,0.00045587114,0.00015263334],"domain_scores_gemma":[0.99925894,0.00007941004,0.00015935065,0.0001682433,0.000059784717,0.00027428547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035516146,0.00008779168,0.00024513787,0.00002979308,0.000030324447,5.230909e-7,0.0001353937,0.0001097059,0.00059437804],"category_scores_gemma":[0.0019859108,0.000047841375,0.000037681806,0.00031900484,0.00022260043,0.00003634376,0.000036803114,0.00053892995,0.000026690761],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051951484,0.000079596844,0.032109007,0.00121665,0.00012354858,0.000019048055,0.31499854,0.0000048958614,0.08992876,0.0062019927,0.5166006,0.03819787],"study_design_scores_gemma":[0.012653604,0.0039203987,0.11633727,0.0046167886,0.0012125397,0.00013969823,0.076602146,0.0009334235,0.10819122,0.0037252435,0.6712258,0.00044185523],"about_ca_topic_score_codex":0.000024481682,"about_ca_topic_score_gemma":4.0866516e-7,"teacher_disagreement_score":0.23839639,"about_ca_system_score_codex":0.000027964626,"about_ca_system_score_gemma":0.00015356146,"threshold_uncertainty_score":0.6508023},"labels":[],"label_agreement":null},{"id":"W3020138308","doi":"10.1097/acm.0000000000003435","title":"Use of Resident-Sensitive Quality Measure Data in Entrustment Decision Making: A Qualitative Study of Clinical Competency Committee Members at One Pediatric Residency","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Cincinnati Children's Hospital Medical Center","keywords":"Summative assessment; Medical education; Milestone; Psychology; Portfolio; Data collection; Medicine; Family medicine; Nursing; Formative assessment","score_opus":0.42069062060800033,"score_gpt":0.5454097476769033,"score_spread":0.12471912706890298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020138308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97982717,0.000585325,0.000450969,0.01673659,0.00042449945,0.0016949465,0.000032705233,0.000032011994,0.00021577865],"genre_scores_gemma":[0.9915638,0.0006576746,0.003869643,0.002869496,0.0007448945,0.000020594245,0.00018543728,0.000030746614,0.00005769095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98898673,0.0022103533,0.004806207,0.0009064615,0.0027422311,0.00034800233],"domain_scores_gemma":[0.9895372,0.006074577,0.0018570506,0.0013533433,0.0009341389,0.0002436898],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0115363505,0.00028698557,0.0017096786,0.00046578134,0.00006244266,0.0000024360775,0.0006103306,0.0004012362,0.0003344982],"category_scores_gemma":[0.08811599,0.0002385665,0.00006711865,0.0020028802,0.0005057663,0.0002296556,0.00060785044,0.0018189929,0.000012611524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0052671744,0.0011069515,0.6185244,0.00081250136,0.00035149572,0.00006587023,0.31120583,0.000008858366,0.00066575967,0.0017042964,0.055791374,0.004495516],"study_design_scores_gemma":[0.01210616,0.0034088567,0.72404563,0.002599405,0.001146411,0.000013983088,0.25402868,0.0007019493,0.00011919718,0.0011876138,0.00030627145,0.00033583728],"about_ca_topic_score_codex":0.0008408633,"about_ca_topic_score_gemma":0.00019780465,"teacher_disagreement_score":0.10552129,"about_ca_system_score_codex":0.00022536657,"about_ca_system_score_gemma":0.00065726944,"threshold_uncertainty_score":0.972846},"labels":[],"label_agreement":null},{"id":"W3025977132","doi":"10.1097/acm.0b013e3182816880","title":"In the Real World, Faster Diagnoses Are Not Necessarily More Accurate","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Context (archaeology); Medical diagnosis; Cognition; Test (biology); Cognitive psychology; Psychology; Agency (philosophy); Empirical research; Social psychology; Medicine; Epistemology; Psychiatry","score_opus":0.07356878552081053,"score_gpt":0.3905377803136941,"score_spread":0.3169689947928836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025977132","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028437061,0.0017712393,0.00000967411,0.9590605,0.0015925389,0.0012769513,0.000035499987,0.00009320952,0.0077233096],"genre_scores_gemma":[0.034079652,0.0069646453,0.000018756778,0.8959099,0.024881838,0.00034903304,0.00058501674,0.000104846666,0.037106305],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944766,0.00037187344,0.0015582913,0.00096456695,0.0016302727,0.0009984],"domain_scores_gemma":[0.9572873,0.04029526,0.0007662574,0.0011860783,0.00018144191,0.00028365792],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0014237269,0.00074533356,0.0018249357,0.00051497685,0.0000796434,0.000025976504,0.0009670841,0.0020098982,0.0018710439],"category_scores_gemma":[0.047403876,0.00040634145,0.00020240972,0.00078905094,0.00076039595,0.00013838377,0.00015489578,0.011252331,0.00069603126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000610095,0.0000248566,0.019509636,0.0001753643,0.000072921495,0.002736915,0.0014571813,8.1635966e-7,0.000007951818,0.000041838597,0.97453827,0.0013732555],"study_design_scores_gemma":[0.003466044,0.00029608724,0.07788803,0.017754605,0.00072455563,0.0001992359,0.0010548767,0.000038756938,0.000015714257,0.0005798518,0.89748454,0.0004977339],"about_ca_topic_score_codex":0.0019502132,"about_ca_topic_score_gemma":0.000050510404,"teacher_disagreement_score":0.07705374,"about_ca_system_score_codex":0.00013633985,"about_ca_system_score_gemma":0.00020548668,"threshold_uncertainty_score":0.9998388},"labels":[],"label_agreement":null},{"id":"W3028277681","doi":"10.1097/acm.0000000000003504","title":"EQual Rubric Evaluation of the Association of American Medical Colleges’ Core Entrustable Professional Activities for Entering Residency","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Rubric; Cutoff; Core (optical fiber); Medical education; Construct (python library); Psychology; Medicine; Computer science; Mathematics education; Physics","score_opus":0.08655234471465233,"score_gpt":0.42731268588704785,"score_spread":0.3407603411723955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028277681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9186205,0.0002204007,0.000990682,0.0771986,0.0009893609,0.0012068066,0.000011710341,0.00002231895,0.000739599],"genre_scores_gemma":[0.99408513,0.0001018623,0.0002881286,0.003647508,0.0010275202,0.00012349611,0.000061234576,0.00001738915,0.00064772577],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9956223,0.00019174075,0.00087862293,0.00021851638,0.002861168,0.00022764933],"domain_scores_gemma":[0.9972233,0.00069829397,0.0009550041,0.00019538526,0.0008198978,0.00010808334],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00428333,0.00012486328,0.00047606876,0.0001235199,0.0000813607,0.0000010501273,0.00024262648,0.00022682532,0.0005346707],"category_scores_gemma":[0.037323825,0.00008379042,0.00006049182,0.00096356956,0.00035112965,0.00007658115,0.00007292087,0.0007007635,0.0000014049494],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013211193,0.00023176098,0.39617613,0.002475242,0.0005237349,0.0000016313196,0.035356987,0.000040516064,0.08849965,0.025576973,0.39666393,0.053132307],"study_design_scores_gemma":[0.047823645,0.006380237,0.4731239,0.019725576,0.006673908,0.000106999956,0.15614094,0.1394073,0.08316331,0.015270035,0.05096949,0.0012146558],"about_ca_topic_score_codex":0.00004076059,"about_ca_topic_score_gemma":0.00000322007,"teacher_disagreement_score":0.34569445,"about_ca_system_score_codex":0.00035358488,"about_ca_system_score_gemma":0.0015268319,"threshold_uncertainty_score":0.9707852},"labels":[],"label_agreement":null},{"id":"W3029841721","doi":"10.1097/acm.0000000000003524","title":"From Theory to Practice: The Application of Cognitive Load Theory to the Practice of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Parallels; Cognition; Cognitive load; Cognitive architecture; Learning theory; Process (computing); LIDA; Cognitive science; Psychology; Cognitive psychology; Computer science; Psychiatry","score_opus":0.033637478782433484,"score_gpt":0.4181533337642616,"score_spread":0.3845158549818281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029841721","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019024039,0.005944791,0.12557858,0.83512235,0.0004442453,0.0023010895,0.000044109936,0.00006234556,0.011478432],"genre_scores_gemma":[0.81852937,0.0009987716,0.0005683194,0.17637542,0.0030058837,0.000104859944,0.00004821863,0.000031148422,0.00033802446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959853,0.0008615439,0.001098765,0.0004925448,0.001287272,0.00027453233],"domain_scores_gemma":[0.8223445,0.17485395,0.0007199242,0.0006150169,0.00096638786,0.0005002418],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074399337,0.00024038652,0.0007691277,0.000062114996,0.00007298892,0.000002190042,0.0005079356,0.0002236431,0.00040855954],"category_scores_gemma":[0.7115709,0.000114283124,0.00007121793,0.0008812561,0.00087170955,0.00007834396,0.00017335951,0.0011562302,0.00017067294],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.020188343,0.00024160312,0.0011274966,0.00011563238,0.0011200703,0.00004809329,0.20648582,0.00003545853,0.010476627,0.050687205,0.25268167,0.45679197],"study_design_scores_gemma":[0.01085904,0.0072406386,0.005900419,0.012765848,0.008185919,0.00014618182,0.217688,0.00033088727,0.0035452289,0.02168241,0.7112453,0.00041015176],"about_ca_topic_score_codex":0.000599831,"about_ca_topic_score_gemma":0.0000028056652,"teacher_disagreement_score":0.7995053,"about_ca_system_score_codex":0.00004670717,"about_ca_system_score_gemma":0.0002417947,"threshold_uncertainty_score":0.5023309},"labels":[],"label_agreement":null},{"id":"W3030456212","doi":"10.1097/acm.0000000000003310","title":"First Experiences: An Introduction to This Year's Trainee-Authored Letters to the Editor","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Medical education; Psychology; Medicine; Law; Political science","score_opus":0.1120598138838902,"score_gpt":0.4073163344454473,"score_spread":0.2952565205615571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030456212","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012929338,0.0002607582,0.000738283,0.9834582,0.011367688,0.002391438,0.00002742884,0.00017790671,0.00028533634],"genre_scores_gemma":[0.00050726556,0.00026935834,0.00013284333,0.66986096,0.32564735,0.00038969974,0.00034361242,0.0000725018,0.0027764204],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924511,0.00029817395,0.00092095457,0.0011429593,0.003309064,0.0018777536],"domain_scores_gemma":[0.9899674,0.0006500797,0.00016482703,0.0010074844,0.00018540885,0.008024771],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002437985,0.0005280893,0.0010521933,0.00046127554,0.00024291142,0.000019329194,0.0009512166,0.000921743,0.00306336],"category_scores_gemma":[0.06750296,0.00030690676,0.00008819552,0.001091938,0.00046381954,0.00011825259,0.00014264861,0.008509568,0.00090840756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024536633,0.0000065300314,0.0000073145493,0.00032873588,0.000038143917,0.0002881337,0.027111586,0.0000010505578,0.0006190477,0.000004523222,0.96810585,0.0032437053],"study_design_scores_gemma":[0.00094055664,0.0026050694,0.000015645062,0.00071549293,0.0000995582,0.0000891909,0.004684991,0.00003843972,0.000059144262,0.000009867608,0.9904685,0.00027351352],"about_ca_topic_score_codex":0.00027438317,"about_ca_topic_score_gemma":0.000007704979,"teacher_disagreement_score":0.31427968,"about_ca_system_score_codex":0.00047209385,"about_ca_system_score_gemma":0.0015335664,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W3030594409","doi":"10.1097/acm.0000000000003286","title":"Should the Medical Humanities Be Vital to Curricula?","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical humanities; Notice; Curriculum; Humanity; Skepticism; Appeal; Narrative; The arts; Psychology; Medical education; Memorization; Aesthetics; Humanities; Medicine; Pedagogy; Epistemology; Political science; Law; Art; Philosophy; Mathematics education; Literature","score_opus":0.12471385357674653,"score_gpt":0.3846469357552782,"score_spread":0.25993308217853167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030594409","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019840067,0.0032204057,0.00014175705,0.98192555,0.0033233569,0.0011139773,0.000019893716,0.00021253257,0.008058551],"genre_scores_gemma":[0.005582401,0.0013258115,0.000020505198,0.90774536,0.06864851,0.00019282172,0.00094375206,0.00009807799,0.015442768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934385,0.00020340162,0.0010458737,0.0007775726,0.0037467529,0.00078794645],"domain_scores_gemma":[0.997012,0.00095512276,0.00025255937,0.00065267977,0.00019336563,0.00093426317],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001017595,0.00059583876,0.0011801812,0.00025602037,0.00019774248,0.00001026949,0.0009583768,0.0021805295,0.0049425233],"category_scores_gemma":[0.010368614,0.00032995507,0.00018559722,0.0005526286,0.0010853597,0.00006322131,0.00023223578,0.01398542,0.00046123884],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003297214,0.000010004926,0.000033304783,0.0003866358,0.00010203203,0.0013272673,0.025006026,4.367234e-8,0.000030145935,0.0001813665,0.9703771,0.0025131346],"study_design_scores_gemma":[0.0009318236,0.00059081014,0.00007866759,0.0026322363,0.00067831227,0.0008190459,0.010063074,0.000016932829,0.000045114222,0.00046218495,0.9833653,0.00031651914],"about_ca_topic_score_codex":0.00012228078,"about_ca_topic_score_gemma":0.0000032952796,"teacher_disagreement_score":0.07418017,"about_ca_system_score_codex":0.00017969972,"about_ca_system_score_gemma":0.0008306523,"threshold_uncertainty_score":0.99991524},"labels":[],"label_agreement":null},{"id":"W3030678853","doi":"10.1097/acm.0000000000003533","title":"The “Uncurated Exposure” of Videoconferencing","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wonder; Honor; Psychology; Medical education; Medicine; Internet privacy; Social psychology","score_opus":0.06289730720002354,"score_gpt":0.3370451343262553,"score_spread":0.27414782712623176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030678853","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034632585,0.0069225784,0.00009012778,0.98290795,0.0016917562,0.00064865156,0.0000060243374,0.00008081184,0.004188817],"genre_scores_gemma":[0.090472996,0.004927926,0.000021864811,0.87804776,0.01832164,0.00005779833,0.0004952586,0.00005831535,0.0075964457],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968144,0.00016454858,0.0010961866,0.00040728104,0.0010830045,0.0004345544],"domain_scores_gemma":[0.99709934,0.0012636492,0.0005906645,0.00048063317,0.00029335584,0.0002723795],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00067660515,0.00033546836,0.0009349897,0.00012447602,0.00010431271,0.000003208205,0.0003996326,0.001199887,0.00037103903],"category_scores_gemma":[0.0061855493,0.00018406664,0.00011068952,0.00039804768,0.0006914023,0.000038248072,0.000057666402,0.0067940564,0.00005775985],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055806835,0.0000032788482,0.00010526678,0.00055388216,0.00012037052,0.00012287807,0.012601336,3.4826503e-8,0.00095394684,0.0000810867,0.980963,0.004439116],"study_design_scores_gemma":[0.001191896,0.00063294993,0.00016432471,0.002662023,0.00063101784,0.00010969955,0.0068697417,0.000029931252,0.00094247924,0.0011379574,0.9854611,0.0001668755],"about_ca_topic_score_codex":0.000068847185,"about_ca_topic_score_gemma":7.311915e-7,"teacher_disagreement_score":0.10486022,"about_ca_system_score_codex":0.0000850506,"about_ca_system_score_gemma":0.0008431187,"threshold_uncertainty_score":0.9954973},"labels":[],"label_agreement":null},{"id":"W3031096959","doi":"10.1097/acm.0000000000003528","title":"Does Educational Handover Influence Subsequent Assessment?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Children's Hospital; McGill University; Social Sciences and Humanities Research Council; McGill University Health Centre","funders":"","keywords":"Strengths and weaknesses; Handover; Psychology; Randomized controlled trial; Control (management); Supervisor; Medical education; Narrative; Applied psychology; Social psychology; Medicine; Computer science; Internal medicine","score_opus":0.027757552759157877,"score_gpt":0.36295570256065346,"score_spread":0.3351981498014956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031096959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6667917,0.00043152092,0.00014977719,0.32670772,0.00032343782,0.0002677812,0.0000033882834,0.00005997631,0.005264696],"genre_scores_gemma":[0.9570684,0.00044248658,0.0003153903,0.03529472,0.0014173161,0.000020284257,0.000038921935,0.000017039292,0.0053854757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985625,0.000025618088,0.00039489646,0.0002946647,0.00048411402,0.00023820705],"domain_scores_gemma":[0.99879324,0.0001660154,0.00009643763,0.00018158407,0.00009472733,0.00066801836],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001861946,0.00016040394,0.00035322193,0.0000581843,0.00006340659,0.0000037447421,0.00015371596,0.00013000959,0.0033939062],"category_scores_gemma":[0.0011829342,0.00007725397,0.000047576985,0.00025493948,0.00015588336,0.00011346038,0.000057022775,0.00066042045,0.00013215437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020205772,0.000029475967,0.8896089,0.00023089923,0.000091003916,0.0000524425,0.0030578764,0.000005056078,0.030144619,0.010311747,0.064646035,0.0016198559],"study_design_scores_gemma":[0.0041534486,0.0011883028,0.7915194,0.0007355453,0.00023788225,0.000048369464,0.00131961,0.00029685622,0.001743837,0.0032927506,0.19515458,0.00030944502],"about_ca_topic_score_codex":0.00002963421,"about_ca_topic_score_gemma":4.3609376e-7,"teacher_disagreement_score":0.291413,"about_ca_system_score_codex":0.00006801826,"about_ca_system_score_gemma":0.000299229,"threshold_uncertainty_score":0.9975171},"labels":[],"label_agreement":null},{"id":"W3037106984","doi":"10.1097/acm.0000000000003361","title":"A Foot in the Door: Foreign International Medical Students’ Obstacles to Hands-On Clinical Electives in the United States","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Medical education; Curriculum; Quarter (Canadian coin); Diversity (politics); Psychology; Medicine; Political science; Family medicine; Pedagogy; Law; Government (linguistics); Geography","score_opus":0.18315488206691857,"score_gpt":0.5638929961226236,"score_spread":0.380738114055705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037106984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70469534,0.00021400518,0.000060215145,0.29008597,0.0003387667,0.0012317061,0.000004982782,0.00003649624,0.0033325222],"genre_scores_gemma":[0.7423794,0.0018552633,0.000010655546,0.25397235,0.0014007111,0.0001985299,0.00006592903,0.000013768292,0.000103345825],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926237,0.0026960033,0.0015093462,0.00041717928,0.00208952,0.000664293],"domain_scores_gemma":[0.9904286,0.008605507,0.00022972995,0.0002731706,0.000099046956,0.00036391043],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00902781,0.00020691782,0.00044810367,0.00020649628,0.00021899547,0.0000068737154,0.0023131184,0.00043567212,0.00049377844],"category_scores_gemma":[0.01119633,0.000104034916,0.000036545283,0.0012509978,0.00023063387,0.00005492123,0.00025114266,0.0042714207,0.00016016375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006288763,0.000054670185,0.65712583,0.000050247298,0.00002261673,0.00005872211,0.11188388,0.000019854013,0.0000021901812,0.009690766,0.21868663,0.0017756996],"study_design_scores_gemma":[0.008587614,0.0035344586,0.29904425,0.0036414622,0.000032886244,0.0000089512105,0.29293978,0.0015332737,0.0000025392146,0.008470123,0.38195565,0.0002490153],"about_ca_topic_score_codex":0.0008896837,"about_ca_topic_score_gemma":0.00042956264,"teacher_disagreement_score":0.3580816,"about_ca_system_score_codex":0.00015201903,"about_ca_system_score_gemma":0.0001885603,"threshold_uncertainty_score":0.9980258},"labels":[],"label_agreement":null},{"id":"W3038310406","doi":"10.1097/acm.0000000000003560","title":"Exploring the Contributions of Combined Model Regional Medical Education Campuses to the Physician Workforce","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Armed Forces; Université de Sherbrooke; University of British Columbia","funders":"","keywords":"Graduation (instrument); Workforce; Medicine; Family medicine; Medical education; Inclusion (mineral); Economic shortage; Psychology; Government (linguistics); Political science","score_opus":0.2408498796695986,"score_gpt":0.4805481658264622,"score_spread":0.23969828615686362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038310406","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2208859,0.0015659971,0.0029410743,0.7688211,0.001019423,0.0015124,0.000013303666,0.00009771223,0.003143076],"genre_scores_gemma":[0.80955774,0.0013687642,0.00003931024,0.18519385,0.0025731877,0.0004529001,0.000035952675,0.000019098608,0.00075919385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968926,0.00046964939,0.0009054396,0.00026383126,0.0009271237,0.00054141047],"domain_scores_gemma":[0.9968393,0.001504114,0.00032849965,0.00037972862,0.00035127992,0.0005970664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013729167,0.00017408651,0.00039650014,0.000045384088,0.0007272548,0.0000013093288,0.00079591386,0.00019720804,0.00015090097],"category_scores_gemma":[0.0047667,0.00009164456,0.00004367391,0.0007787471,0.0002871527,0.000105764695,0.00018282785,0.0018260306,0.00012984665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019497886,0.000018121644,0.0015251512,0.00013541263,0.000026071546,6.060091e-7,0.054882497,0.0005189651,0.00018599788,0.13247132,0.8028822,0.007158701],"study_design_scores_gemma":[0.0026483098,0.0004428701,0.0027648483,0.008447591,0.00018917338,0.0000044166695,0.1021048,0.02697514,0.0001557569,0.011908515,0.8440061,0.0003524403],"about_ca_topic_score_codex":0.00032708162,"about_ca_topic_score_gemma":0.000030779618,"teacher_disagreement_score":0.58867186,"about_ca_system_score_codex":0.00013799306,"about_ca_system_score_gemma":0.0013208654,"threshold_uncertainty_score":0.79332954},"labels":[],"label_agreement":null},{"id":"W3038433871","doi":"10.1097/acm.0000000000003561","title":"Professional Identity Formation: A Role for Patients as Mentors","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Learning Partnership","funders":"","keywords":"Identity (music); General partnership; Construct (python library); Medical education; Health professionals; Professional development; Medicine; Health care; Psychology; Nursing","score_opus":0.03100640763800539,"score_gpt":0.3953139299958681,"score_spread":0.36430752235786273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038433871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83740765,0.00027134176,0.006149477,0.14890721,0.0017215998,0.0018671466,0.000006457342,0.00012975048,0.0035393548],"genre_scores_gemma":[0.94574696,0.00006671615,0.00084258063,0.048395615,0.0024964921,0.00021822512,0.00061743543,0.000023213737,0.0015927722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981299,0.000026790913,0.00059331517,0.00023359513,0.0007807836,0.00023560687],"domain_scores_gemma":[0.99897,0.00007288057,0.0002016471,0.00014669553,0.0004010481,0.0002077659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004867273,0.00013322655,0.00026581288,0.00011255519,0.00011969556,0.0000032160654,0.00016984442,0.00020286652,0.00078154064],"category_scores_gemma":[0.0056756423,0.00010111492,0.000037165035,0.0005294728,0.00011238654,0.00035938708,0.00004669895,0.00054780574,0.00013734122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004607493,0.000109507266,0.024902346,0.0006695084,0.000068295885,0.0000019872355,0.02146548,8.8953743e-7,0.002822259,0.016984362,0.90631944,0.026195204],"study_design_scores_gemma":[0.015365088,0.0030617504,0.027017647,0.0014473938,0.00048517712,0.0000415937,0.014817223,0.00570125,0.0023524847,0.016806422,0.91244614,0.0004578071],"about_ca_topic_score_codex":0.0000068795566,"about_ca_topic_score_gemma":1.889932e-7,"teacher_disagreement_score":0.10833929,"about_ca_system_score_codex":0.00012279578,"about_ca_system_score_gemma":0.00014448309,"threshold_uncertainty_score":0.8557322},"labels":[],"label_agreement":null},{"id":"W3041128630","doi":"10.1097/acm.0000000000003594","title":"Medical Education Amid the COVID-19 Pandemic: New Perspectives for the Future","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Public health; Health care; Medical education; Promotion (chess); Pandemic; Psychology; Public relations; Medicine; Nursing; Coronavirus disease 2019 (COVID-19); Political science","score_opus":0.0757862188466935,"score_gpt":0.4386679734403351,"score_spread":0.3628817545936416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041128630","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009043391,0.017635943,0.029304825,0.93986887,0.001896624,0.0014336592,0.0000020997961,0.0001472696,0.00066730357],"genre_scores_gemma":[0.24427137,0.008649129,0.0006298875,0.69283414,0.049133692,0.00034684569,0.00014277438,0.00005222493,0.0039399653],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974435,0.00009667511,0.00061075715,0.00041759177,0.0011093795,0.00032207512],"domain_scores_gemma":[0.9973086,0.00097550603,0.0002292072,0.0004552559,0.00030746282,0.0007239848],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020026427,0.00021583197,0.00033748444,0.000089255256,0.00035658735,0.000007537778,0.00063621975,0.00042123572,0.002299334],"category_scores_gemma":[0.04050606,0.00010362915,0.00007476973,0.00094410265,0.00072250626,0.000074747455,0.00006200624,0.001888427,0.000039380237],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013401559,0.000018157662,0.0032611508,0.00009707285,0.00006510144,0.000001020623,0.027912758,0.0000014051619,0.00011346376,0.022286303,0.872776,0.07333357],"study_design_scores_gemma":[0.0018271003,0.00020922584,0.0014118854,0.000106722044,0.00026738673,0.00025630358,0.07485934,0.0011552785,0.000008711192,0.0022948887,0.9174942,0.00010897702],"about_ca_topic_score_codex":0.00009350122,"about_ca_topic_score_gemma":0.000007355101,"teacher_disagreement_score":0.24703477,"about_ca_system_score_codex":0.00028464373,"about_ca_system_score_gemma":0.00454707,"threshold_uncertainty_score":0.9986127},"labels":[],"label_agreement":null},{"id":"W3043263530","doi":"10.1097/acm.0000000000003590","title":"Gender Bias in Collaborative Medical Decision Making: Emergent Evidence","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"","keywords":"Vignette; Advice (programming); Psychology; Medical advice; Exploratory research; Gender bias; Family medicine; Medicine; Social desirability bias; Social psychology; Nursing; Social desirability","score_opus":0.2784018088599368,"score_gpt":0.44758008966189183,"score_spread":0.16917828080195502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043263530","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40784577,0.025641829,0.0071542705,0.4981667,0.0033620012,0.0011370409,0.000006806675,0.00025079583,0.056434795],"genre_scores_gemma":[0.953888,0.015539216,0.000107530665,0.028586302,0.0016698171,0.000007430816,0.0000027569479,0.000007884603,0.00019105675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99505484,0.0004187588,0.00047454887,0.0003768094,0.0032775418,0.00039749997],"domain_scores_gemma":[0.99760115,0.0013435018,0.0001261361,0.0001287194,0.00017441035,0.0006261052],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039442326,0.00014007997,0.00034479893,0.0001205242,0.00018417732,0.00000842767,0.0010133536,0.00036001683,0.0064557376],"category_scores_gemma":[0.029047964,0.00011277509,0.000029629276,0.0015310146,0.0007601252,0.00023110832,0.00019405004,0.00092506583,0.00014637543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026980133,0.000014045231,0.074926816,0.000060909926,0.000032353986,0.00035302382,0.37654856,0.000017793827,0.00013454974,0.019717855,0.4900402,0.037884075],"study_design_scores_gemma":[0.0028375813,0.00055198616,0.009748471,0.004230266,0.00011691821,0.0000067191613,0.4475153,0.0005760284,0.00004476834,0.008247748,0.52563757,0.00048664934],"about_ca_topic_score_codex":0.0002713672,"about_ca_topic_score_gemma":0.00021984612,"teacher_disagreement_score":0.54604226,"about_ca_system_score_codex":0.00012792421,"about_ca_system_score_gemma":0.00060367136,"threshold_uncertainty_score":0.9944525},"labels":[],"label_agreement":null},{"id":"W3043451427","doi":"10.1097/acm.0000000000003595","title":"Using Learning Curves to Identify and Explain Growth Patterns of Learners in Bronchoscopy Simulation: A Mixed-Methods Study","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Learning curve; Bronchoscopy; Medical education; Mathematics education; Psychology; Medicine; Computer science; Surgery","score_opus":0.14490100321833183,"score_gpt":0.4922843584445446,"score_spread":0.3473833552262128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043451427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757084,0.0008083851,0.019480277,0.0031392062,0.00008212435,0.0005386409,5.8920244e-7,0.000043034506,0.00019929746],"genre_scores_gemma":[0.9960173,0.00017067436,0.0006536563,0.0028773602,0.00021064028,0.0000067944893,0.000007574554,0.000021452013,0.000034545472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99804616,0.00038718223,0.00063508237,0.0003363994,0.00039013496,0.00020505436],"domain_scores_gemma":[0.9984349,0.0009454043,0.00014483476,0.00009298689,0.000067538254,0.00031431305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014329572,0.00015414966,0.0005626574,0.00019216807,0.000037814676,0.0000028735533,0.00007840502,0.00010737949,0.0002237383],"category_scores_gemma":[0.0040226434,0.00012859859,0.000027692955,0.0005779455,0.000055263878,0.00008452785,0.00007466709,0.00071256026,0.0000029176963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002446485,0.000022790826,0.9475627,0.0003785827,0.000046095327,0.000038706985,0.028271502,0.006162406,0.004186379,0.000032983102,0.000032724012,0.01302046],"study_design_scores_gemma":[0.019122126,0.002618295,0.72021085,0.0062746624,0.0004136605,0.000023444147,0.100887015,0.14666371,0.0009912938,0.00009691445,0.0022264346,0.0004715956],"about_ca_topic_score_codex":0.0001179103,"about_ca_topic_score_gemma":0.0000022607874,"teacher_disagreement_score":0.22735189,"about_ca_system_score_codex":0.000030946998,"about_ca_system_score_gemma":0.00002698837,"threshold_uncertainty_score":0.52440983},"labels":[],"label_agreement":null},{"id":"W3045197370","doi":"10.1097/acm.0000000000003612","title":"Consensus Group Methodology in Health Professions Education Research: The Nominal Group Technique","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Nominal group technique; Group (periodic table); Nominal group; Medical education; Psychology; Medicine; Computer science; Knowledge management","score_opus":0.703184404853263,"score_gpt":0.6431550659163837,"score_spread":0.06002933893687923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045197370","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011767303,0.0020811597,0.007683858,0.9625782,0.00038496553,0.0035800005,0.0000023729724,0.00017740503,0.011744745],"genre_scores_gemma":[0.9755953,0.00216939,0.006535776,0.011660393,0.0017410808,0.0011852102,0.000010870654,0.000027009966,0.0010749877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9855089,0.0112829935,0.0007087801,0.00044782032,0.0011982946,0.0008531916],"domain_scores_gemma":[0.9924228,0.006484248,0.0001827596,0.00029837765,0.00018805274,0.00042373996],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.044534948,0.000119816475,0.0003239035,0.00035328476,0.0006505995,0.000008212115,0.0011400323,0.00039473147,0.00025295935],"category_scores_gemma":[0.024646925,0.00008231182,0.000026408985,0.0020803232,0.0024102537,0.00006514212,0.00024854013,0.0037806295,0.00003198255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012533029,0.000042434705,0.0027396812,0.00014750396,0.0000088572515,0.000016129514,0.13849436,4.4133824e-7,0.016695885,0.4045626,0.40155938,0.035607405],"study_design_scores_gemma":[0.0004782984,0.00066613953,0.002386446,0.0009198746,0.0000069991547,0.000022831851,0.28877503,0.00006303951,0.00025997832,0.12802164,0.57820773,0.00019199534],"about_ca_topic_score_codex":0.016655486,"about_ca_topic_score_gemma":0.0011492007,"teacher_disagreement_score":0.96382797,"about_ca_system_score_codex":0.0003930673,"about_ca_system_score_gemma":0.0015945936,"threshold_uncertainty_score":0.9985177},"labels":[],"label_agreement":null},{"id":"W3047737346","doi":"10.1097/acm.0000000000003646","title":"The Benefits of Tying Yourself in Knots: Unraveling the Learning Mechanisms of Guided Discovery Learning in an Open Surgical Skills Course","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; St. Michael's Hospital","funders":"","keywords":"Tying; Course (navigation); Psychology; Medical education; Knot tying; Computer science; Medicine; Surgery; Engineering","score_opus":0.08715971734881012,"score_gpt":0.38554408901743226,"score_spread":0.29838437166862214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047737346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98494184,0.0013020515,0.00043038983,0.010796244,0.00009864818,0.00055054383,0.0000010571283,0.000031383315,0.0018478358],"genre_scores_gemma":[0.99788755,0.00069163454,0.000040923398,0.0008684651,0.00022873432,0.000012027517,0.000021943502,0.000027821878,0.00022087178],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725634,0.00041386232,0.0010679015,0.00032122855,0.0005943961,0.0003462776],"domain_scores_gemma":[0.997082,0.0020569928,0.0003956723,0.00019175699,0.00009986914,0.00017370578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033622347,0.00018291685,0.00067111885,0.0000942352,0.00011872275,0.000012743892,0.00047257243,0.00019360453,0.00010140532],"category_scores_gemma":[0.0030902969,0.00010188433,0.000049679125,0.000757459,0.00021700059,0.00019942386,0.00019396249,0.0017132412,0.000002498824],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002723164,0.00022144169,0.505567,0.00028440187,0.00023761972,0.0002384647,0.08410274,0.22138655,0.012370353,0.061676025,0.000114856695,0.11107736],"study_design_scores_gemma":[0.075448975,0.005634674,0.30472597,0.0148572,0.00074770045,0.00023407044,0.20824432,0.3551748,0.00786174,0.005380902,0.020396523,0.0012931078],"about_ca_topic_score_codex":0.00015472923,"about_ca_topic_score_gemma":0.000018137207,"teacher_disagreement_score":0.20084105,"about_ca_system_score_codex":0.000036902693,"about_ca_system_score_gemma":0.00012267804,"threshold_uncertainty_score":0.7443276},"labels":[],"label_agreement":null},{"id":"W3047938201","doi":"10.1097/acm.0000000000003642","title":"The Influence of Relationship-Centered Coaching on Physician Perceptions of Peer Review in the Context of Mandated Regulatory Practices","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; College of Physicians and Surgeons of Ontario; Columbia College","funders":"","keywords":"Coaching; Context (archaeology); Psychology; Medical education; Peer review; Perception; Quality (philosophy); Medicine; Applied psychology; Political science","score_opus":0.08985996810631436,"score_gpt":0.42181047146474926,"score_spread":0.3319505033584349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047938201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79118454,0.0016859985,0.000024689733,0.20573872,0.00006161137,0.0005495952,0.000003426563,0.0000074936443,0.00074389396],"genre_scores_gemma":[0.97536325,0.0023618513,0.00004418942,0.021892691,0.0001556064,0.00002317958,0.00006049678,0.000008662157,0.00009004207],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99742144,0.00029653005,0.0009982897,0.00015045829,0.0010166917,0.00011660814],"domain_scores_gemma":[0.99661756,0.0011268577,0.0011912602,0.00037851385,0.00064845005,0.000037354985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003486581,0.00009978156,0.0003683356,0.00009014545,0.00006733179,0.000001063009,0.000301847,0.00010329831,0.00003358069],"category_scores_gemma":[0.036295343,0.000054531465,0.000036379628,0.00093272515,0.00053955516,0.0000950794,0.000023559645,0.0010804526,0.0000048585985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010033402,0.0004160601,0.2533307,0.009741238,0.00029089852,0.000006665141,0.16788667,0.000089970184,0.06964678,0.067471035,0.3884769,0.041639723],"study_design_scores_gemma":[0.0028251254,0.0010182485,0.8598515,0.023304705,0.00059714,0.000022901859,0.074616104,0.000501516,0.00066379935,0.00060746045,0.035838395,0.00015315575],"about_ca_topic_score_codex":0.000046433404,"about_ca_topic_score_gemma":0.0000021159062,"teacher_disagreement_score":0.6065208,"about_ca_system_score_codex":0.000037680227,"about_ca_system_score_gemma":0.00012917318,"threshold_uncertainty_score":0.9718223},"labels":[],"label_agreement":null},{"id":"W3047987188","doi":"10.1097/acm.0000000000003659","title":"Sound Practices: An Exploratory Study of Building and Monitoring Multiple-Choice Exams at Canadian Undergraduate Medical Education Programs","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"","keywords":"Medical education; Multiple choice; Quality (philosophy); Descriptive statistics; Psychology; Reliability (semiconductor); Licensure; Data collection; Applied psychology; Medicine","score_opus":0.13506467906975103,"score_gpt":0.42762854323736255,"score_spread":0.2925638641676115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047987188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9649677,0.0007872733,0.00014728637,0.03192722,0.0008295363,0.0011201215,4.490393e-7,0.00007790428,0.000142511],"genre_scores_gemma":[0.9922704,0.00026032844,0.00042938086,0.004022516,0.0026764753,0.00014414274,0.000068631896,0.000043988024,0.00008411791],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9968063,0.00019053461,0.0008503182,0.0005483249,0.0011987096,0.0004058061],"domain_scores_gemma":[0.99707973,0.00034792838,0.00060701097,0.00036002655,0.00034743172,0.0012578969],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015371403,0.00023536193,0.00046054972,0.0003070558,0.00019294221,0.000008722042,0.00026867975,0.00033505703,0.00009097956],"category_scores_gemma":[0.032633346,0.00020155922,0.00001756223,0.0009192333,0.00031031005,0.0003499436,0.000083263076,0.0012502602,0.0000056514846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009006,0.0002457523,0.8927474,0.00033227747,0.00009350095,0.000023209803,0.04901349,0.0000015944404,0.0013745065,0.00021420713,0.0023212507,0.053542744],"study_design_scores_gemma":[0.022966627,0.01205926,0.19062339,0.0069753327,0.0022559967,0.0009086887,0.68121886,0.013148746,0.001091783,0.0012767916,0.06589959,0.0015749299],"about_ca_topic_score_codex":0.011975223,"about_ca_topic_score_gemma":0.005503732,"teacher_disagreement_score":0.702124,"about_ca_system_score_codex":0.0003911339,"about_ca_system_score_gemma":0.001552347,"threshold_uncertainty_score":0.9946041},"labels":[],"label_agreement":null},{"id":"W3047996090","doi":"10.1097/acm.0000000000003637","title":"“It’s Not Just About Getting Along”: Exploring Learning Through the Discourse and Practice of Interprofessional Collaboration","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; The Wilson Centre","funders":"","keywords":"Context (archaeology); Value (mathematics); Medicine; Health care; Civility; Set (abstract data type); Medical education; Politics","score_opus":0.16692522895755346,"score_gpt":0.518002017737273,"score_spread":0.3510767887797195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047996090","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33876824,0.0006431931,0.0023823811,0.64713055,0.0025349923,0.0007155792,0.0000062364743,0.00006069994,0.0077581257],"genre_scores_gemma":[0.9341078,0.0007257943,0.0004062481,0.06031223,0.0019221368,0.00019904156,0.000043147586,0.000024573708,0.0022590556],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99646443,0.0013949522,0.0009905886,0.00030381486,0.00056599814,0.00028020123],"domain_scores_gemma":[0.99450046,0.0037999332,0.0008572563,0.00015532617,0.0005483784,0.00013867176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018364914,0.00017560476,0.00031121768,0.000056241555,0.00087473687,0.000005568828,0.00022512878,0.00022164136,0.00040660892],"category_scores_gemma":[0.01173706,0.0001106432,0.000020660875,0.00056455116,0.0002528025,0.0007814906,0.00017192695,0.0021523263,0.000051398303],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015616239,0.00001432636,0.0066338484,0.0003315296,0.000051504485,0.0000025997917,0.8636367,0.000053194868,0.015322807,0.028639117,0.08170134,0.0020514347],"study_design_scores_gemma":[0.0009019043,0.00015778244,0.0023017214,0.002110654,0.00009018403,0.0000045140177,0.87530255,0.0009197291,0.00027135186,0.0002174528,0.117586195,0.00013594281],"about_ca_topic_score_codex":0.00020358528,"about_ca_topic_score_gemma":0.00002582022,"teacher_disagreement_score":0.59533954,"about_ca_system_score_codex":0.000079263344,"about_ca_system_score_gemma":0.00089041266,"threshold_uncertainty_score":0.9965875},"labels":[],"label_agreement":null},{"id":"W3048124614","doi":"10.1097/acm.0000000000003648","title":"Patients, Pride, and Prejudice: Exploring Black Ontarian Physicians’ Experiences of Racism and Discrimination","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; University of Toronto; Public Health Ontario; Women's College Hospital; Casey House","funders":"","keywords":"Racism; Prejudice (legal term); Mentorship; Snowball sampling; Health care; Medicine; Pride; Family medicine; Psychology; Social psychology; Medical education; Gender studies; Sociology; Political science","score_opus":0.08894291808868145,"score_gpt":0.304976241852542,"score_spread":0.21603332376386059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048124614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835269,0.00065297936,0.000101210055,0.011314993,0.00025842892,0.00019073406,0.0000015187511,0.000023860794,0.003929404],"genre_scores_gemma":[0.99476063,0.0028904013,0.000024471527,0.0017078216,0.00046415158,0.000008616528,0.0000070022197,0.000003969634,0.00013291206],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99869573,0.000070762624,0.00020579068,0.00020499634,0.00066044263,0.00016226851],"domain_scores_gemma":[0.99945736,0.00012329654,0.00012252644,0.00005523338,0.000071718314,0.00016984194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005180472,0.00008341699,0.00021132166,0.000043470165,0.00015522313,0.00000648436,0.00020418064,0.00007832009,0.000071728835],"category_scores_gemma":[0.0007499535,0.00007143532,0.000011469616,0.00019337087,0.0011689039,0.00038181,0.00008301043,0.00021833532,0.0000016443239],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002064221,0.000004398048,0.014452535,0.00005939731,0.000009258737,0.0000011951726,0.9597305,2.7894674e-7,0.00016325162,0.0037178427,0.0031071203,0.018733578],"study_design_scores_gemma":[0.0008094466,0.00028615614,0.01661284,0.00031604563,0.000068272515,1.597069e-7,0.97077453,0.000028766204,0.0002315992,0.0006515245,0.010123323,0.00009733135],"about_ca_topic_score_codex":0.0004922233,"about_ca_topic_score_gemma":0.000041352432,"teacher_disagreement_score":0.018636245,"about_ca_system_score_codex":0.000019115396,"about_ca_system_score_gemma":0.000026518994,"threshold_uncertainty_score":0.43068752},"labels":[],"label_agreement":null},{"id":"W3048133143","doi":"10.1097/acm.0000000000003632","title":"The Relationship Between Accreditation Cycle and Licensing Examination Scores: A National Look","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston Health Sciences Centre; University of British Columbia; Medical Council of Canada","funders":"","keywords":"Accreditation; Interim; Graduation (instrument); Medical education; Comparability; Medicine; Psychology; Family medicine; Political science; Engineering","score_opus":0.10966367710964096,"score_gpt":0.3937415203098215,"score_spread":0.28407784320018054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048133143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8013053,0.0006431002,0.004530088,0.19028623,0.0002999556,0.00049564074,0.000002020067,0.00009853913,0.0023391414],"genre_scores_gemma":[0.98512906,0.00012658622,0.0005512622,0.010189411,0.0034827807,0.000027237715,0.0001785526,0.000020247366,0.00029484893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794704,0.00011320745,0.00058098085,0.00027597655,0.00088302506,0.00019974579],"domain_scores_gemma":[0.99711174,0.0018254584,0.00022328008,0.00013537,0.0005499266,0.00015423322],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019188292,0.00013247706,0.00020208846,0.0001504109,0.00035258132,0.000012840799,0.000114869166,0.00021102527,0.000036930407],"category_scores_gemma":[0.04094756,0.000094177165,0.000017887707,0.0007998749,0.00041190765,0.00020036584,0.000037694765,0.00091679813,0.000040418385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012621601,0.000016159433,0.6212303,0.0003405409,0.00009772044,0.000005023426,0.027385961,0.000009795144,0.0018924271,0.06303536,0.16020031,0.12566017],"study_design_scores_gemma":[0.0015798953,0.00021902834,0.96748716,0.00041025796,0.00013733955,0.000035578018,0.0046488363,0.0037668194,0.00009019428,0.009132472,0.012361869,0.00013056761],"about_ca_topic_score_codex":0.0000072388266,"about_ca_topic_score_gemma":5.023496e-7,"teacher_disagreement_score":0.34625682,"about_ca_system_score_codex":0.00013114214,"about_ca_system_score_gemma":0.00020160808,"threshold_uncertainty_score":0.96713096},"labels":[],"label_agreement":null},{"id":"W3048137827","doi":"10.1097/acm.0000000000003627","title":"Learning in Faculty Development: The Role of Social Networks","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Conceptualization; Embeddedness; Faculty development; Social learning; Psychology; Professional development; Medical education; Pedagogy; Sociology; Medicine; Social science; Computer science","score_opus":0.03574352829978906,"score_gpt":0.35205047926999977,"score_spread":0.3163069509702107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048137827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9035054,0.00074216805,0.0012696466,0.08802302,0.00016630744,0.00034488484,2.5176485e-7,0.000055948927,0.005892383],"genre_scores_gemma":[0.991027,0.000048143094,0.0001875355,0.0072895666,0.0010558619,0.000018900979,0.00007846088,0.0000119278275,0.0002826115],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986891,0.00004879321,0.00053653715,0.00014989493,0.00038849833,0.00018718647],"domain_scores_gemma":[0.99955255,0.00006899381,0.00016163518,0.00006734613,0.00009580461,0.000053649765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007673061,0.000092016366,0.00025698318,0.000073332354,0.000076414035,8.8911094e-7,0.00015057191,0.00018448922,0.0002445352],"category_scores_gemma":[0.0021554974,0.00005889526,0.000016413125,0.0008376643,0.0001995982,0.00003189433,0.000040530063,0.001475273,0.000013606761],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022049785,0.000035168032,0.171511,0.00019718806,0.00009764377,0.0000073412107,0.23966701,0.00019373078,0.006086429,0.007737224,0.053677928,0.52056885],"study_design_scores_gemma":[0.0031464095,0.00029078795,0.17194997,0.00053640536,0.00010475734,0.000022614375,0.059519112,0.022559209,0.0015876237,0.00042309723,0.7396579,0.0002021608],"about_ca_topic_score_codex":0.000011439127,"about_ca_topic_score_gemma":4.9916395e-7,"teacher_disagreement_score":0.6859799,"about_ca_system_score_codex":0.00005633506,"about_ca_system_score_gemma":0.00014433224,"threshold_uncertainty_score":0.6409409},"labels":[],"label_agreement":null},{"id":"W3048196629","doi":"10.1097/acm.0000000000003643","title":"Idiosyncrasy in Assessment Comments: Do Faculty Have Distinct Writing Styles When Completing In-Training Evaluation Reports?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Western University; University of Northern British Columbia; The Wilson Centre","funders":"","keywords":"Generalizability theory; Categorization; Psychology; Sentence; Variety (cybernetics); Learning styles; Writing assessment; Post hoc; Medical education; Mathematics education; Computer science; Natural language processing; Medicine; Artificial intelligence; Developmental psychology","score_opus":0.232325261358611,"score_gpt":0.4655591323122797,"score_spread":0.23323387095366868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048196629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9506542,0.0006733601,0.00075983116,0.01366599,0.00019359475,0.0005134125,0.000007694207,0.000054098902,0.03347783],"genre_scores_gemma":[0.9957048,0.00002350213,0.0001316235,0.0031845542,0.0005131197,0.00009955102,0.0002407107,0.000022634897,0.000079483376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99642336,0.0007335054,0.0010955153,0.0006154794,0.0006729731,0.00045913554],"domain_scores_gemma":[0.9984008,0.0006811208,0.0005136432,0.00015472597,0.0001119387,0.00013774972],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036664216,0.00023198006,0.0005186658,0.00013749566,0.00009599327,0.000016345446,0.00021451802,0.00018219104,0.0018203057],"category_scores_gemma":[0.0021281035,0.00019704137,0.00003671892,0.00023159913,0.00013264145,0.00009516451,0.00009551154,0.0014357059,0.00001736208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028614222,0.000015847187,0.87816346,0.000034570996,0.00003773359,0.00012442449,0.062260743,0.000013028001,0.00028773944,0.0010200606,0.0017223501,0.05629143],"study_design_scores_gemma":[0.002505753,0.0002081635,0.80405575,0.0011022467,0.000063685555,0.00003364897,0.18440585,0.0027837956,0.0000062390586,0.0017887314,0.0027972825,0.0002488399],"about_ca_topic_score_codex":0.0004992792,"about_ca_topic_score_gemma":0.000043894306,"teacher_disagreement_score":0.1221451,"about_ca_system_score_codex":0.0001326823,"about_ca_system_score_gemma":0.0000615146,"threshold_uncertainty_score":0.99909216},"labels":[],"label_agreement":null},{"id":"W3048342385","doi":"10.1097/acm.0000000000003634","title":"“I Was Worried About the Patient, but I Wasn’t Feeling Worried”: How Physicians Judge Their Comfort in Settings of Uncertainty","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Feeling; Grounded theory; Narrative; Psychology; Coding (social sciences); Qualitative research; Medical education; Applied psychology; Social psychology; Medicine; Sociology","score_opus":0.044038855035464446,"score_gpt":0.31579527680966446,"score_spread":0.2717564217742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048342385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82813287,0.0032723625,0.00018557666,0.1654619,0.000334108,0.0006865388,0.000028289576,0.00008661839,0.0018117211],"genre_scores_gemma":[0.9406362,0.0014588027,0.00006788334,0.05636908,0.001038193,0.000035765646,0.00009370593,0.000041555875,0.00025878655],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99707764,0.00015714204,0.0010010453,0.0005190811,0.00069888216,0.000546221],"domain_scores_gemma":[0.98821485,0.010306115,0.00048533548,0.00046263463,0.00016684287,0.0003642021],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010051071,0.00033128212,0.0010454918,0.00008573882,0.00008180921,0.0000061394885,0.00038260766,0.00031549748,0.00009612097],"category_scores_gemma":[0.056013867,0.00019534104,0.00014887717,0.00071986794,0.0006106822,0.00006803903,0.00013110899,0.0017711101,0.000013514147],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037572652,0.0004230608,0.15600163,0.00078057003,0.0007527179,0.00040677376,0.1845974,0.001531822,0.023338217,0.0033970638,0.3588871,0.26612636],"study_design_scores_gemma":[0.05548829,0.011909265,0.09041764,0.10377539,0.0037636778,0.0003712386,0.3566107,0.0516972,0.020042691,0.005282566,0.29738194,0.0032594034],"about_ca_topic_score_codex":0.00026406557,"about_ca_topic_score_gemma":0.0000073168276,"teacher_disagreement_score":0.26286697,"about_ca_system_score_codex":0.00007624092,"about_ca_system_score_gemma":0.00015722774,"threshold_uncertainty_score":0.95193774},"labels":[],"label_agreement":null},{"id":"W3080094516","doi":"10.1097/acm.0000000000003470","title":"Western University Schulich School of Medicine &amp; Dentistry","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Indigenous; Curriculum; Experiential learning; Psychology; Medicine; Nursing; Pedagogy","score_opus":0.07332600335022917,"score_gpt":0.37738830822508873,"score_spread":0.3040623048748596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080094516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80845636,0.0016675972,0.008216413,0.17333065,0.0010386787,0.0004986161,0.0000042337783,0.00014905908,0.0066383756],"genre_scores_gemma":[0.9729829,0.00044480682,0.0008651321,0.016187036,0.0036596209,0.0000028030481,0.00014887108,0.000027311027,0.0056815646],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979285,0.00007116291,0.00068538554,0.00031324895,0.0006970382,0.0003046875],"domain_scores_gemma":[0.99839044,0.000117130214,0.00030692454,0.0003617199,0.00032795072,0.00049583183],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062821165,0.00019328491,0.00058302475,0.00024116342,0.00005968701,8.542782e-7,0.0002792594,0.00032271826,0.0042383354],"category_scores_gemma":[0.0060236435,0.00015858118,0.000038014197,0.001357821,0.00087917584,0.00012953929,0.000080218466,0.0012466834,0.00030600533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000498001,0.00006486555,0.32476252,0.0012425486,0.0002514356,0.00004439891,0.010401566,0.0000028707602,0.07969924,0.0025424,0.5723443,0.008145855],"study_design_scores_gemma":[0.013032974,0.0010968192,0.25413677,0.0030779748,0.0014500037,0.00074988295,0.014647009,0.00027222512,0.0015998678,0.0003052201,0.70912474,0.00050650607],"about_ca_topic_score_codex":0.000074519354,"about_ca_topic_score_gemma":0.000001436558,"teacher_disagreement_score":0.16452648,"about_ca_system_score_codex":0.0001334446,"about_ca_system_score_gemma":0.00020012102,"threshold_uncertainty_score":0.9966719},"labels":[],"label_agreement":null},{"id":"W3080104435","doi":"10.1097/acm.0000000000003318","title":"Washington State University Elson S. Floyd College of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Capstone; Formative assessment; Medicine; Certificate; Service-learning; Graduation (instrument); Psychology; Family medicine; Pedagogy","score_opus":0.03380303788811008,"score_gpt":0.3176005566326693,"score_spread":0.2837975187445592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080104435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53491575,0.0008168024,0.0035220068,0.44862342,0.0009065244,0.00077061896,0.000030076479,0.00019107356,0.010223711],"genre_scores_gemma":[0.9703558,0.0010293348,0.00066783116,0.022414116,0.001660075,0.0000026845858,0.00011636183,0.000033534074,0.0037202442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759346,0.000086595326,0.00076516584,0.00037517902,0.00087524514,0.00030435383],"domain_scores_gemma":[0.9983765,0.00016821583,0.0003353925,0.00032022235,0.00039614385,0.0004035331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00095048954,0.00021030604,0.00069252495,0.00030162433,0.00007363731,4.318889e-7,0.0003135934,0.0002497271,0.0016343606],"category_scores_gemma":[0.0062813894,0.00016579925,0.000039641833,0.0017386958,0.0009372699,0.00011559227,0.00007259953,0.0011397367,0.000041627045],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007345136,0.00003999864,0.004438709,0.00079997774,0.00015086982,0.000107766085,0.019045921,0.000007585855,0.039998345,0.012090662,0.8995951,0.022990555],"study_design_scores_gemma":[0.014880629,0.0031246003,0.0092779165,0.0027985014,0.0007753994,0.00015280908,0.027495328,0.0033507734,0.00898421,0.0022711658,0.92645067,0.00043797857],"about_ca_topic_score_codex":0.000073194475,"about_ca_topic_score_gemma":0.0000010933821,"teacher_disagreement_score":0.43544003,"about_ca_system_score_codex":0.00016053245,"about_ca_system_score_gemma":0.0002900574,"threshold_uncertainty_score":0.9992783},"labels":[],"label_agreement":null},{"id":"W3080222954","doi":"10.1097/acm.0000000000003707","title":"Artificial Intelligence and Clinical Decision Making: The New Nature of Medical Uncertainty","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical diagnosis; Medical decision making; Metric (unit); Argument (complex analysis); Process (computing); Health care; Watson; Computer science; Artificial intelligence; Medicine; Family medicine; Operations management; Economics","score_opus":0.3074160088070168,"score_gpt":0.5428290723932936,"score_spread":0.23541306358627678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080222954","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44429284,0.0066176504,0.027113443,0.5198212,0.001299815,0.00052464375,0.0000014038848,0.00005079695,0.00027818166],"genre_scores_gemma":[0.962823,0.0051329504,0.00027241412,0.02687595,0.0048367726,0.0000035891017,0.0000067212927,0.000014079953,0.000034545832],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967319,0.00012202956,0.0014339243,0.0003810667,0.0010789039,0.00025217122],"domain_scores_gemma":[0.9959391,0.0026988976,0.00025661275,0.00027470558,0.00016872893,0.00066198723],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0023247025,0.0001562743,0.0004816077,0.000066254135,0.00008318287,0.000004283829,0.0003708392,0.0008439128,0.0008411209],"category_scores_gemma":[0.01973749,0.00008997006,0.00006645311,0.0004944139,0.0006990252,0.00004950876,0.000110412024,0.0026302268,0.00003601377],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006907121,0.000019785602,0.014234867,0.00009743907,0.000040261526,0.000015989048,0.0072584893,0.000009362959,0.00007403866,0.012867824,0.058983512,0.9057077],"study_design_scores_gemma":[0.0008868386,0.010888085,0.031229313,0.013959446,0.0018347235,0.0010049354,0.096478984,0.13954732,0.0089785885,0.49032906,0.2035664,0.0012963082],"about_ca_topic_score_codex":0.0002059746,"about_ca_topic_score_gemma":0.0000238134,"teacher_disagreement_score":0.90441144,"about_ca_system_score_codex":0.00002817426,"about_ca_system_score_gemma":0.0006197938,"threshold_uncertainty_score":0.99967074},"labels":[],"label_agreement":null},{"id":"W3080291068","doi":"10.1097/acm.0000000000003494","title":"Foreword: Snapshot 2020","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Curriculum; Snapshot (computer storage); Medical education; Higher education; Faculty development; Professional development; Medicine; Political science; Psychology; Pedagogy; Computer science","score_opus":0.049764592734612104,"score_gpt":0.3760183140716283,"score_spread":0.3262537213370162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080291068","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3858162,0.0012010325,0.004652593,0.5878666,0.0010519456,0.00059899257,0.0000032371852,0.00019207601,0.018617347],"genre_scores_gemma":[0.8587696,0.00030611822,0.001046643,0.13237345,0.005753806,0.00003230906,0.00025325426,0.000028657772,0.0014361793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816126,0.000026697488,0.0005767722,0.00032939148,0.0006149269,0.00029093208],"domain_scores_gemma":[0.99909276,0.00006844189,0.00012462614,0.00024985976,0.00015845068,0.00030584933],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046190314,0.00016319648,0.00037024394,0.000091307906,0.000059952115,0.0000014110939,0.00019641024,0.00025871219,0.006361453],"category_scores_gemma":[0.005000486,0.00012357406,0.00003520248,0.0010292325,0.00025591342,0.000076321005,0.000044901197,0.00128491,0.00029347357],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007987456,0.000008623016,0.0064713103,0.00013508648,0.000033934688,0.000023610099,0.0040654936,7.457258e-7,0.0046386924,0.004058883,0.9635535,0.016930282],"study_design_scores_gemma":[0.0043201265,0.001119529,0.015048565,0.0006675655,0.00033520447,0.0002879592,0.005598947,0.0058600935,0.0016844267,0.0019933544,0.9627476,0.00033663464],"about_ca_topic_score_codex":0.00000847845,"about_ca_topic_score_gemma":1.3560846e-7,"teacher_disagreement_score":0.4729534,"about_ca_system_score_codex":0.000065207154,"about_ca_system_score_gemma":0.0001313082,"threshold_uncertainty_score":0.9945469},"labels":[],"label_agreement":null},{"id":"W3080349097","doi":"10.1097/acm.0000000000003292","title":"University of Alberta Faculty of Medicine and Dentistry","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Dentistry; MEDLINE; Medical education; Family medicine; Political science","score_opus":0.1428023648161849,"score_gpt":0.4639457922543031,"score_spread":0.3211434274381182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080349097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8033419,0.0048504053,0.0002925508,0.15436916,0.00047151718,0.00067774055,0.00002638247,0.00005013611,0.03592015],"genre_scores_gemma":[0.98971695,0.0019143882,0.000086176304,0.004158852,0.00038003386,6.9749007e-7,0.000036628462,0.000009750175,0.0036965176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984064,0.00018695285,0.0005982522,0.00021608247,0.0003156495,0.00027664608],"domain_scores_gemma":[0.99809766,0.00078348385,0.0004541493,0.00015528467,0.00014059353,0.0003688378],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040975006,0.00011702194,0.00055919477,0.00004616149,0.000120407916,8.003516e-8,0.000248125,0.00030115413,0.0024281081],"category_scores_gemma":[0.0014638755,0.00009211894,0.000015992178,0.00030440468,0.00062486896,0.00004876671,0.00014507129,0.00075652404,0.000034087934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000386412,0.000006566201,0.18657129,0.0033866586,0.00006347592,0.00002065914,0.16460326,0.0000021467245,0.0038493916,0.014038262,0.62478167,0.0022902214],"study_design_scores_gemma":[0.010720066,0.0011258988,0.049399152,0.010182134,0.00036194077,0.000016037175,0.25591865,0.00039608608,0.00016769304,0.002431464,0.668993,0.0002878725],"about_ca_topic_score_codex":0.006152059,"about_ca_topic_score_gemma":0.00011903634,"teacher_disagreement_score":0.186375,"about_ca_system_score_codex":0.000033846452,"about_ca_system_score_gemma":0.000090674315,"threshold_uncertainty_score":0.99848384},"labels":[],"label_agreement":null},{"id":"W3080427331","doi":"10.1097/acm.0000000000003489","title":"Queen’s University Faculty of Health Sciences","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Queen (butterfly); Higher education; Medical education; Medicine; Political science; Biology","score_opus":0.10129410810086048,"score_gpt":0.41060679258761046,"score_spread":0.30931268448675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080427331","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35637087,0.00031624234,0.004226191,0.6329408,0.00024626037,0.00030160593,0.000003957044,0.000071026,0.005522995],"genre_scores_gemma":[0.97347647,0.00028303603,0.0013907298,0.023652237,0.00038785915,7.674257e-7,0.000047782116,0.0000059909407,0.0007551439],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869287,0.000053222517,0.00039117332,0.00019993636,0.00049291964,0.0001699031],"domain_scores_gemma":[0.9993688,0.000044919714,0.00021860281,0.00010420899,0.00013495659,0.00012851032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009226958,0.00007688463,0.00031231696,0.00012674295,0.00008629596,4.797451e-7,0.00017246732,0.000096046235,0.00033767312],"category_scores_gemma":[0.0020007822,0.000059321996,0.000019786858,0.0010962934,0.0006102311,0.00005912019,0.000033119377,0.00046811588,0.000019105844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009065035,0.000031651653,0.049360026,0.00060188846,0.000051584964,0.0000074647187,0.021725442,0.000007149714,0.0022863229,0.03727086,0.83936214,0.049204793],"study_design_scores_gemma":[0.0057701007,0.0034228768,0.08566403,0.0019448769,0.00018738727,0.000052055337,0.063795164,0.0018689582,0.0016498183,0.0010623058,0.8342717,0.00031067195],"about_ca_topic_score_codex":0.00019539322,"about_ca_topic_score_gemma":1.6806753e-7,"teacher_disagreement_score":0.6171056,"about_ca_system_score_codex":0.00008834253,"about_ca_system_score_gemma":0.00042723928,"threshold_uncertainty_score":0.3697284},"labels":[],"label_agreement":null},{"id":"W3080483598","doi":"10.1097/acm.0000000000003486","title":"College of Medicine, University of Saskatchewan","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matriculation; Medical education; Curriculum; Disadvantaged; Health care; Certificate; Medicine; Agency (philosophy); Diversity (politics); Psychology; Pedagogy; Sociology; Political science","score_opus":0.03167398674371983,"score_gpt":0.31045651250448847,"score_spread":0.2787825257607686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080483598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6235158,0.0011006403,0.0066859336,0.35429427,0.0006019863,0.00072170753,0.00002857229,0.00009523475,0.012955885],"genre_scores_gemma":[0.9894895,0.00025522136,0.001067945,0.0069767693,0.0007702024,7.082408e-7,0.00004857785,0.000014165757,0.0013768945],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99833894,0.000047210404,0.0006047649,0.00022218275,0.00062266574,0.00016424434],"domain_scores_gemma":[0.9987408,0.0001249221,0.00033345947,0.00024928723,0.0003706644,0.00018085411],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006072136,0.00012491427,0.00060406135,0.00017215055,0.000032496508,8.331985e-8,0.0002328456,0.00022530307,0.001964685],"category_scores_gemma":[0.0026479482,0.00010197621,0.000034731554,0.0011985204,0.0012144562,0.000047218677,0.000042965603,0.00061915506,0.000015705451],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005751953,0.000046445464,0.012332598,0.001272687,0.00016546932,0.000040123105,0.068381496,0.0000028737531,0.079597384,0.0101494035,0.81396884,0.013467494],"study_design_scores_gemma":[0.022410864,0.0050687348,0.030180972,0.0049646413,0.0015910486,0.0001790018,0.48362383,0.0024254909,0.011274777,0.003513912,0.43427926,0.00048748078],"about_ca_topic_score_codex":0.00018466276,"about_ca_topic_score_gemma":0.0000024853932,"teacher_disagreement_score":0.41524234,"about_ca_system_score_codex":0.00004961651,"about_ca_system_score_gemma":0.000296824,"threshold_uncertainty_score":0.9989477},"labels":[],"label_agreement":null},{"id":"W3080502770","doi":"10.1097/acm.0000000000003311","title":"Memorial University of Newfoundland Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Higher education; Medicine; Library science; Political science; Computer science","score_opus":0.05764503775767285,"score_gpt":0.35184857835239963,"score_spread":0.29420354059472675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080502770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7127484,0.00065756723,0.0066433777,0.26330632,0.0013105328,0.0006055777,0.000011776593,0.000083477404,0.014632974],"genre_scores_gemma":[0.990747,0.00035042554,0.00077528326,0.004318674,0.0027405827,6.8046626e-7,0.00017553555,0.000014489709,0.00087737583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821126,0.000044258486,0.0006143117,0.00023692969,0.00072337757,0.00016987268],"domain_scores_gemma":[0.99869305,0.000104250554,0.00036978564,0.00022975041,0.00041830385,0.00018487278],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006190413,0.00013503981,0.00063749944,0.00015266922,0.000037375346,2.5730267e-7,0.00023814879,0.00023585849,0.0020098004],"category_scores_gemma":[0.004092957,0.00010445251,0.000037372913,0.0009332275,0.0010797554,0.000060616352,0.000049070237,0.00063664536,0.000017933366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013635677,0.00005587795,0.042628255,0.0012123152,0.00025794047,0.000031143136,0.04338349,0.000007851906,0.07414884,0.0117523875,0.79843634,0.026721975],"study_design_scores_gemma":[0.040220324,0.0060492363,0.07495549,0.00401451,0.0021201759,0.00016096461,0.047773603,0.0028327396,0.003954685,0.0030857795,0.8142886,0.0005438614],"about_ca_topic_score_codex":0.00041528395,"about_ca_topic_score_gemma":0.0000031268114,"teacher_disagreement_score":0.27799857,"about_ca_system_score_codex":0.000065655244,"about_ca_system_score_gemma":0.00019231439,"threshold_uncertainty_score":0.9989025},"labels":[],"label_agreement":null},{"id":"W3080685653","doi":"10.1097/acm.0000000000003463","title":"University of Arizona College of Medicine–Phoenix","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modalities; Medical education; Curriculum; Accreditation; Graduation (instrument); Session (web analytics); Faculty development; Medical school; Personalization; Medicine; Psychology; Professional development; Computer science; Pedagogy; Engineering","score_opus":0.037886496290454943,"score_gpt":0.3166651515220644,"score_spread":0.2787786552316095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080685653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60579365,0.0012935101,0.0062074503,0.3645899,0.0007631823,0.00079240784,0.00003184066,0.000104056824,0.020423986],"genre_scores_gemma":[0.9894472,0.0005010103,0.0008960816,0.0071940715,0.0008485031,9.312658e-7,0.000059311307,0.000016332991,0.0010365742],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981571,0.000051774874,0.00066087797,0.00024894136,0.00069683895,0.00018448921],"domain_scores_gemma":[0.9986119,0.00015276766,0.000365605,0.00027084336,0.0004032625,0.00019559312],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00064703444,0.00013926868,0.0006500405,0.00020417795,0.00003788255,1.0867342e-7,0.00026156104,0.00024683177,0.0022860782],"category_scores_gemma":[0.0038713838,0.00011404163,0.000039230563,0.0013019325,0.0013208323,0.0000543209,0.000052233492,0.00071238907,0.000020924841],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005729112,0.00004440053,0.009635761,0.0010302564,0.0001530595,0.000041527142,0.02151029,0.0000027085307,0.08264511,0.02636421,0.8441924,0.013807367],"study_design_scores_gemma":[0.02417635,0.0067059067,0.03297922,0.0050844317,0.001727993,0.00023263937,0.088762045,0.0029815508,0.011831427,0.0046638106,0.820326,0.00052864756],"about_ca_topic_score_codex":0.00009532407,"about_ca_topic_score_gemma":7.33205e-7,"teacher_disagreement_score":0.38365352,"about_ca_system_score_codex":0.000058652637,"about_ca_system_score_gemma":0.0002374965,"threshold_uncertainty_score":0.998626},"labels":[],"label_agreement":null},{"id":"W3080700916","doi":"10.1097/acm.0000000000003565","title":"Selected Abbreviations Used in This Supplement","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Medical education; Graduate medical education; Curriculum; Medicine; Faculty development; Health care; Professional development; Family medicine; Psychology; Political science; Pedagogy","score_opus":0.05043004752617358,"score_gpt":0.3778392526833368,"score_spread":0.3274092051571632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080700916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41747692,0.0004952345,0.002524308,0.57418334,0.00043707588,0.00093337265,0.0000036049037,0.0001608422,0.0037853257],"genre_scores_gemma":[0.9596522,0.00024543056,0.0010583717,0.036169138,0.0014234907,0.00007823285,0.00035903472,0.000023302742,0.0009908245],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804103,0.000056429817,0.00074006506,0.00029622295,0.00057600735,0.00029021682],"domain_scores_gemma":[0.9991827,0.000103600854,0.00012766216,0.00019838539,0.00021026618,0.00017739242],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006153627,0.00014590731,0.0003692449,0.00024491595,0.000045500252,0.0000019755266,0.00015456964,0.00019988568,0.0072531397],"category_scores_gemma":[0.005471125,0.00011873847,0.000020420664,0.00236812,0.00012089064,0.0000740462,0.000030378838,0.00115686,0.00019319305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056370118,0.000032453067,0.106713675,0.00016714219,0.000035171255,0.00001571736,0.015154478,0.0000026119224,0.01285834,0.0035943585,0.8563558,0.0050138766],"study_design_scores_gemma":[0.012360091,0.0011844522,0.130428,0.0013399948,0.0003450061,0.00009725671,0.0071652397,0.007980183,0.003504942,0.00091325294,0.83418036,0.0005012222],"about_ca_topic_score_codex":0.000062874664,"about_ca_topic_score_gemma":0.000003406876,"teacher_disagreement_score":0.54217523,"about_ca_system_score_codex":0.00017967873,"about_ca_system_score_gemma":0.0002474246,"threshold_uncertainty_score":0.9936544},"labels":[],"label_agreement":null},{"id":"W3080831982","doi":"10.1097/acm.0000000000003472","title":"Université de Montréal Faculty of Medicine","year":2020,"lang":"fr","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Excellence; General partnership; Curriculum; Accountability; Population; Medical education; Health care; Political science; Sociology; Medicine; Pedagogy; Law","score_opus":0.10499677123370475,"score_gpt":0.4205656229225307,"score_spread":0.3155688516888259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080831982","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019573286,0.09984035,0.00053135154,0.8410523,0.0017403358,0.0005350987,0.00011263847,0.00008160613,0.036533013],"genre_scores_gemma":[0.18371977,0.11628698,0.00030946417,0.55144316,0.011121261,0.000015849235,0.0003094326,0.00009571136,0.1366984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956124,0.00083399535,0.0014481449,0.00043450226,0.000692633,0.0009783453],"domain_scores_gemma":[0.9958532,0.0014942548,0.0007468255,0.00032969867,0.00024198194,0.0013340445],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016839891,0.00034194413,0.0012478201,0.00013740639,0.00037551025,3.4494548e-7,0.0005725547,0.0011797295,0.013734711],"category_scores_gemma":[0.0026132676,0.000272457,0.000080948674,0.0006266465,0.0010410517,0.00012279688,0.00041308545,0.003075561,0.0004415756],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003003542,0.000005731479,0.0154135255,0.0020417136,0.000073367955,0.00008123852,0.09480745,0.0000033109059,0.0015003945,0.009963848,0.8664411,0.0093680145],"study_design_scores_gemma":[0.005458478,0.0008471795,0.011626899,0.0015344315,0.0004098559,0.000028029477,0.022859702,0.00016138206,0.00009754099,0.0013425996,0.95543766,0.00019624802],"about_ca_topic_score_codex":0.012567778,"about_ca_topic_score_gemma":0.00030668583,"teacher_disagreement_score":0.2896092,"about_ca_system_score_codex":0.0015100257,"about_ca_system_score_gemma":0.0012558526,"threshold_uncertainty_score":0.99997276},"labels":[],"label_agreement":null},{"id":"W3081282010","doi":"10.1097/acm.0000000000003525","title":"Artist’s Statement: Violet: Humanism Amidst Critical Illness","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Medicine; Silence; General surgery; Psychoanalysis; Surgery; Psychology; Art; Aesthetics","score_opus":0.09737861887329351,"score_gpt":0.399400595160206,"score_spread":0.30202197628691246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081282010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05980225,0.008020569,0.01844114,0.83633244,0.0023782086,0.0011550408,0.000017029353,0.0008978681,0.07295544],"genre_scores_gemma":[0.88991565,0.0006886592,0.0003034036,0.102009,0.0037243946,0.000032431246,0.000049814094,0.00006590013,0.0032107625],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625236,0.00017992224,0.0009851744,0.0006271358,0.0013636766,0.00059172534],"domain_scores_gemma":[0.9969781,0.0007743177,0.00018152433,0.00037664385,0.00015575293,0.0015336755],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011276241,0.00030911117,0.00074193877,0.000110658715,0.00019250177,0.000004854272,0.00032346763,0.0003566591,0.0073593296],"category_scores_gemma":[0.013474992,0.0002497696,0.000068959525,0.00031670017,0.0012302594,0.00021884564,0.00010104252,0.0023766644,0.0016073899],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066879165,0.00007503954,0.00078339316,0.00090496463,0.00013737421,0.0015283608,0.020032935,0.0000012426768,0.042510472,0.020275054,0.8994962,0.013586182],"study_design_scores_gemma":[0.0035505153,0.0011035429,0.00067730073,0.0006054707,0.00044915383,0.00024105057,0.0033352724,0.00038208012,0.00082179665,0.0008436635,0.9876798,0.0003103857],"about_ca_topic_score_codex":0.00004112446,"about_ca_topic_score_gemma":0.0000010856473,"teacher_disagreement_score":0.8301134,"about_ca_system_score_codex":0.00022704284,"about_ca_system_score_gemma":0.00018542112,"threshold_uncertainty_score":0.99999547},"labels":[],"label_agreement":null},{"id":"W3081297755","doi":"10.1097/acm.0000000000003301","title":"University of British Columbia Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Scholarship; Medical education; Indigenous; Diversity (politics); Medicine; Psychology; Sociology; Political science; Pedagogy","score_opus":0.0437567263906929,"score_gpt":0.32490572037777354,"score_spread":0.28114899398708065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081297755","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91718423,0.0006923771,0.0019706099,0.07238604,0.00032784147,0.0004189538,0.000027558985,0.00006691986,0.0069254786],"genre_scores_gemma":[0.9875548,0.0005910084,0.0007557246,0.006019981,0.0007653693,9.697281e-7,0.00019403873,0.000015776452,0.0041023344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982411,0.000040577273,0.0006200636,0.00025169196,0.0006726528,0.00017388866],"domain_scores_gemma":[0.9986921,0.00007431156,0.00035008835,0.00021027421,0.0004867347,0.00018649701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056576834,0.00008638264,0.00061205,0.00006870763,0.0000370634,6.3110053e-7,0.0002337384,0.0002304593,0.0036351527],"category_scores_gemma":[0.0032906123,0.00010987589,0.000036543457,0.0009964063,0.0012631876,0.00005721938,0.00005033073,0.0006423099,0.000012480033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006861232,0.0000213246,0.026199793,0.0004936308,0.00006775459,0.000022965185,0.0055062375,7.616716e-7,0.00798226,0.00028378566,0.93283224,0.026520614],"study_design_scores_gemma":[0.020525029,0.0037856423,0.27056137,0.0068654087,0.0013458416,0.00035501638,0.056130882,0.001395662,0.00063421554,0.0019413205,0.636011,0.00044863793],"about_ca_topic_score_codex":0.0068045943,"about_ca_topic_score_gemma":0.00009900091,"teacher_disagreement_score":0.29682127,"about_ca_system_score_codex":0.000047967143,"about_ca_system_score_gemma":0.00015521374,"threshold_uncertainty_score":0.9998092},"labels":[],"label_agreement":null},{"id":"W3081328502","doi":"10.1097/acm.0000000000003497","title":"Medical Education in the United States and Canada, 2020","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical school; Political science; Corporate governance; State (computer science); Medicine","score_opus":0.01774782390100869,"score_gpt":0.34703445685099804,"score_spread":0.32928663294998933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081328502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5505798,0.00049577694,0.00007302605,0.44788668,0.00019092177,0.00019744033,5.5739457e-7,0.000012622097,0.00056317984],"genre_scores_gemma":[0.6531098,0.0014979832,0.00006516779,0.34356675,0.0012255303,0.000026346388,0.00030785255,0.00001012793,0.00019044243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981581,0.000088013825,0.00045544538,0.0002094983,0.000899794,0.00018914542],"domain_scores_gemma":[0.99922454,0.0001963844,0.000080470214,0.00015230385,0.00011558018,0.0002307049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008775414,0.00011249954,0.0002130074,0.0001055545,0.000048490376,0.0000024653862,0.00019904204,0.00015914597,0.0005442473],"category_scores_gemma":[0.008653942,0.000069663976,0.000007136373,0.0009612702,0.00022583094,0.000036943544,0.000027502538,0.0012220418,0.000006024947],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003223697,0.000016032587,0.03955024,0.0001096527,0.000010651064,0.000024446506,0.007892543,0.0000011056541,0.000044968885,0.0018594358,0.93482405,0.015634634],"study_design_scores_gemma":[0.0025200648,0.0002977838,0.08871209,0.0008816911,0.00011295226,0.0004070834,0.05149118,0.009866002,0.0000353264,0.0009104993,0.8445661,0.00019920009],"about_ca_topic_score_codex":0.17145534,"about_ca_topic_score_gemma":0.013278804,"teacher_disagreement_score":0.15817653,"about_ca_system_score_codex":0.000098017554,"about_ca_system_score_gemma":0.002531157,"threshold_uncertainty_score":0.9996966},"labels":[],"label_agreement":null},{"id":"W3082746953","doi":"10.1097/acm.0000000000003718","title":"Using Rapid Design Thinking to Overcome COVID-19 Challenges in Medical Education","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Health care; Pandemic; Equity (law); Coronavirus disease 2019 (COVID-19); Process (computing); Coaching; Inclusion (mineral); Psychology; Design thinking; Telemedicine; Medical education; Computer science; Medicine; Political science; Infectious disease (medical specialty); Social psychology","score_opus":0.4485170138142726,"score_gpt":0.5210426352810384,"score_spread":0.07252562146676583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082746953","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000128036545,0.9236089,0.0020271158,0.069529176,0.0015060754,0.002438022,0.000002424191,0.000121829726,0.00075365294],"genre_scores_gemma":[0.000041335123,0.95630985,0.00114107,0.036352526,0.0054310667,0.0002766416,0.00016532333,0.00010052499,0.00018164981],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938122,0.0008258688,0.0018193837,0.0010527961,0.0018609612,0.0006287573],"domain_scores_gemma":[0.9938419,0.0015490813,0.00051659613,0.000513652,0.00009082882,0.003487942],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0047454056,0.0006632192,0.0031927284,0.0010271817,0.00009288963,0.0000057067364,0.0006765345,0.0018497569,0.0014257849],"category_scores_gemma":[0.030409323,0.00049006724,0.00019637418,0.001333342,0.00022508287,0.00009759423,0.00016828577,0.003949746,0.00012301057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004521606,0.00006137828,0.0000058419732,0.019954085,0.00007648394,0.00016123282,0.04021475,6.6418005e-7,0.0000010127382,0.0006034414,0.013339147,0.92553675],"study_design_scores_gemma":[0.0008903703,0.00031090016,0.0000062381837,0.08488854,0.0009974936,0.0012473062,0.0066146185,0.000051688276,5.3521967e-7,0.0008105088,0.90383214,0.00034963724],"about_ca_topic_score_codex":0.00014824276,"about_ca_topic_score_gemma":0.0000040513532,"teacher_disagreement_score":0.9251871,"about_ca_system_score_codex":0.001503191,"about_ca_system_score_gemma":0.018851988,"threshold_uncertainty_score":0.9997551},"labels":[],"label_agreement":null},{"id":"W3084194547","doi":"10.1097/acm.0000000000003741","title":"Learning Alone or Learning Together: Is It Time to Reevaluate Teacher and Learner Responsibilities?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Core competency; Psychology; Core curriculum; Medical school; Faculty development; Professional development; Medicine; Pedagogy","score_opus":0.07298367657290286,"score_gpt":0.39340796402181677,"score_spread":0.32042428744891394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084194547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62053263,0.00037738864,0.00024685546,0.37154275,0.000104791434,0.00051613187,5.6367736e-7,0.0001573088,0.0065215747],"genre_scores_gemma":[0.5065919,0.00039344755,0.0014951923,0.14614639,0.0027208012,0.0000623338,0.00008296961,0.00009923017,0.3424077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968503,0.0003423706,0.0008120528,0.00063772127,0.0009135877,0.00044395146],"domain_scores_gemma":[0.9984087,0.00040992777,0.00019748222,0.00027370796,0.0002670956,0.0004431329],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0033388038,0.00026879285,0.00061887834,0.0002577578,0.00018735822,0.000008665225,0.00017679171,0.00036826453,0.021218725],"category_scores_gemma":[0.03875893,0.00019609745,0.00003371889,0.0010493653,0.00031475964,0.0001108961,0.0001294968,0.0029263515,0.00175383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016082625,0.000020305471,0.0068204985,0.00023755277,0.00011023662,0.000034917575,0.10463665,0.000033945587,0.024151929,0.000059940703,0.79209,0.07019577],"study_design_scores_gemma":[0.003016141,0.00293769,0.002387809,0.0009817015,0.00026289138,0.00015619026,0.027312176,0.008551905,0.0005037355,0.00008908445,0.953468,0.0003326491],"about_ca_topic_score_codex":0.000033540193,"about_ca_topic_score_gemma":3.5049484e-7,"teacher_disagreement_score":0.33588615,"about_ca_system_score_codex":0.00013186323,"about_ca_system_score_gemma":0.00020945775,"threshold_uncertainty_score":0.9993739},"labels":[],"label_agreement":null},{"id":"W3084228689","doi":"10.1097/acm.0000000000003727","title":"Harnessing the Power of Residents as Change Agents in Quality Improvement","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Ingenuity; Quality (philosophy); Enthusiasm; Health care; Creativity; Workflow; Nursing; Patient safety; Medical education; Medicine; Public relations; Psychology; Political science; Computer science","score_opus":0.15925153732354033,"score_gpt":0.458038411117846,"score_spread":0.2987868737943057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084228689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8347372,0.0004767921,0.00007513169,0.16234744,0.00040714446,0.0005685924,8.431729e-7,0.000019976951,0.00136687],"genre_scores_gemma":[0.9375529,0.00019462364,0.00005477585,0.061139155,0.00071470067,0.000051156254,0.00002325721,0.000013982588,0.0002554413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978163,0.000082918654,0.00084715005,0.00023890451,0.0007973589,0.00021734988],"domain_scores_gemma":[0.99909,0.00009850945,0.00029023245,0.0002817635,0.00013902411,0.00010043006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015554422,0.00012068376,0.0003392126,0.00012204321,0.00004085447,0.0000016670676,0.00022738097,0.00016104469,0.00071335444],"category_scores_gemma":[0.005622344,0.00007619775,0.000025885469,0.00082468096,0.00024659542,0.000082661114,0.00007202724,0.00086068996,0.00003344],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079688925,0.00018639951,0.3138821,0.0015980123,0.00017441814,0.0000531715,0.26038417,0.000001716758,0.08236904,0.007139637,0.18057764,0.15283678],"study_design_scores_gemma":[0.0048058704,0.0009566839,0.9432787,0.0019875828,0.00012399838,0.000018090073,0.029797291,0.0003523741,0.004759386,0.0012695964,0.012453479,0.0001969963],"about_ca_topic_score_codex":0.00057080365,"about_ca_topic_score_gemma":0.0000016464668,"teacher_disagreement_score":0.6293965,"about_ca_system_score_codex":0.000101676254,"about_ca_system_score_gemma":0.00010235854,"threshold_uncertainty_score":0.7810731},"labels":[],"label_agreement":null},{"id":"W3084337573","doi":"10.1097/acm.0000000000003731","title":"Social Accountability Frameworks and Their Implications for Medical Education and Program Evaluation: A Narrative Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accountability; Social accounting; Public relations; Social determinants of health; Context (archaeology); Medical education; Medicine; Political science; Sociology; Public health; Nursing; Business","score_opus":0.13370374316672112,"score_gpt":0.5656411150494518,"score_spread":0.4319373718827307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084337573","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016183854,0.8286921,0.00037577035,0.15815632,0.00040500212,0.011949962,0.000014721005,0.00009513228,0.0002948446],"genre_scores_gemma":[0.000052947842,0.95810425,0.00075161626,0.01945155,0.0041514086,0.015291129,0.002059188,0.00006117302,0.0000767374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960071,0.00034300965,0.0017286749,0.00090991275,0.0006765102,0.00033480272],"domain_scores_gemma":[0.99645615,0.00073190004,0.0008156799,0.00044649933,0.0011650779,0.00038472112],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004264939,0.0005488024,0.0024648174,0.00022880516,0.0003110082,0.000012898505,0.00029828632,0.0020241537,0.00033724378],"category_scores_gemma":[0.026237968,0.00036838773,0.0001565237,0.0012579618,0.0009023181,0.000111616966,0.000109477565,0.0036661113,0.000004624958],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006755903,0.000055615477,0.000011687678,0.035651907,0.000119414115,9.377737e-8,0.0027900678,4.724771e-10,1.025459e-7,0.0014757339,0.13816199,0.8217266],"study_design_scores_gemma":[0.0005707427,0.00021373262,0.00007034156,0.09443138,0.0028328786,0.00029948642,0.0013353449,0.00007679684,3.394082e-8,0.0032536704,0.8966727,0.00024286461],"about_ca_topic_score_codex":0.0000056106132,"about_ca_topic_score_gemma":0.0000011556481,"teacher_disagreement_score":0.8214838,"about_ca_system_score_codex":0.0004153338,"about_ca_system_score_gemma":0.0052269404,"threshold_uncertainty_score":0.9998768},"labels":[],"label_agreement":null},{"id":"W3087194473","doi":"10.1097/acm.0000000000003750","title":"Building the Next Generation of Researchers: Mentored Training in Dissemination and Implementation Science","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Partnership Against Cancer","funders":"National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health; Washington University in St. Louis; Centers for Disease Control and Prevention; U.S. Department of Veterans Affairs","keywords":"Mentorship; Medical education; Psychology; Intervention (counseling); Medicine; Nursing","score_opus":0.38903614689966726,"score_gpt":0.5156633423526794,"score_spread":0.12662719545301215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087194473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98028195,0.0008931384,0.00072065427,0.016429935,0.00041575567,0.00026982342,7.456595e-7,0.000012237585,0.0009757724],"genre_scores_gemma":[0.9986432,0.00021960186,0.00018790521,0.00040646427,0.00039213675,0.00003458092,0.0000060093225,0.0000056197787,0.00010448828],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.998608,0.00009477512,0.00037787083,0.0002444037,0.00042840783,0.00024654638],"domain_scores_gemma":[0.99943,0.00022044143,0.0001283944,0.000077462224,0.0000376146,0.000106078434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003254899,0.00007029012,0.00012073343,0.00012805658,0.00007672665,0.0000067829988,0.00021185615,0.00006137651,0.00017668563],"category_scores_gemma":[0.00080270646,0.000049158953,0.000005708044,0.00054696057,0.00024716117,0.00014885876,0.000053861393,0.00034859483,0.0000018098519],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018709276,0.0000016990335,0.0035384186,0.000018795221,0.000009514935,0.0000012085303,0.2916826,0.0000023915998,0.540105,0.024012664,0.0031598054,0.1374492],"study_design_scores_gemma":[0.0069591017,0.000902287,0.10377408,0.0012839949,0.00010394245,0.000029163202,0.7232491,0.010473564,0.11065051,0.005244533,0.036670804,0.0006589551],"about_ca_topic_score_codex":0.00007140377,"about_ca_topic_score_gemma":0.0000016749956,"teacher_disagreement_score":0.43156645,"about_ca_system_score_codex":0.00006319937,"about_ca_system_score_gemma":0.000058344784,"threshold_uncertainty_score":0.2004644},"labels":[],"label_agreement":null},{"id":"W3091910042","doi":"10.1097/acm.0000000000003789","title":"Learning Echocardiography in the Workplace: A Cognitive Load Perspective","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cognitive load; Perspective (graphical); Task (project management); Thematic analysis; Cognition; Perception; Reading (process); Psychology; Sample (material); Medical education; Computer science; Medicine; Cognitive psychology; Qualitative research; Artificial intelligence","score_opus":0.057236981250706656,"score_gpt":0.3926537036861036,"score_spread":0.33541672243539694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091910042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64798397,0.013653529,0.0016496093,0.06313592,0.00035312257,0.00074264023,0.000003917402,0.00024727875,0.27223003],"genre_scores_gemma":[0.97983855,0.00036411447,0.0000025642562,0.017612541,0.0010292042,0.00009420898,0.000007460944,0.000020560276,0.0010307931],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9978481,0.00061384594,0.00026960336,0.00046675446,0.00044140217,0.000360276],"domain_scores_gemma":[0.99844366,0.0010431793,0.00012351516,0.000082703235,0.00019544378,0.00011152008],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009188052,0.00019605512,0.00030895285,0.000118316035,0.0001098676,0.0000069832545,0.00031680713,0.00019897775,0.00087905535],"category_scores_gemma":[0.0028031396,0.00012720791,0.00006169053,0.001406331,0.0003354219,0.00006561623,0.000043213582,0.0026481452,0.00045279475],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00089528406,0.000030545765,0.15853441,0.000044090368,0.0002500555,0.00023600497,0.78816605,0.000009499113,0.000089952206,0.006583961,0.0181986,0.026961528],"study_design_scores_gemma":[0.0034578433,0.0016162023,0.07645286,0.0005032118,0.0001902975,0.00005142384,0.88956493,0.000052124873,0.000022072527,0.002778998,0.024998473,0.00031155793],"about_ca_topic_score_codex":0.0001374381,"about_ca_topic_score_gemma":0.0000021362023,"teacher_disagreement_score":0.33185458,"about_ca_system_score_codex":0.000029218392,"about_ca_system_score_gemma":0.00004557627,"threshold_uncertainty_score":0.9996528},"labels":[],"label_agreement":null},{"id":"W3092034743","doi":"10.1097/acm.0000000000003802","title":"A Student-Led Medical Education Initiative in Iran: Responding to COVID-19 in a Resource-Limited Setting","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pierre Elliott Trudeau Foundation; Impact; University of British Columbia","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Medicine; Economic shortage; Family medicine; Capital city; Phone; Medical education; Government (linguistics); Geography","score_opus":0.12938948018858726,"score_gpt":0.5016795266660471,"score_spread":0.37229004647745984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092034743","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024097577,0.0014522206,0.00008556053,0.96316826,0.0016850978,0.0020818673,0.000025844523,0.00012681627,0.0072767395],"genre_scores_gemma":[0.033103373,0.00020560043,0.000021266489,0.9543809,0.0075365603,0.00061795005,0.0007129469,0.00009158961,0.003329791],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921436,0.0021632847,0.0017893164,0.0013314029,0.0015260536,0.001046388],"domain_scores_gemma":[0.99363905,0.0042486344,0.00050490024,0.0005018405,0.000033877353,0.001071717],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0036145593,0.00054218096,0.0011681482,0.0036104568,0.00009704248,0.000007615839,0.0010280121,0.0020457353,0.002295126],"category_scores_gemma":[0.012650565,0.0005079506,0.000067798814,0.003219084,0.00020527827,0.00006409878,0.00029951238,0.009942082,0.00024466185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037402692,0.000037697104,0.018538399,0.00049268024,0.00003406429,0.0015666989,0.13060485,5.8748844e-7,0.000018554276,0.00018304693,0.84509283,0.0030565287],"study_design_scores_gemma":[0.0041040983,0.0003987955,0.0065211267,0.0033152755,0.000052238498,0.00008778361,0.025276406,0.000015717726,0.0000012032762,0.00037017738,0.9594618,0.00039537673],"about_ca_topic_score_codex":0.0017411372,"about_ca_topic_score_gemma":0.00023694526,"teacher_disagreement_score":0.11436894,"about_ca_system_score_codex":0.0034840652,"about_ca_system_score_gemma":0.003919752,"threshold_uncertainty_score":0.9997372},"labels":[],"label_agreement":null},{"id":"W3092128826","doi":"10.1097/acm.0000000000003781","title":"Assumptions About Competency-Based Medical Education and the State of the Underlying Evidence: A Critical Narrative Review","year":2020,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Sunnybrook Health Science Centre; The Wilson Centre","funders":"","keywords":"Narrative; State (computer science); Medical education; MEDLINE; Psychology; Narrative review; Medicine; Computer science; Psychotherapist; Political science; Philosophy; Linguistics","score_opus":0.12592233544329726,"score_gpt":0.5131576434471893,"score_spread":0.38723530800389205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092128826","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007276352,0.744774,0.00039631352,0.2512942,0.0009879133,0.0022501214,0.000004502302,0.000028559041,0.00025714966],"genre_scores_gemma":[0.00015494264,0.9595112,0.0003799792,0.038085185,0.00082532346,0.00059743406,0.0000920091,0.000043228334,0.00031065918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99348956,0.0013724404,0.002298936,0.0005417638,0.0019807136,0.00031656047],"domain_scores_gemma":[0.99311763,0.0039762724,0.0010606641,0.0008174586,0.00071951275,0.0003084511],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005020588,0.00045359923,0.002590403,0.00021491983,0.00026492262,0.000007027834,0.00075948954,0.0005085432,0.00055439566],"category_scores_gemma":[0.10120786,0.00020892752,0.00027318086,0.0019173087,0.0037953367,0.00008726264,0.00015402919,0.004265282,0.000018775161],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021587146,0.000037326412,0.0000092803475,0.08338504,0.00013668173,0.0000031644377,0.0026594005,4.7938936e-8,5.889413e-7,0.013566356,0.062041033,0.8381395],"study_design_scores_gemma":[0.00059543503,0.00008180784,0.000029270741,0.4659407,0.003128158,0.0002691198,0.0005488176,0.00015957069,1.9287315e-7,0.0021464657,0.5269594,0.00014103929],"about_ca_topic_score_codex":0.000035489986,"about_ca_topic_score_gemma":0.0000029197197,"teacher_disagreement_score":0.83799845,"about_ca_system_score_codex":0.00026038315,"about_ca_system_score_gemma":0.015324029,"threshold_uncertainty_score":0.9989158},"labels":[],"label_agreement":null},{"id":"W3092343394","doi":"10.1097/acm.0000000000003756","title":"Learning From the Past and Working in the Present to Create an Antiracist Future for Academic Medicine","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Women's College Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Academic medicine; Medical education; MEDLINE; Psychology; Medicine; Political science","score_opus":0.10418814666019154,"score_gpt":0.3525563809481183,"score_spread":0.24836823428792676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092343394","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007788111,0.007973894,0.00013657109,0.97778267,0.001744555,0.0014693738,0.000016135287,0.00007988767,0.0030088297],"genre_scores_gemma":[0.04443854,0.010584766,0.000017279037,0.8101986,0.13201843,0.00007847546,0.00041356546,0.000040911495,0.0022094361],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940652,0.0012882438,0.00066269765,0.00083018746,0.0023440016,0.00080963864],"domain_scores_gemma":[0.994883,0.0039399727,0.00036907938,0.00039407128,0.0001068982,0.00030695394],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0053971624,0.00043859117,0.00084086583,0.00017485357,0.0010089716,0.000044928584,0.002886626,0.0013700639,0.00019259057],"category_scores_gemma":[0.0025508604,0.00024077424,0.00006196446,0.0008127976,0.0016127308,0.00015309827,0.00026693783,0.009787278,0.000013513998],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048283266,0.0000011268309,0.00520524,0.000037878413,0.000033254106,0.00010824778,0.21215646,0.000001852023,0.000014826635,0.0002400186,0.775277,0.006875795],"study_design_scores_gemma":[0.00076799263,0.0003336175,0.0008512841,0.0011506295,0.00029220033,0.0000062982226,0.2061008,0.00001934032,5.0224355e-7,0.0015463829,0.788721,0.00020990815],"about_ca_topic_score_codex":0.0037743817,"about_ca_topic_score_gemma":0.00031560668,"teacher_disagreement_score":0.16758405,"about_ca_system_score_codex":0.000107187385,"about_ca_system_score_gemma":0.00011228872,"threshold_uncertainty_score":0.9999264},"labels":[],"label_agreement":null},{"id":"W3093031674","doi":"10.1097/acm.0000000000003800","title":"Entrustment Decision Making: Extending Miller’s Pyramid","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; University of Alberta; Public Health Ontario; University of Ottawa","funders":"","keywords":"Miller; Competence (human resources); Psychology; Medical education; Health care; Work (physics); Pyramid (geometry); Nursing; Medicine; Social psychology; Political science; Engineering","score_opus":0.054900377399786426,"score_gpt":0.3994909005499825,"score_spread":0.34459052315019606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093031674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66279435,0.004538074,0.06133836,0.2526124,0.0030748516,0.0013253373,0.0000025774102,0.00043669736,0.013877324],"genre_scores_gemma":[0.93014085,0.00070087187,0.0042659906,0.061147217,0.0031904697,0.00003331849,0.000051803137,0.000035937574,0.00043355883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743885,0.000032466698,0.00077147543,0.00043764958,0.0009534633,0.0003660857],"domain_scores_gemma":[0.99890506,0.0001713571,0.00018731653,0.00031044325,0.00016365264,0.0002621856],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067014404,0.00021104357,0.00042609952,0.00021620994,0.00010179756,0.0000040295354,0.00023268728,0.0002734151,0.0029247755],"category_scores_gemma":[0.0065440135,0.00015938157,0.00004561264,0.0009394228,0.00023702436,0.00008525403,0.00008257034,0.0011333303,0.0002950456],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000314121,0.000031327516,0.006839305,0.00020244902,0.000071688075,0.00006784709,0.007515366,0.000008418234,0.0053800554,0.008718813,0.56263876,0.40821186],"study_design_scores_gemma":[0.0069537163,0.0013520671,0.01700569,0.004172088,0.000490598,0.00040549244,0.008692643,0.014359544,0.0012181595,0.0058372742,0.9389686,0.00054414844],"about_ca_topic_score_codex":0.000003783094,"about_ca_topic_score_gemma":7.4712986e-8,"teacher_disagreement_score":0.4076677,"about_ca_system_score_codex":0.00021401745,"about_ca_system_score_gemma":0.00012229792,"threshold_uncertainty_score":0.9979867},"labels":[],"label_agreement":null},{"id":"W3093128101","doi":"10.1097/acm.0000000000003803","title":"Life on Call: Perspectives of Junior and Senior Internal Medicine Residents","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Autonomy; Focus group; Empathy; Perspective (graphical); Duty; Psychology; Medicine; Grounded theory; Medical education; Family medicine; Qualitative research; Social psychology; Sociology","score_opus":0.03209893186577375,"score_gpt":0.3417485550643225,"score_spread":0.3096496231985488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093128101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.802683,0.0034838724,0.00007129943,0.18901333,0.00016346983,0.00026584783,0.0000034480345,0.000054331827,0.0042614243],"genre_scores_gemma":[0.9743982,0.0024380528,0.000056442324,0.018605344,0.0013065588,0.000006686284,0.00000541478,0.000027524478,0.003155758],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980687,0.00005496008,0.00060771604,0.00038569723,0.0006083736,0.00027457776],"domain_scores_gemma":[0.9977607,0.00029356443,0.00018636021,0.00021131623,0.000111682915,0.0014363514],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036999333,0.00022947225,0.000809242,0.00016725817,0.00004285861,0.0000012303581,0.00016840872,0.00017655735,0.0010291624],"category_scores_gemma":[0.009282116,0.00013750876,0.000042688393,0.0002694712,0.0006653723,0.000054961158,0.000092728464,0.00081312534,0.000021544876],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034683603,0.00009240767,0.27195418,0.0012117776,0.00056213303,0.0003997785,0.27652457,0.0000015457473,0.056175306,0.0062635522,0.37393862,0.009407762],"study_design_scores_gemma":[0.028177317,0.021980345,0.63246524,0.0096645085,0.00093107054,0.00034986367,0.24748676,0.0005735,0.004990421,0.0012211127,0.051353656,0.00080622564],"about_ca_topic_score_codex":0.00015701311,"about_ca_topic_score_gemma":7.035159e-7,"teacher_disagreement_score":0.36051103,"about_ca_system_score_codex":0.000052102576,"about_ca_system_score_gemma":0.00011364096,"threshold_uncertainty_score":0.999884},"labels":[],"label_agreement":null},{"id":"W3099037377","doi":"10.1097/acm.0000000000003849","title":"Intergenerational Benefits of Student Volunteerism in Medical Education","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Western University","funders":"","keywords":"Feeling; Mental health; Loneliness; Psychology; Social distance; Social isolation; Empathy; Psychological resilience; Population; Social psychology; Medicine; Psychiatry; Coronavirus disease 2019 (COVID-19)","score_opus":0.045018076060917116,"score_gpt":0.3840037125578668,"score_spread":0.3389856364969497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099037377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87753505,0.0034722039,0.0001693533,0.116429746,0.0006600778,0.00026316897,0.0000011456129,0.000022305083,0.0014469398],"genre_scores_gemma":[0.9717063,0.0011858419,0.000085613356,0.024384331,0.0021774212,0.000034336772,0.00009896231,0.000012305882,0.00031491148],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99790084,0.00004993592,0.0007160875,0.00024456697,0.0009218257,0.00016676863],"domain_scores_gemma":[0.99895734,0.000090094996,0.00012825371,0.00011716897,0.00013339786,0.0005737466],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00053342537,0.00012038655,0.0003730695,0.00013737343,0.000014706604,7.74412e-7,0.00016698774,0.0002610621,0.0019119101],"category_scores_gemma":[0.003296531,0.00009356218,0.000033186443,0.00038741864,0.00015061631,0.000059226593,0.000041928717,0.00074803445,0.000022635868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006065646,0.0007860664,0.2590548,0.0010126485,0.0001380834,0.00004546706,0.37770963,0.0000352468,0.007424431,0.02148153,0.19816919,0.13353631],"study_design_scores_gemma":[0.011487774,0.002611786,0.85144246,0.007835361,0.000349271,0.00036525656,0.08255882,0.00399684,0.0056890966,0.0010682255,0.03208179,0.00051330973],"about_ca_topic_score_codex":0.000048384132,"about_ca_topic_score_gemma":0.0000048350453,"teacher_disagreement_score":0.5923877,"about_ca_system_score_codex":0.000061289335,"about_ca_system_score_gemma":0.0009966342,"threshold_uncertainty_score":0.9990005},"labels":[],"label_agreement":null},{"id":"W3101911839","doi":"10.1097/acm.0000000000003851","title":"COVID-19 and Physician Mothers","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University of Toronto; Institute for Work & Health","funders":"","keywords":"Pandemic; Worry; Coronavirus disease 2019 (COVID-19); Medicine; Breastfeeding; Family medicine; Stressor; Psychology; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Nursing; Anxiety; Psychiatry; Pediatrics","score_opus":0.07509604011275449,"score_gpt":0.3502353141759446,"score_spread":0.2751392740631901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101911839","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007223483,0.0021947762,0.00010486646,0.93870026,0.0009882756,0.00029679792,0.000018332876,0.00015849163,0.057465993],"genre_scores_gemma":[0.00087935454,0.0049817394,0.000009077993,0.9538742,0.025335178,0.0000067817264,0.00010664707,0.000024079443,0.014782993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679047,0.00031163526,0.0002635846,0.00048512078,0.0016643965,0.00048481167],"domain_scores_gemma":[0.9981985,0.0005772145,0.0001981449,0.00019064908,0.000049553226,0.00078590575],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010675568,0.00025259538,0.00054672913,0.00013606346,0.00044675817,0.00001513342,0.00094663544,0.0010083622,0.0012260155],"category_scores_gemma":[0.002696005,0.0002178242,0.00004774873,0.00034846217,0.0025233915,0.00009567844,0.00012957207,0.003571323,0.0000993777],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056528766,5.592402e-7,0.00011426713,0.00016937693,0.000038889113,0.00028199336,0.050840486,9.1499984e-8,0.000007686228,0.00092589675,0.94610465,0.001510453],"study_design_scores_gemma":[0.0004948726,0.00008166567,0.0000040522827,0.00017878826,0.00017925588,0.0000031621082,0.03730571,0.0000022279728,6.554888e-7,0.006012764,0.9555359,0.00020095774],"about_ca_topic_score_codex":0.002042413,"about_ca_topic_score_gemma":0.000024111143,"teacher_disagreement_score":0.042682998,"about_ca_system_score_codex":0.00022025067,"about_ca_system_score_gemma":0.0005694134,"threshold_uncertainty_score":0.999687},"labels":[],"label_agreement":null},{"id":"W3102288421","doi":"10.1097/acm.0000000000003842","title":"Learner Handover: Who Is It Really For?","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Medical Council of Canada; Western University; The Wilson Centre; University of Ottawa","funders":"","keywords":"Handover; Competence (human resources); Psychology; Perception; Gossip; Medical education; Computer science; Pedagogy; Social psychology; Medicine","score_opus":0.07094283683053458,"score_gpt":0.36435412197087524,"score_spread":0.29341128514034065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102288421","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09799571,0.0025355166,0.003321511,0.86044383,0.00032832436,0.00088901963,0.000013837112,0.00015301186,0.034319244],"genre_scores_gemma":[0.7040883,0.0021199028,0.0003849488,0.22970986,0.0026488428,0.000027616485,0.0000448263,0.000050378803,0.060925372],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849933,0.000015849477,0.00044180042,0.00034544547,0.00037639836,0.00032118315],"domain_scores_gemma":[0.9987361,0.0001723652,0.000096462056,0.00020228398,0.000087967106,0.0007048123],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002570297,0.00018811937,0.00056593725,0.000059236496,0.000070122725,0.00000287917,0.00016035538,0.00023755827,0.0020428149],"category_scores_gemma":[0.0016670254,0.00012050766,0.000096898504,0.00022526449,0.00010886175,0.00006201723,0.00005525941,0.0006133022,0.00016215642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002638269,0.000006296331,0.015459469,0.00019031069,0.00006708774,0.000027523833,0.0070636934,3.9241405e-7,0.0040111705,0.0019159208,0.96400905,0.0069852783],"study_design_scores_gemma":[0.0052207774,0.0014073771,0.003727847,0.0005512912,0.00023608124,0.000036322162,0.0019590007,0.00072692847,0.001858724,0.0005920741,0.98349774,0.0001858569],"about_ca_topic_score_codex":0.000020848891,"about_ca_topic_score_gemma":4.3006915e-7,"teacher_disagreement_score":0.63073397,"about_ca_system_score_codex":0.000029503735,"about_ca_system_score_gemma":0.00009838079,"threshold_uncertainty_score":0.9988695},"labels":[],"label_agreement":null},{"id":"W3113009175","doi":"10.1097/acm.0000000000003894","title":"In Reply to Pan et al","year":2020,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Computer science; Competence (human resources); Experiential learning; Virtual learning environment; Instructional simulation; Knowledge management; Virtual reality; Human–computer interaction; Multimedia; Psychology; Pedagogy","score_opus":0.04554861846286067,"score_gpt":0.4014341259194059,"score_spread":0.35588550745654524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113009175","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013440772,0.00031514995,0.00028947747,0.98962384,0.0025159917,0.0009987407,0.000005234275,0.00011348615,0.0047940207],"genre_scores_gemma":[0.0008030684,0.000357529,0.00070114055,0.97265315,0.014165598,0.0001620352,0.0009651505,0.00009595115,0.010096398],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960244,0.00013206128,0.001194917,0.0007964688,0.0013183273,0.00053377997],"domain_scores_gemma":[0.9984697,0.00024391248,0.00025480823,0.0006666123,0.000188271,0.00017668976],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001162502,0.00038473684,0.0009489129,0.00083509315,0.000033406937,0.0000038050546,0.00040700223,0.0008913548,0.0012398111],"category_scores_gemma":[0.010093181,0.00031492714,0.000051542076,0.0016152407,0.00021683803,0.00007794683,0.00010372878,0.011894573,0.00063502544],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003708149,0.000006395218,0.0002520207,0.00020828356,0.000029778,0.00070337375,0.002892216,1.2245594e-7,0.0003015148,0.00012521607,0.99281573,0.002628267],"study_design_scores_gemma":[0.0010923205,0.00033973507,0.0003799125,0.001966106,0.00009348504,0.00020644155,0.00033519082,0.000026810847,0.000037113507,0.0006428105,0.9946354,0.0002446557],"about_ca_topic_score_codex":0.0001838098,"about_ca_topic_score_gemma":9.888461e-7,"teacher_disagreement_score":0.016970694,"about_ca_system_score_codex":0.00037625217,"about_ca_system_score_gemma":0.00047692252,"threshold_uncertainty_score":0.99993026},"labels":[],"label_agreement":null},{"id":"W3121883136","doi":"10.1097/acm.0000000000003915","title":"Adapting Compassion Education Through Technology-Enhanced Learning: An Exploratory Study","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Compassion; Curriculum; Grounded theory; Medical education; Psychology; Interprofessional education; Health care; Psychological intervention; Exploratory research; Nursing; Medicine; Qualitative research; Pedagogy; Sociology; Political science","score_opus":0.08274911475662963,"score_gpt":0.42199323036997943,"score_spread":0.3392441156133498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121883136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.929723,0.0018830128,0.03503922,0.0034382488,0.0026315155,0.00028786814,8.630337e-7,0.0002836254,0.02671264],"genre_scores_gemma":[0.9850247,0.000015272333,0.000050120212,0.00043591598,0.00063025544,0.0012925206,0.000032127115,0.000026354346,0.01249273],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9978199,0.00049330835,0.00058987475,0.00053686806,0.00027875768,0.00028129393],"domain_scores_gemma":[0.99877536,0.00009523206,0.00026430644,0.0005098621,0.00023663424,0.0001186092],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047051487,0.00018181339,0.0003395008,0.00019149501,0.00026456508,0.000006780076,0.000315915,0.00027362222,0.013418054],"category_scores_gemma":[0.00030996784,0.00015250966,0.000041202566,0.00068771874,0.00012376583,0.0001665419,0.00010883579,0.0013000482,0.00024310907],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017164917,0.0023036576,0.03514928,0.000069958616,0.00029866092,0.00009789695,0.1471587,0.000028822904,0.016519232,0.28400534,0.20010358,0.31409323],"study_design_scores_gemma":[0.0020815348,0.0009973731,0.006456209,0.00073313824,0.00012080372,0.00006969962,0.88272023,0.000054696156,0.0049604625,0.025216239,0.0762701,0.00031951722],"about_ca_topic_score_codex":0.000031314357,"about_ca_topic_score_gemma":0.000019256748,"teacher_disagreement_score":0.73556155,"about_ca_system_score_codex":0.000046668854,"about_ca_system_score_gemma":0.0001215483,"threshold_uncertainty_score":0.9874838},"labels":[],"label_agreement":null},{"id":"W3121978394","doi":"10.1097/acm.0000000000003921","title":"Generalizability of the Ottawa Surgical Competency Operating Room Evaluation (O-SCORE) Scale to Assess Medical Student Performance on Core EPAs in the Workplace: Findings From One Institution","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Formative assessment; Medical education; Scale (ratio); Summative assessment; Educational measurement; Medicine; Reliability (semiconductor); Psychology; Curriculum; Pedagogy","score_opus":0.0962312262534963,"score_gpt":0.4234945292962467,"score_spread":0.3272633030427504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121978394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94459325,0.00030933836,0.00030004658,0.05095622,0.0010864274,0.0010873267,0.00000346115,0.000018186425,0.0016457607],"genre_scores_gemma":[0.98822546,0.00017357679,0.00050578517,0.009673073,0.00094075484,0.00015677392,0.00019295275,0.0000140743405,0.000117550735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99381757,0.00061540963,0.0012433064,0.0004847867,0.0035310811,0.0003078371],"domain_scores_gemma":[0.9977481,0.0006263981,0.00020725362,0.00069872383,0.00058685633,0.00013270255],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008475992,0.00020702387,0.0005044823,0.00015056823,0.00019698676,0.000008129277,0.00054906344,0.00037101953,0.0010548304],"category_scores_gemma":[0.009785768,0.00012101509,0.000052286065,0.0017640992,0.0003692515,0.00009329446,0.0001334704,0.0018265827,0.000014753456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011510021,0.0004607279,0.94708586,0.00016092627,0.00005393741,0.000019661744,0.01295642,0.0004891107,0.0060654082,0.004244948,0.0077235876,0.020624291],"study_design_scores_gemma":[0.0040149745,0.00032458868,0.96655643,0.0041051186,0.00020618802,0.000091850125,0.004054981,0.0141847385,0.0036074168,0.00034121267,0.0023364173,0.00017607716],"about_ca_topic_score_codex":0.00014058252,"about_ca_topic_score_gemma":0.000060022274,"teacher_disagreement_score":0.043632224,"about_ca_system_score_codex":0.00047485763,"about_ca_system_score_gemma":0.001130765,"threshold_uncertainty_score":0.9998583},"labels":[],"label_agreement":null},{"id":"W3122899305","doi":"10.1097/00001888-200104000-00008","title":"Conflict Resolution at the University of Ottawa Faculty of Medicine","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Harassment; Conflict resolution; Mediation; Intimidation; Complaint; Medical education; Alternative dispute resolution; Public relations; Psychology; Political science; Sociology; Medicine; Law","score_opus":0.08906458318942925,"score_gpt":0.37766465791557896,"score_spread":0.2886000747261497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122899305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8075245,0.029064849,0.0011970551,0.089629196,0.0009529685,0.0003286781,0.000014596173,0.0000439389,0.07124422],"genre_scores_gemma":[0.970884,0.010529227,0.000010212127,0.00072794774,0.00031858595,4.9513835e-7,0.00003622569,0.000008141074,0.017485118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871385,0.00018944677,0.00036874786,0.00019728528,0.00036151524,0.00016914427],"domain_scores_gemma":[0.99864334,0.0005016468,0.0003075607,0.00035396026,0.00012596394,0.000067500696],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015233706,0.000098235694,0.0002855046,0.00007210635,0.00009550581,2.618406e-7,0.00030510133,0.00019290397,0.0073921005],"category_scores_gemma":[0.00036165182,0.000060198505,0.00003355663,0.0002754543,0.00060960837,0.000049463393,0.0000519,0.00040227754,0.00006937896],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009838052,0.000029046098,0.01587763,0.000053043826,0.00015247156,0.00003895007,0.07755859,0.000025639103,0.014043384,0.008973348,0.83828986,0.04397422],"study_design_scores_gemma":[0.0020754198,0.00031473878,0.013538129,0.00017146578,0.00013319636,0.000069717426,0.012013268,0.00016504846,0.000043264845,0.0001867384,0.9712294,0.00005963436],"about_ca_topic_score_codex":0.0038074483,"about_ca_topic_score_gemma":0.00010521856,"teacher_disagreement_score":0.16335955,"about_ca_system_score_codex":0.000025426405,"about_ca_system_score_gemma":0.000015982694,"threshold_uncertainty_score":0.99351525},"labels":[],"label_agreement":null},{"id":"W3123772788","doi":"10.1097/acm.0000000000003841","title":"A Communication-Based Assessment Station as an Alternative to the OSCE","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; University Health Network","funders":"","keywords":"Objective structured clinical examination; Cronbach's alpha; Psychology; Medical education; Test (biology); Educational measurement; Medicine; Family medicine; Clinical psychology; Psychometrics; Curriculum","score_opus":0.060086623764751365,"score_gpt":0.4618448324584287,"score_spread":0.40175820869367734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123772788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6861389,0.0010646924,0.009885139,0.2925164,0.0003797882,0.00058872293,0.000011682391,0.00008411355,0.009330536],"genre_scores_gemma":[0.94337904,0.00054533756,0.00157062,0.051917903,0.00050455716,0.00006894688,0.0003487669,0.000016630316,0.0016482146],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99827784,0.00026660546,0.00041531085,0.000283582,0.00056424644,0.00019239179],"domain_scores_gemma":[0.9886224,0.009873302,0.00012135659,0.0006992854,0.0003286294,0.0003549787],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011895729,0.000121964666,0.00028232866,0.0000545053,0.000106206986,0.000007390397,0.00023209225,0.0001094804,0.00071535545],"category_scores_gemma":[0.045349438,0.00007591064,0.000035614146,0.00033294965,0.00013431841,0.000039065297,0.000054729462,0.0007299786,0.000109452136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001304428,0.0014231112,0.16387244,0.00018998298,0.00071358046,0.00070011703,0.047071356,0.002473402,0.011462686,0.112138405,0.436333,0.2223175],"study_design_scores_gemma":[0.02703035,0.0075360565,0.5722478,0.024323363,0.0019951363,0.0004748682,0.030911352,0.042986926,0.012329385,0.037376754,0.24162887,0.0011591521],"about_ca_topic_score_codex":0.00047720908,"about_ca_topic_score_gemma":0.000038351795,"teacher_disagreement_score":0.40837535,"about_ca_system_score_codex":0.000092863644,"about_ca_system_score_gemma":0.000466413,"threshold_uncertainty_score":0.96269196},"labels":[],"label_agreement":null},{"id":"W3125877286","doi":"10.1097/acm.0000000000003922","title":"Examining the Educational Value of Student-Run Clinics for Health Care Students","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Focus group; Curriculum; Perspective (graphical); Medical education; Psychology; Theme (computing); Grounded theory; Health care; Affect (linguistics); Value (mathematics); Pedagogy; Nursing; Medicine; Qualitative research; Sociology","score_opus":0.12218491737024877,"score_gpt":0.5983760297546639,"score_spread":0.4761911123844151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125877286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8447415,0.0055407137,0.000599795,0.13812153,0.007496295,0.001408148,0.000033778564,0.000022025275,0.0020361892],"genre_scores_gemma":[0.94336826,0.000535341,0.00033516137,0.039340444,0.0023383447,0.00039910563,0.0002964394,0.000019821986,0.013367079],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9972101,0.00066912104,0.0010114928,0.00023908711,0.0006039324,0.00026627755],"domain_scores_gemma":[0.99576056,0.0023406358,0.00058588263,0.00027629556,0.0009223687,0.00011425059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018108153,0.00011061586,0.00029584166,0.00006427455,0.0005983476,0.000002144933,0.0003586203,0.00018119885,0.00059956394],"category_scores_gemma":[0.0015782095,0.000073150855,0.000029595512,0.0003241363,0.00008190086,0.000054059907,0.00010893256,0.0007887414,0.000027884887],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013608679,0.000066846886,0.35476047,0.000620961,0.00008189576,2.6850628e-7,0.28373164,0.000007439669,0.0003887763,0.062190507,0.2955719,0.0024432128],"study_design_scores_gemma":[0.0019877898,0.00023215238,0.40944743,0.0018329456,0.000059202775,0.0000016034552,0.49139965,0.00002834988,0.0000412426,0.002189431,0.09267216,0.00010806182],"about_ca_topic_score_codex":0.000038354156,"about_ca_topic_score_gemma":0.00003360586,"teacher_disagreement_score":0.20766799,"about_ca_system_score_codex":0.00022272315,"about_ca_system_score_gemma":0.0046432023,"threshold_uncertainty_score":0.82368416},"labels":[],"label_agreement":null},{"id":"W3126700511","doi":"10.1097/acm.0000000000003969","title":"Embedding Learning in a Learning Health Care System to Improve Clinical Practice","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fleming College; Fowler Kennedy Sport Medicine Clinic","funders":"National Center for Advancing Translational Sciences","keywords":"Operationalization; Medical education; Context (archaeology); Closing (real estate); Medicine; Health care; Knowledge translation; Best practice; Knowledge management; Psychology; Computer science; Business","score_opus":0.06529364183569424,"score_gpt":0.5139987501036926,"score_spread":0.4487051082679983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126700511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81878483,0.015595973,0.0016495783,0.15503775,0.0034024357,0.0015020225,0.0000020413268,0.00044020696,0.0035851365],"genre_scores_gemma":[0.97799313,0.0003917182,0.0020250874,0.015072605,0.0028674295,0.00007375611,0.0001219069,0.00005597202,0.0013983916],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99520624,0.0010864383,0.0016884756,0.00071813876,0.0007282812,0.00057243445],"domain_scores_gemma":[0.9942467,0.0033494614,0.000510531,0.00037830792,0.0007405896,0.0007744003],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0036735053,0.00022081289,0.0008118828,0.00031849684,0.00019447721,0.000007662525,0.00011973596,0.0003746356,0.000103414735],"category_scores_gemma":[0.020107843,0.00020927656,0.00006193535,0.0009835693,0.000059818023,0.00012234948,0.000068531415,0.0036630076,0.00011271874],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004083282,0.000038679238,0.8243892,0.0025774573,0.00007137055,0.00027093294,0.12398143,0.004771597,0.00048317376,0.0005842899,0.0067738392,0.03564966],"study_design_scores_gemma":[0.005315536,0.001630617,0.041740555,0.008995135,0.00016295098,0.00051695935,0.8145454,0.011386033,0.00014229602,0.000009661623,0.11518606,0.00036879937],"about_ca_topic_score_codex":0.0005024951,"about_ca_topic_score_gemma":0.000009582676,"teacher_disagreement_score":0.7826487,"about_ca_system_score_codex":0.0012831216,"about_ca_system_score_gemma":0.0024889037,"threshold_uncertainty_score":0.9986356},"labels":[],"label_agreement":null},{"id":"W3126892927","doi":"10.1097/acm.0000000000003955","title":"Racism and COVID-19: Are Trainees Prepared?","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Racism; Cognitive dissonance; Burnout; Psychology; Health care; Coronavirus disease 2019 (COVID-19); Courage; Medicine; Pandemic; Social psychology; Medical education; Sociology; Political science; Clinical psychology; Gender studies","score_opus":0.14671439989184926,"score_gpt":0.4968302446503174,"score_spread":0.35011584475846813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126892927","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014624315,0.039733414,0.00013715221,0.9418933,0.002700583,0.0017804386,0.00012937209,0.00036999263,0.01179331],"genre_scores_gemma":[0.0012241646,0.01420131,0.00005874395,0.87126935,0.022876967,0.0003349698,0.0010789518,0.000109195666,0.08884634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929195,0.0015400703,0.0017820981,0.0011313949,0.0010584446,0.001568463],"domain_scores_gemma":[0.99207675,0.0045083826,0.0012246877,0.0008558108,0.00024183602,0.0010925482],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018782342,0.00067401846,0.0017188189,0.00029183077,0.0008071587,0.0000043399123,0.0006160708,0.0052536377,0.0072033047],"category_scores_gemma":[0.008377342,0.000534688,0.000073472605,0.00045503656,0.0005425944,0.00008986328,0.00035160445,0.0146539835,0.00019592838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002565519,0.0000016791915,0.0024732542,0.005103763,0.00004851165,0.00072233967,0.017753879,6.990684e-7,0.000005373427,0.00013249535,0.97332644,0.00040591953],"study_design_scores_gemma":[0.0014539825,0.00007997264,0.00021899391,0.009301477,0.0001747917,0.000099391815,0.017993676,0.000019319014,6.4115926e-7,0.002325078,0.9679384,0.00039424366],"about_ca_topic_score_codex":0.0008680492,"about_ca_topic_score_gemma":0.00008060541,"teacher_disagreement_score":0.07705303,"about_ca_system_score_codex":0.00070558314,"about_ca_system_score_gemma":0.0014543707,"threshold_uncertainty_score":0.9999755},"labels":[],"label_agreement":null},{"id":"W3126942955","doi":"10.1097/acm.0000000000003949","title":"The Prism Model for Integrating the Arts and Humanities Into Medical Education","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Toronto; Western University; Mount Saint Vincent University","funders":"","keywords":"Prism; The arts; Medical humanities; Higher education; Medical education; Humanities; Psychology; Medicine; Political science; Visual arts; Art","score_opus":0.05249000184686965,"score_gpt":0.38619381208577513,"score_spread":0.3337038102389055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126942955","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3453732,0.037203036,0.0154637145,0.5928526,0.0019772418,0.0010258742,8.667236e-7,0.000074855634,0.0060286066],"genre_scores_gemma":[0.91528106,0.008581158,0.0007704373,0.05084783,0.0034918366,0.000342146,0.00009041935,0.00002757313,0.020567574],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9985759,0.000059266833,0.00041365763,0.00021967555,0.00051312556,0.00021832633],"domain_scores_gemma":[0.99821573,0.001021197,0.00010631114,0.0002322655,0.00019504745,0.00022944009],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001578864,0.00012451087,0.00021484501,0.000035938112,0.0004232978,0.000009925454,0.00014268092,0.00021198984,0.000060725142],"category_scores_gemma":[0.014694861,0.000058975085,0.000034105353,0.0001207676,0.00056782557,0.000058038415,0.000048246784,0.00086289766,0.0000025326488],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009566748,0.000058043683,0.00038350106,0.00032931764,0.00008368613,0.000005160339,0.28514916,6.814572e-7,0.0010614456,0.13060094,0.22919533,0.35303706],"study_design_scores_gemma":[0.0028934118,0.00036823354,0.0010658535,0.0035294762,0.00051016145,0.0006981572,0.41700456,0.07381655,0.0014454466,0.13268927,0.3656953,0.00028358813],"about_ca_topic_score_codex":0.000041747182,"about_ca_topic_score_gemma":0.000037748345,"teacher_disagreement_score":0.56990784,"about_ca_system_score_codex":0.000052488347,"about_ca_system_score_gemma":0.0016294809,"threshold_uncertainty_score":0.9936048},"labels":[],"label_agreement":null},{"id":"W3128942101","doi":"10.1097/acm.0000000000003991","title":"We Burn Out, We Break, We Die: Medical Schools Must Change Their Culture to Preserve Medical Student Mental Health","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Office of the Chief Medical Examiner","funders":"","keywords":"Mental health; Feeling; Suicidal ideation; Vulnerability (computing); Medical education; Psychology; Confidentiality; Institution; Burnout; Suicide prevention; Medicine; Nursing; Psychiatry; Poison control; Social psychology; Medical emergency; Sociology; Clinical psychology; Political science","score_opus":0.15835086672143056,"score_gpt":0.523987139973375,"score_spread":0.3656362732519444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128942101","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015872793,0.13593407,0.00021808269,0.83813924,0.00580163,0.0026007253,0.00021560672,0.00024333621,0.0009745101],"genre_scores_gemma":[0.18369868,0.51416135,0.00020587696,0.2479082,0.021622805,0.0017657727,0.0007820149,0.00018130614,0.02967401],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98553044,0.0032540788,0.0027157546,0.0012922982,0.004930448,0.0022769847],"domain_scores_gemma":[0.991108,0.0013089281,0.0006695821,0.0009441377,0.00049460935,0.0054747495],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0063734497,0.0007217268,0.0017572882,0.00027112864,0.0014542921,0.000010655109,0.0016036748,0.0022895185,0.011984573],"category_scores_gemma":[0.004529206,0.0004518365,0.00016695824,0.00069025694,0.0002643028,0.00024222983,0.0019207482,0.01036561,0.00081322185],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112530586,0.00014012627,0.013792185,0.0016902891,0.00013284171,0.0002663427,0.1788326,7.915066e-8,0.00010662247,0.000699153,0.70301443,0.1012128],"study_design_scores_gemma":[0.003530988,0.00041848148,0.0023925563,0.060028665,0.00003308892,0.00007764967,0.13840266,0.00007619259,0.00003266677,0.00070714566,0.79387623,0.0004236653],"about_ca_topic_score_codex":0.0011411586,"about_ca_topic_score_gemma":0.0025090177,"teacher_disagreement_score":0.59023106,"about_ca_system_score_codex":0.00073247496,"about_ca_system_score_gemma":0.004320747,"threshold_uncertainty_score":0.9999648},"labels":[],"label_agreement":null},{"id":"W3128947454","doi":"10.1097/acm.0000000000003958","title":"The Surgical Program in Innovation (SPIN): A Design and Prototyping Curriculum for Surgical Trainees","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute","keywords":"Commercialization; Curriculum; Medical education; Process (computing); Graduate medical education; Product (mathematics); Medicine; Computer science; Psychology; Business; Marketing; Pedagogy; Accreditation","score_opus":0.02702271428706731,"score_gpt":0.31928730708768943,"score_spread":0.2922645928006221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128947454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91777945,0.019959155,0.040742353,0.015643224,0.0014668226,0.0032473616,0.0000021752676,0.0006336711,0.0005257771],"genre_scores_gemma":[0.989765,0.0042064576,0.002368815,0.000092379756,0.0013305402,0.0018978184,0.000065228494,0.000038969018,0.00023478694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991123,0.000032237644,0.00033478995,0.00014311909,0.00013487524,0.00024266762],"domain_scores_gemma":[0.99942243,0.00036505336,0.000021209678,0.00007690024,0.00005062685,0.00006380428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008712019,0.00010590926,0.00015469494,0.00007765491,0.00004448461,0.000008414988,0.00007414549,0.00016459294,0.00000953014],"category_scores_gemma":[0.00033613868,0.00006923049,0.000012234077,0.0006578236,0.00008494888,0.00004853864,0.000011685578,0.00038182872,8.656053e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080324964,0.00005889165,0.0006122068,0.001701353,0.000069067486,0.00006611743,0.0036459747,0.0010096448,0.00247073,0.02708988,0.013658676,0.94953716],"study_design_scores_gemma":[0.0033675914,0.0002784042,0.00072897214,0.00083156896,0.000026394333,0.00023619697,0.000812718,0.32253048,0.001356365,0.0033624421,0.6661668,0.00030210946],"about_ca_topic_score_codex":0.000003384842,"about_ca_topic_score_gemma":6.1873e-7,"teacher_disagreement_score":0.949235,"about_ca_system_score_codex":0.00003346237,"about_ca_system_score_gemma":0.000025659576,"threshold_uncertainty_score":0.28231373},"labels":[],"label_agreement":null},{"id":"W3129179114","doi":"10.1097/acm.0000000000003953","title":"National Survey of Wellness Programs in U.S. and Canadian Medical Schools","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Mental health; Scope (computer science); Medicine; Medical education; Family medicine; Psychology; Psychiatry","score_opus":0.16866214450837663,"score_gpt":0.47760495621901106,"score_spread":0.3089428117106344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129179114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88160866,0.010132208,0.000018169678,0.10153158,0.001109787,0.00059468456,0.00004779028,0.000022918743,0.0049342206],"genre_scores_gemma":[0.9872312,0.0033986117,0.000022188377,0.007572735,0.0004549681,0.00006851433,0.00020583291,0.000014586233,0.001031372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958495,0.0012878694,0.0009808502,0.0002987404,0.0010310138,0.000552052],"domain_scores_gemma":[0.9969351,0.0012857595,0.00017508621,0.00014440995,0.0005068874,0.0009527211],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063538454,0.00012811947,0.000453652,0.0002107071,0.000196156,0.0000010330415,0.00019547075,0.0008115205,0.0023034567],"category_scores_gemma":[0.01223494,0.000096997195,0.000012934891,0.000604854,0.00015782133,0.00006234571,0.00010268168,0.0027331128,0.00003446426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020325308,0.000009929663,0.9522738,0.00029552096,0.000010718701,0.00004261126,0.0024390891,1.0868494e-7,0.000025554275,0.0024408223,0.011123059,0.03131848],"study_design_scores_gemma":[0.0017769759,0.000044087432,0.9556973,0.011260446,0.0000052331643,0.000016196826,0.00790102,0.00016913371,0.000014764853,0.0025282584,0.020443317,0.00014327564],"about_ca_topic_score_codex":0.28680047,"about_ca_topic_score_gemma":0.45050508,"teacher_disagreement_score":0.1637046,"about_ca_system_score_codex":0.00016259901,"about_ca_system_score_gemma":0.0105896415,"threshold_uncertainty_score":0.9995676},"labels":[],"label_agreement":null},{"id":"W3134430217","doi":"10.1097/acm.0000000000004005","title":"The New Definition of Courage","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disaster Response and Management","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Courage; Subspecialty; Health care; Safeguarding; Pandemic; Meaning (existential); Medicine; Vulnerability (computing); Psychology; Nursing; Medical emergency; Public relations; Coronavirus disease 2019 (COVID-19); Disease; Family medicine; Political science; Pathology; Law","score_opus":0.14566545383882257,"score_gpt":0.463938101718609,"score_spread":0.31827264787978643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134430217","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12844394,0.008911453,0.0063013816,0.1512033,0.0022323546,0.000637405,0.0000042598763,0.00007376621,0.7021921],"genre_scores_gemma":[0.7003742,0.010869567,0.00015505502,0.021542028,0.0015209739,0.000054927645,0.00004043698,0.000023715254,0.2654191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884313,0.0002545894,0.0003830573,0.00009894685,0.0002234387,0.00019682596],"domain_scores_gemma":[0.99862915,0.0008593167,0.00014284131,0.00022518897,0.00006305508,0.00008046876],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008413446,0.00005625815,0.00013658172,0.000027310518,0.00017757881,6.0463884e-7,0.00013251971,0.00008777003,0.00093015586],"category_scores_gemma":[0.00090593274,0.000032692646,0.000016713744,0.00014866205,0.00006458279,0.000028990858,0.00009268312,0.0004504255,0.0001656246],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055835644,0.0000023281689,0.00045275426,0.00007267018,0.000023502354,0.000008321496,0.011219345,1.5663056e-7,0.0021068805,0.22482677,0.75546676,0.0057647033],"study_design_scores_gemma":[0.00095987826,0.000038551356,0.0013576725,0.00049239653,0.00004382565,0.000002190789,0.031220876,0.0000052323435,0.00013919821,0.047016885,0.9186837,0.000039604154],"about_ca_topic_score_codex":0.000052314335,"about_ca_topic_score_gemma":0.00002122554,"teacher_disagreement_score":0.5719303,"about_ca_system_score_codex":0.000021204032,"about_ca_system_score_gemma":0.00019074896,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W3134662095","doi":"10.1097/acm.0000000000003748","title":"Decline of Empathy During Medical Education","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Empathy; Cross-sectional study; Cohort; Burnout; Family medicine; Medicine; Quarter (Canadian coin); Cohort study; Psychology; Clinical psychology; Psychiatry; Geography","score_opus":0.031528321037803536,"score_gpt":0.36167844416692146,"score_spread":0.33015012312911796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134662095","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11707005,0.013893581,0.000032983196,0.8611321,0.0034578624,0.0004769232,0.0000065302183,0.00007539415,0.003854597],"genre_scores_gemma":[0.038187366,0.009525021,0.00010819962,0.88724816,0.03912778,0.00008862639,0.0026707174,0.00009661996,0.0229475],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942984,0.00019268376,0.0015747267,0.00069745746,0.0026944932,0.00054226076],"domain_scores_gemma":[0.9969686,0.00041568285,0.0006423537,0.0007384944,0.0005481324,0.00068669586],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0010918033,0.00045345406,0.0014641361,0.0004900248,0.000058664078,0.0000026647617,0.00045061015,0.0033952822,0.006946981],"category_scores_gemma":[0.012734361,0.00035433387,0.00019131979,0.00061402714,0.00058446405,0.00006706308,0.00016575704,0.007731729,0.00004935984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050492406,0.00006833524,0.00054794014,0.0028291706,0.00012109763,0.00040305965,0.0107666,3.6864385e-8,0.0002828536,0.000038620023,0.97818255,0.0067092166],"study_design_scores_gemma":[0.0036023695,0.00041874155,0.003121604,0.023412932,0.0012998206,0.0027830298,0.012585019,0.000020066393,0.0021664621,0.00080556516,0.9492828,0.00050154707],"about_ca_topic_score_codex":0.0001402284,"about_ca_topic_score_gemma":0.0000024405742,"teacher_disagreement_score":0.07888269,"about_ca_system_score_codex":0.00019726549,"about_ca_system_score_gemma":0.0058838804,"threshold_uncertainty_score":0.99989086},"labels":[],"label_agreement":null},{"id":"W3135133647","doi":"10.1097/acm.0000000000004008","title":"Perfectionism, Power, and Process: What We Must Address to Dismantle Mental Health Stigma in Medical Education","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mental health; Stigma (botany); Courage; Archetype; Psychology; Mental illness; Power (physics); Psychiatry; Perfectionism (psychology); Interpersonal communication; Medicalization; Social psychology; Political science; Law","score_opus":0.06411604425839142,"score_gpt":0.4796982395976599,"score_spread":0.4155821953392685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135133647","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011776801,0.0949513,0.000016352647,0.8806595,0.009624971,0.0023201047,0.000050953753,0.00007932595,0.00052063674],"genre_scores_gemma":[0.00999845,0.119733825,0.000021278374,0.84901303,0.010965103,0.000915179,0.0013449951,0.00010023484,0.007907879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99172276,0.0019318158,0.001975749,0.0011521395,0.0018599022,0.0013576391],"domain_scores_gemma":[0.99639016,0.000996893,0.0007020825,0.0004871501,0.00030906458,0.0011146611],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0027191422,0.0005729189,0.0013814983,0.0006271367,0.0010440989,0.000016643911,0.00052038714,0.0031533167,0.0044796076],"category_scores_gemma":[0.0018709222,0.00044250616,0.000055177275,0.00066774373,0.00023351582,0.00031586224,0.00036204976,0.014101166,0.00009250088],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034318862,0.000030464806,0.0033111272,0.0043262187,0.00002118574,0.00005425182,0.03739281,7.7002326e-8,0.0000054849047,0.000057263613,0.9166933,0.0380735],"study_design_scores_gemma":[0.0011814958,0.0001902879,0.0013317739,0.1310851,0.000019983108,0.000060919014,0.06303234,0.000019416848,0.0000017444518,0.0003485502,0.8023662,0.00036221877],"about_ca_topic_score_codex":0.0021871962,"about_ca_topic_score_gemma":0.0006424921,"teacher_disagreement_score":0.12675887,"about_ca_system_score_codex":0.0007478665,"about_ca_system_score_gemma":0.009561294,"threshold_uncertainty_score":0.99980265},"labels":[],"label_agreement":null},{"id":"W3135332890","doi":"10.1097/acm.0000000000004035","title":"Learning in a Pandemic","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Enthusiasm; Pandemic; Competence (human resources); Coronavirus disease 2019 (COVID-19); Medical knowledge; Sentence; Psychology; Medical education; Medicine; Disease; Social psychology; Infectious disease (medical specialty)","score_opus":0.04692001525306476,"score_gpt":0.3760262893241546,"score_spread":0.32910627407108983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135332890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96428776,0.004356629,0.00009436246,0.019926278,0.00037835058,0.00011965358,1.4407499e-7,0.00008004182,0.010756759],"genre_scores_gemma":[0.97427344,0.0036944272,0.00006056644,0.006421955,0.0008561564,0.000016368536,0.000050819774,0.00001289765,0.0146133425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987467,0.00007787622,0.00036333062,0.00024500483,0.00031329037,0.00025380828],"domain_scores_gemma":[0.99928063,0.00020697965,0.000057594312,0.00013646006,0.000070542446,0.00024777735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006910226,0.00009914993,0.00031101465,0.000119049204,0.000027497594,9.634874e-7,0.00005462234,0.00023268777,0.0009842978],"category_scores_gemma":[0.0047598896,0.000077788056,0.000026639256,0.00047134527,0.000105819854,0.000043991236,0.000024760282,0.0015076196,0.00006443114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016765043,0.00008382892,0.6633473,0.00038276304,0.000051286865,0.00074772123,0.16328686,0.0000092284,0.042151403,0.0012532257,0.020198854,0.108319886],"study_design_scores_gemma":[0.01535025,0.0011534813,0.4532387,0.0069655525,0.0003692625,0.0035394053,0.2550794,0.00087215006,0.007694771,0.005597859,0.24959075,0.00054840307],"about_ca_topic_score_codex":0.000037724963,"about_ca_topic_score_gemma":0.0000051274565,"teacher_disagreement_score":0.2293919,"about_ca_system_score_codex":0.000085045256,"about_ca_system_score_gemma":0.0003759958,"threshold_uncertainty_score":0.99992895},"labels":[],"label_agreement":null},{"id":"W3136673025","doi":"10.1097/acm.0000000000004075","title":"Identifying Core Components of EPA Implementation: A Path to Knowing if a Complex Intervention Is Being Implemented as Intended","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Delphi method; Inclusion (mineral); Process (computing); Intervention (counseling); Construct (python library); Delphi; Computer science; Set (abstract data type); Process management; Best practice; Core (optical fiber); Medical education; Psychology; Medicine; Nursing; Engineering; Social psychology; Management","score_opus":0.12896280906852609,"score_gpt":0.48572009054474247,"score_spread":0.3567572814762164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136673025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646635,0.00022752272,0.009753097,0.022413323,0.0009410708,0.0008011716,0.000013203879,0.000050754516,0.0011363776],"genre_scores_gemma":[0.983004,0.00011132124,0.0029953083,0.010845663,0.00055095117,0.00007555251,0.0016600452,0.000034945377,0.0007222672],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.99644387,0.0000940697,0.0015925241,0.00046976318,0.0009930516,0.00040674148],"domain_scores_gemma":[0.99795544,0.0001010603,0.00042903246,0.00042008833,0.0008927985,0.00020156403],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001269673,0.00023220808,0.00059772434,0.0004938357,0.00013150997,0.0000077990835,0.0002189968,0.0001553137,0.007297302],"category_scores_gemma":[0.0017121888,0.00021892479,0.00010439183,0.0014414962,0.00013709017,0.000142184,0.00020681768,0.0006812104,0.00007197035],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028504911,0.0002204838,0.058201518,0.0017254142,0.00065679086,0.000116188916,0.0554558,9.1931264e-7,0.5733573,0.013419763,0.12067859,0.17588219],"study_design_scores_gemma":[0.0312954,0.0028288339,0.32813156,0.027169108,0.0022157677,0.001668679,0.3433549,0.0034824852,0.10798826,0.019058967,0.13151076,0.001295257],"about_ca_topic_score_codex":0.0003415921,"about_ca_topic_score_gemma":0.000007729617,"teacher_disagreement_score":0.46536902,"about_ca_system_score_codex":0.00030841454,"about_ca_system_score_gemma":0.00016661771,"threshold_uncertainty_score":0.99361014},"labels":[],"label_agreement":null},{"id":"W3148164537","doi":"10.1097/acm.0000000000004118","title":"How Are the Arts and Humanities Used in Medical Education? Results of a Scoping Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":159,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Health Authority; Dalhousie University; University of Toronto; Western University; Mount Saint Vincent University","funders":"","keywords":"The arts; Medical humanities; Medical education; Inclusion (mineral); Descriptive statistics; Psychology; Humanities; Medicine; Visual arts; Art; Social psychology","score_opus":0.17061191353377647,"score_gpt":0.469574872369783,"score_spread":0.29896295883600654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148164537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052864285,0.94833225,0.000002719738,0.048384156,0.0005982932,0.00200833,0.0000054450948,0.000016507453,0.0005994543],"genre_scores_gemma":[0.00006686579,0.98792976,0.0000122435,0.007842615,0.0015079587,0.00031176183,0.00032871333,0.000032483065,0.0019675917],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.996074,0.0004290054,0.001651077,0.00048866763,0.0010738889,0.00028331124],"domain_scores_gemma":[0.9964086,0.001514237,0.0010131614,0.00054104155,0.00019459034,0.00032836056],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030827608,0.00035889653,0.0031490622,0.0002702003,0.000051794534,0.000005541919,0.00028971315,0.0006705667,0.00016875057],"category_scores_gemma":[0.029756892,0.00019839533,0.0001468087,0.0006722372,0.0006506929,0.0000646835,0.00009766058,0.0022192695,0.0000027758615],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008140321,0.000052097923,0.000030549425,0.3336579,0.000075814445,0.000041945386,0.006860618,1.2441848e-9,1.3888426e-7,0.0004179382,0.035525277,0.6233296],"study_design_scores_gemma":[0.0004728269,0.000047929352,0.000010632686,0.5923449,0.0008214703,0.00033691665,0.0071914373,2.849986e-7,4.241544e-7,0.000024548448,0.39865813,0.00009052588],"about_ca_topic_score_codex":0.000049437593,"about_ca_topic_score_gemma":0.00002937355,"teacher_disagreement_score":0.6232391,"about_ca_system_score_codex":0.00009534087,"about_ca_system_score_gemma":0.0052276086,"threshold_uncertainty_score":0.9784159},"labels":[],"label_agreement":null},{"id":"W3149985521","doi":"10.1097/acm.0000000000003934","title":"In Reply to van Zanten et al","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Standardization; Accreditation; Public relations; Political science; Argument (complex analysis); Curriculum; Medical education; Engineering ethics; Medicine; Law; Engineering","score_opus":0.04266416330335186,"score_gpt":0.4000304351431366,"score_spread":0.3573662718397847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149985521","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002780889,0.00084086834,0.00035325333,0.9832565,0.003352188,0.0007579773,0.0000050024514,0.00007526669,0.008578052],"genre_scores_gemma":[0.00038722594,0.00062983925,0.00080510334,0.9439146,0.011059296,0.00014466286,0.0015200601,0.00009514012,0.041444097],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564624,0.00017104919,0.001278732,0.0008681682,0.0014113673,0.0006244733],"domain_scores_gemma":[0.9979578,0.0002872659,0.0002699037,0.00094995304,0.00037910542,0.0001559377],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00198792,0.00040497197,0.0010406369,0.0011087613,0.00003718661,0.0000052493087,0.00038472147,0.0012157435,0.0034186672],"category_scores_gemma":[0.010523054,0.00033598335,0.00006356686,0.0017756912,0.00021071553,0.00008825813,0.00012515933,0.011152131,0.00032865716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024652685,0.000011411165,0.00039773952,0.00020048047,0.00004212481,0.0011212968,0.0020635317,3.123272e-7,0.00040926534,0.000121640245,0.99338585,0.0022217138],"study_design_scores_gemma":[0.0011949741,0.00019565328,0.00058575446,0.0041194726,0.00010961056,0.00054349756,0.00062911486,0.00001867383,0.000052728145,0.00047899707,0.9918059,0.00026559617],"about_ca_topic_score_codex":0.00018506515,"about_ca_topic_score_gemma":0.0000023291116,"teacher_disagreement_score":0.039341927,"about_ca_system_score_codex":0.00043555885,"about_ca_system_score_gemma":0.00066939817,"threshold_uncertainty_score":0.9999092},"labels":[],"label_agreement":null},{"id":"W3151654116","doi":"10.1097/acm.0000000000004114","title":"What Is the State of Compassion Education? A Systematic Review of Compassion Training in Health Care","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Boniface Hospital; University of Alberta; University of Calgary","funders":"Canadian Institutes of Health Research","keywords":"Compassion; Psychological intervention; CINAHL; Health care; Psychology; MEDLINE; Empathy; Intervention (counseling); Medical education; Nursing; Medicine; Social psychology","score_opus":0.11992481227210501,"score_gpt":0.49153928547333586,"score_spread":0.37161447320123087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151654116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036904617,0.9903188,0.00029456048,0.004051403,0.0023486174,0.0025915012,0.000038879607,0.000010939952,0.00034160638],"genre_scores_gemma":[0.00027905073,0.99259573,0.0000057192324,0.0015252559,0.00013695854,0.0034556624,0.00021296264,0.000037068712,0.0017515628],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9913108,0.0027615388,0.004543336,0.00047254766,0.0006030462,0.00030874254],"domain_scores_gemma":[0.9936962,0.00096214976,0.003916881,0.0010140672,0.000263935,0.00014677152],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002534463,0.00040126717,0.00537658,0.0004034482,0.00007141388,0.000005748958,0.0008116533,0.0002566334,0.004269933],"category_scores_gemma":[0.00030345662,0.00021712622,0.0005123274,0.001017593,0.00017124499,0.000065399996,0.000117486714,0.0013561717,0.000022870998],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016665672,0.00002481859,6.5006725e-7,0.65552497,0.00009669167,0.0000012718152,0.01056615,5.6076594e-8,2.0204887e-8,0.0032723057,0.05162426,0.27888712],"study_design_scores_gemma":[0.00015897077,0.000060828275,0.0000019157562,0.6871096,0.0005302903,0.000045674493,0.02542128,0.0000011555868,2.2243404e-7,0.00013266047,0.28643337,0.00010405434],"about_ca_topic_score_codex":0.00016568082,"about_ca_topic_score_gemma":0.000009618384,"teacher_disagreement_score":0.27878308,"about_ca_system_score_codex":0.0001748141,"about_ca_system_score_gemma":0.0011932312,"threshold_uncertainty_score":0.9966403},"labels":[],"label_agreement":null},{"id":"W3154616058","doi":"10.1097/acm.0000000000004122","title":"ALiEM Connect: Large-Scale, Interactive, Virtual Residency Programming in Response to COVID-19","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Conferences and Exhibitions Management","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Accreditation; Event (particle physics); Medical education; Graduate medical education; Videoconferencing; Coronavirus disease 2019 (COVID-19); Scale (ratio); Pilot program; Psychology; Computer science; Multimedia; Medicine","score_opus":0.04948197953876485,"score_gpt":0.4007043348535888,"score_spread":0.35122235531482393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154616058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5240666,0.00061413937,0.009285424,0.444672,0.0008587649,0.00087302923,0.00000905093,0.00015375535,0.019467222],"genre_scores_gemma":[0.9728656,0.00041893433,0.00022106554,0.010773776,0.00038923355,0.000081840175,0.000014934162,0.000009423422,0.015225215],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.997472,0.00071334705,0.00040665737,0.00040721154,0.0005277368,0.00047307127],"domain_scores_gemma":[0.99807537,0.0010788577,0.00008803973,0.00020944791,0.000106691914,0.00044157988],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003828409,0.00012090999,0.0002502474,0.0002669196,0.0002989671,0.000024463037,0.00030330083,0.00014250437,0.002300648],"category_scores_gemma":[0.010081992,0.000113462214,0.000032237498,0.0011949945,0.00017964235,0.00016168326,0.00017907645,0.0004663991,0.00008377918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011440115,0.000097187105,0.016197177,0.000067509776,0.000050902974,0.0006546492,0.6164903,0.000072336756,0.0019483615,0.20543455,0.12073479,0.037108243],"study_design_scores_gemma":[0.00077919906,0.00013046172,0.0022792625,0.00022257259,0.000016252405,0.0000037333855,0.22633047,0.000038185204,0.000026746251,0.0038027428,0.7662296,0.00014072114],"about_ca_topic_score_codex":0.003075856,"about_ca_topic_score_gemma":0.017079063,"teacher_disagreement_score":0.6454949,"about_ca_system_score_codex":0.00039247627,"about_ca_system_score_gemma":0.0008186062,"threshold_uncertainty_score":0.9986114},"labels":[],"label_agreement":null},{"id":"W3156048883","doi":"10.1097/acm.0000000000004128","title":"Improving Medical Student Comfort and Competence in Performing Gynecological Exams: A Systematic Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychological intervention; CINAHL; Medical education; Medicine; MEDLINE; Scopus; Competence (human resources); Inclusion (mineral); Psychology; Nursing","score_opus":0.06654951780670028,"score_gpt":0.46380844798043547,"score_spread":0.3972589301737352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156048883","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013400389,0.9917348,0.00012052126,0.002497764,0.0006668625,0.004442585,0.0000014176743,0.00006241567,0.0003396153],"genre_scores_gemma":[0.00008802958,0.9878957,0.00019691403,0.009370237,0.0006608466,0.0010793365,0.0002689366,0.0000566154,0.00038337443],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99193966,0.0006128718,0.003916455,0.0008775941,0.0020655948,0.00058780884],"domain_scores_gemma":[0.99595106,0.00159057,0.0010970761,0.00075525325,0.000203549,0.00040251992],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008782689,0.0006333431,0.006975443,0.0005357447,0.00009575112,0.000008529989,0.0006058139,0.001302972,0.0009225325],"category_scores_gemma":[0.041714724,0.00039667127,0.00017683339,0.0015982875,0.0005381987,0.000087015644,0.00037493007,0.005051556,0.000027208462],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.940067e-7,0.00003472423,0.00007604716,0.697926,0.00008861267,0.00022469257,0.0002770637,4.6866453e-9,1.613673e-7,0.00035609945,0.0012104174,0.2998052],"study_design_scores_gemma":[0.00063664786,0.0001692008,0.000020721873,0.9095355,0.003948148,0.003290402,0.0010369973,0.000103088045,5.550877e-8,0.0000085396705,0.08095534,0.0002953379],"about_ca_topic_score_codex":0.000024655617,"about_ca_topic_score_gemma":0.0000023474586,"teacher_disagreement_score":0.29950985,"about_ca_system_score_codex":0.0006951363,"about_ca_system_score_gemma":0.0014994493,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W3156126344","doi":"10.1097/acm.0000000000003993","title":"In Reply to Brown","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Core competency; Context (archaeology); Harm; Curriculum; Medical education; Task (project management); Psychology; Core curriculum; Core Knowledge; Medicine; Engineering ethics; Pedagogy; Computer science; Social psychology; Knowledge management","score_opus":0.04305698186565618,"score_gpt":0.3783028476857837,"score_spread":0.3352458658201275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156126344","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00352199,0.0011273726,0.00018769952,0.9819819,0.0037915064,0.0007531308,0.0000028949282,0.00006851345,0.008564995],"genre_scores_gemma":[0.00036628664,0.00034628602,0.0006834992,0.89952046,0.031348683,0.00015408848,0.00095084787,0.000078816855,0.06655104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959077,0.00010582482,0.0012484071,0.0007945561,0.0013351451,0.0006083227],"domain_scores_gemma":[0.9980401,0.0002190243,0.0002316983,0.000998747,0.00036632485,0.00014410507],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012750978,0.00036872408,0.0010055478,0.0011284424,0.000037808193,0.0000042164984,0.00035501958,0.0017267255,0.0041417647],"category_scores_gemma":[0.010316167,0.00030942552,0.00005789232,0.0021013776,0.00020703525,0.000067005276,0.000099533936,0.009893892,0.00038332725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016031936,0.000007928578,0.00033063578,0.00039800289,0.000032192576,0.0010696638,0.0016543353,2.0849932e-7,0.0002956482,0.00008718398,0.99275655,0.003351633],"study_design_scores_gemma":[0.00097275723,0.00016240176,0.0004849362,0.003889574,0.00012609354,0.00050096354,0.00046206184,0.000011616144,0.00010096627,0.00041704654,0.99262786,0.00024374938],"about_ca_topic_score_codex":0.00019963004,"about_ca_topic_score_gemma":0.0000014510873,"teacher_disagreement_score":0.08246144,"about_ca_system_score_codex":0.0005560773,"about_ca_system_score_gemma":0.00059403334,"threshold_uncertainty_score":0.9999358},"labels":[],"label_agreement":null},{"id":"W3158892280","doi":"10.1097/acm.0000000000004154","title":"Discrepancies Between Preceptor and Resident Performance Assessment: Using an Electronic Formative Assessment Tool to Improve Residents’ Self-Assessment Skills","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health; Queen's University","funders":"","keywords":"Preceptor; Formative assessment; Summative assessment; Self-assessment; Medical education; Medicine; Mentorship; Accreditation; Graduate medical education; Graduation (instrument); Competency assessment; Psychology; Nursing; Pedagogy","score_opus":0.016242748283227852,"score_gpt":0.3888071769923271,"score_spread":0.3725644287090992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158892280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761709,0.00027299736,0.008657885,0.01198065,0.0006707729,0.001286171,0.000009810065,0.00013865768,0.0008121358],"genre_scores_gemma":[0.96788275,0.000967663,0.024933416,0.0032027725,0.0016728858,0.0001952131,0.00033011957,0.00005892825,0.00075622415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995262,0.00023286944,0.0013179772,0.0007985493,0.0015245175,0.00086406263],"domain_scores_gemma":[0.99759775,0.00021181551,0.0004253655,0.00072768674,0.0006662972,0.00037106633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026982073,0.0004120104,0.00080953154,0.0003956535,0.00037354694,0.000038197028,0.00027727702,0.00033762993,0.00035272297],"category_scores_gemma":[0.00064658996,0.00034354045,0.00004866016,0.0010457514,0.00018824801,0.00075117673,0.00025015813,0.0019702972,0.000009076552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014786322,0.00061278156,0.75076973,0.002121081,0.0011541299,0.000045546363,0.036801137,0.000037951744,0.109617904,0.014255433,0.01466766,0.06976876],"study_design_scores_gemma":[0.0035401946,0.0019895406,0.96512353,0.0017249634,0.0007757194,0.00014177221,0.010253287,0.0040548267,0.004830174,0.0009357132,0.006094364,0.0005359],"about_ca_topic_score_codex":0.000101626836,"about_ca_topic_score_gemma":0.0000074808936,"teacher_disagreement_score":0.2143538,"about_ca_system_score_codex":0.0022922028,"about_ca_system_score_gemma":0.0025125914,"threshold_uncertainty_score":0.99990165},"labels":[],"label_agreement":null},{"id":"W3162140593","doi":"10.1097/acm.0000000000004167","title":"Teaching Spiritual and Religious Competencies to Psychiatry Residents: A Scoping and Systematic Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"National Center for Advancing Translational Sciences","keywords":"Psychological intervention; Inclusion (mineral); Mental health; Medicine; Preparedness; MEDLINE; Curriculum; Debriefing; Systematic review; Spirituality; Medical education; Psychology; Psychiatry; Alternative medicine; Pedagogy","score_opus":0.07617248834343837,"score_gpt":0.45122707453608035,"score_spread":0.375054586192642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162140593","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020275731,0.97418386,0.000028322129,0.01915351,0.0012672208,0.0030720213,0.0000045243473,0.00007895204,0.0021913077],"genre_scores_gemma":[0.0000046964306,0.9827601,0.00013480375,0.014446002,0.0016889761,0.00017769627,0.000019588788,0.000039532348,0.00072861795],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9932056,0.0026991419,0.0019463751,0.0008418497,0.00076020614,0.0005468407],"domain_scores_gemma":[0.996759,0.0013265634,0.000777691,0.0005311563,0.00010249239,0.0005030974],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007028524,0.00048913935,0.0043704365,0.00029586622,0.000510369,0.00003958463,0.00062981335,0.000729155,0.00002935234],"category_scores_gemma":[0.0061305114,0.0003621396,0.00015995238,0.00054824696,0.0006006661,0.00009985253,0.0001946318,0.0015473616,0.000031851854],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.592522e-7,0.000004030455,0.00003977674,0.9000913,0.00010260496,0.000016306867,0.013120309,2.7394012e-9,7.4718976e-8,0.0077986754,0.06949711,0.00932888],"study_design_scores_gemma":[0.00011674742,0.00004965338,0.000001968129,0.73456854,0.0014867267,0.00017307862,0.0036886919,3.129178e-8,2.064469e-9,0.00065468677,0.258996,0.0002638289],"about_ca_topic_score_codex":0.004710413,"about_ca_topic_score_gemma":0.00079797354,"teacher_disagreement_score":0.18949892,"about_ca_system_score_codex":0.000098872966,"about_ca_system_score_gemma":0.00054161187,"threshold_uncertainty_score":0.99988306},"labels":[],"label_agreement":null},{"id":"W3162482994","doi":"10.1097/acm.0000000000004156","title":"Transforming Disruption Into Innovation: A Partnership Between the COVID-19 Medical Student Response Team and the University of British Columbia.","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; General partnership; Medical education; Staffing; Flexibility (engineering); Public health; Pandemic; Health care; Coronavirus disease 2019 (COVID-19); Public relations; Political science; Medicine; Nursing; Psychology; Pedagogy; Management","score_opus":0.041803529633625186,"score_gpt":0.3860607808132318,"score_spread":0.3442572511796066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162482994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7768123,0.00091742695,0.0030400977,0.21815906,0.00014235194,0.00049202284,0.000002859298,0.000029489642,0.00040440165],"genre_scores_gemma":[0.9794385,0.0011127705,0.00010326656,0.01613493,0.00048390566,0.000012666685,0.00008999765,0.000011694555,0.0026122823],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971328,0.00054689957,0.00066986907,0.00027850948,0.0011746206,0.00019731464],"domain_scores_gemma":[0.9973756,0.0015224611,0.00021449651,0.00031736735,0.0003946385,0.00017544474],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008795827,0.000095139476,0.00039528531,0.00008961959,0.0003408374,0.000009935046,0.0002674827,0.0002957601,0.0007820452],"category_scores_gemma":[0.017744092,0.00008209578,0.0000348763,0.0016285485,0.0021668093,0.00007911389,0.000085560576,0.0011539327,0.0000031763439],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018086658,0.00011428138,0.22043698,0.00083220954,0.00044317875,0.00019944996,0.1137751,0.0000020046482,0.0011511979,0.007251976,0.42305616,0.2309288],"study_design_scores_gemma":[0.024374448,0.0004985181,0.31135207,0.002043948,0.0010636608,0.0017603949,0.16573507,0.00029079057,0.00007054227,0.005587518,0.48691088,0.00031214693],"about_ca_topic_score_codex":0.002238173,"about_ca_topic_score_gemma":0.00048976194,"teacher_disagreement_score":0.23061664,"about_ca_system_score_codex":0.00019490073,"about_ca_system_score_gemma":0.0011640663,"threshold_uncertainty_score":0.9905299},"labels":[],"label_agreement":null},{"id":"W3163974601","doi":"10.1097/acm.0000000000004186","title":"Evaluations of Continuing Health Provider Education Focused on Opioid Prescribing: A Scoping Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Toronto","funders":"Health Canada; University of Toronto; Medical Psychiatry Alliance","keywords":"Psychological intervention; Inclusion (mineral); Medicine; Intervention (counseling); Population; MEDLINE; Continuing education; Family medicine; Nursing; Medical education; Psychology; Environmental health","score_opus":0.14252168594590453,"score_gpt":0.49328819615706265,"score_spread":0.3507665102111581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163974601","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000070632723,0.9808347,0.000048549107,0.0056878803,0.0006779639,0.011877303,0.000016548349,0.00007204956,0.00077790424],"genre_scores_gemma":[0.000007122463,0.991124,0.00029040928,0.0034160323,0.00072044553,0.0015353018,0.0015383913,0.000112488684,0.0012558049],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9942214,0.00065188034,0.0027191478,0.00085806416,0.0010883849,0.00046114164],"domain_scores_gemma":[0.9955333,0.000680425,0.0019304329,0.0010742287,0.00042046307,0.00036117435],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001690831,0.00064960076,0.0052628256,0.0004671493,0.00006829129,0.0000046378623,0.00027118676,0.00042998695,0.00040754056],"category_scores_gemma":[0.0041588293,0.00046661132,0.0004126665,0.0009075683,0.00012442542,0.00006778461,0.00008257045,0.0013422281,0.00004152414],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040729474,0.00007359866,0.0000072785515,0.3300916,0.00016347152,0.0000026011362,0.0009897563,5.037492e-8,7.228938e-7,0.00015853897,0.015461417,0.6530469],"study_design_scores_gemma":[0.00071099855,0.0004208999,0.000004009621,0.66587144,0.0033608484,0.00005647313,0.00019953388,0.0000011314057,0.0000026033497,0.000018744906,0.32918048,0.00017284087],"about_ca_topic_score_codex":0.00008889927,"about_ca_topic_score_gemma":0.000002913567,"teacher_disagreement_score":0.65287405,"about_ca_system_score_codex":0.00061678287,"about_ca_system_score_gemma":0.009253082,"threshold_uncertainty_score":0.99977857},"labels":[],"label_agreement":null},{"id":"W3164934373","doi":"10.1097/acm.0000000000004174","title":"Stories in the Time of COVID-19","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Kindness; Storytelling; Battle; Narrative; Attrition; Coronavirus disease 2019 (COVID-19); Meaning (existential); Burnout; Aesthetics; Sociology; History; Literature; Psychology; Media studies; Medicine; Law; Art; Political science","score_opus":0.06520003315877233,"score_gpt":0.40933369461370706,"score_spread":0.34413366145493474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164934373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7887317,0.006711612,0.00014106135,0.19701323,0.00034264123,0.00023099156,0.0000019420713,0.000021265112,0.006805553],"genre_scores_gemma":[0.9577366,0.001254669,0.000040589777,0.035537403,0.00073868525,0.000016164491,0.00006483781,0.0000068524873,0.0046042097],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99878645,0.00012668261,0.0003511113,0.00014979746,0.00043565588,0.0001503121],"domain_scores_gemma":[0.99879956,0.0006198974,0.000080194775,0.00022690766,0.00006990498,0.00020352841],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012712779,0.00007688606,0.00027923848,0.00007316982,0.000025704912,6.1635467e-7,0.00011597407,0.00015036509,0.0012168054],"category_scores_gemma":[0.010283986,0.000044690973,0.000025826166,0.0004717082,0.0002602895,0.000029666195,0.000018254867,0.00058927573,0.000023835248],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015782745,0.000107797525,0.015672838,0.0006590953,0.000044096545,0.0002479376,0.70243424,0.0000020854648,0.013570201,0.006041996,0.25703508,0.004026791],"study_design_scores_gemma":[0.0067580445,0.00069405924,0.032139987,0.0014153889,0.00037997053,0.0011382913,0.48926538,0.000089456094,0.006474313,0.008867292,0.4525669,0.00021091811],"about_ca_topic_score_codex":0.00009783091,"about_ca_topic_score_gemma":0.000004562406,"teacher_disagreement_score":0.21316887,"about_ca_system_score_codex":0.000060087375,"about_ca_system_score_gemma":0.0007331545,"threshold_uncertainty_score":0.9996962},"labels":[],"label_agreement":null},{"id":"W3165718190","doi":"10.1097/acm.0000000000004184","title":"Challenges for Family Medicine Residents in Attaining the CanMEDS Professional Role: A Thematic Analysis of Preceptor Field Notes","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wellesley Institute; Queen's University; The Scarborough Hospital; University of Toronto","funders":"","keywords":"Preceptor; Thematic analysis; Medical education; Collegiality; Psychology; Professional development; Medicine; Nursing; Qualitative research; Health care; Pedagogy; Sociology; Political science","score_opus":0.10410482512932649,"score_gpt":0.44773717856585216,"score_spread":0.34363235343652565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165718190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77179104,0.013468449,0.0011209996,0.20935425,0.0008698601,0.0008758837,0.000003573191,0.000029045646,0.002486872],"genre_scores_gemma":[0.9863262,0.0022745016,0.0005881719,0.008332697,0.00092298177,0.00025404262,0.00016216606,0.000022462718,0.0011167497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970323,0.00016570698,0.0011752158,0.00037792593,0.00093008997,0.00031876419],"domain_scores_gemma":[0.9954036,0.0030754087,0.0003884269,0.0005193031,0.0005266437,0.00008664889],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029773696,0.0001938064,0.0008779285,0.0006589133,0.00008189509,0.000001452718,0.00027744248,0.00031826645,0.0005300511],"category_scores_gemma":[0.026105098,0.000113970134,0.00007767098,0.002303295,0.00031673763,0.000059018937,0.00006788829,0.0009005513,0.0000021436183],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010706503,0.00043495896,0.18278767,0.004092744,0.004405434,0.00003972245,0.22996378,0.00008101103,0.074941166,0.028036192,0.094609536,0.37953714],"study_design_scores_gemma":[0.009064498,0.0013620585,0.69788635,0.016940193,0.0068802177,0.00007344256,0.22974408,0.010880344,0.0058282735,0.01027755,0.010582502,0.00048047566],"about_ca_topic_score_codex":0.00017941359,"about_ca_topic_score_gemma":0.00009174994,"teacher_disagreement_score":0.5150987,"about_ca_system_score_codex":0.00011035778,"about_ca_system_score_gemma":0.00036800865,"threshold_uncertainty_score":0.98209846},"labels":[],"label_agreement":null},{"id":"W3165723275","doi":"10.1097/acm.0000000000004189","title":"A Question of Scale? Generalizability of the Ottawa and Chen Scales to Render Entrustment Decisions for the Core EPAs in the Workplace","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Chen; Core (optical fiber); Conjunction (astronomy); Measure (data warehouse); MEDLINE","score_opus":0.05224169340301632,"score_gpt":0.3955179204079614,"score_spread":0.3432762270049451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165723275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83359075,0.0021518855,0.0037061898,0.15895167,0.00035934418,0.0010535809,0.000005056755,0.000005277718,0.00017625843],"genre_scores_gemma":[0.98827934,0.00043962267,0.0015587377,0.008768788,0.00032792994,0.00015147704,0.000023013037,0.000008692718,0.00044236932],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982763,0.00016284698,0.0006431516,0.00020842516,0.0005541629,0.0001551392],"domain_scores_gemma":[0.99755806,0.001374505,0.00017282262,0.0005329356,0.00031634676,0.00004534309],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033604652,0.00010076979,0.00026554547,0.00007219965,0.00008672976,0.0000016909078,0.00023524744,0.00014461535,0.00005802849],"category_scores_gemma":[0.01270119,0.000044606066,0.0000376826,0.0008970997,0.0004660823,0.00002323416,0.000067602065,0.0004513265,4.758111e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004714939,0.00034446712,0.36728847,0.0005990537,0.00017667467,0.000003113082,0.051660597,0.00012287249,0.025972638,0.055210214,0.3476859,0.15046449],"study_design_scores_gemma":[0.0029612947,0.0002869014,0.91648114,0.0023691992,0.000447552,0.00011205335,0.019646008,0.001648391,0.0049661626,0.014248727,0.036701396,0.00013116866],"about_ca_topic_score_codex":0.00007137257,"about_ca_topic_score_gemma":0.000055062344,"teacher_disagreement_score":0.54919267,"about_ca_system_score_codex":0.00008238043,"about_ca_system_score_gemma":0.00014296873,"threshold_uncertainty_score":0.99561524},"labels":[],"label_agreement":null},{"id":"W3165753271","doi":"10.1097/acm.0000000000004069","title":"Courage and Community: An Introduction to This Year’s Trainee-Authored Letters to the Editor","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Courage; Psychology; Medical education; Medicine; Political science; Law","score_opus":0.12394775522622475,"score_gpt":0.43602738385378204,"score_spread":0.3120796286275573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165753271","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3179695,0.00025368997,0.0005000025,0.67896026,0.001530206,0.00045965597,0.0000066217776,0.0000412537,0.0002788187],"genre_scores_gemma":[0.42444968,0.0009120228,0.00036716228,0.5217508,0.04869005,0.0000641308,0.00016180851,0.00004248738,0.0035618257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970943,0.0005773449,0.0003584308,0.00029227772,0.00096020923,0.00071748596],"domain_scores_gemma":[0.99345773,0.0006247825,0.000040457147,0.0005863573,0.00016841623,0.005122254],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0056296038,0.0001525016,0.00036724133,0.00015749717,0.00025336078,0.000009198439,0.00020170312,0.00015607022,0.0006759878],"category_scores_gemma":[0.067449436,0.00009321674,0.00001918495,0.00053975993,0.00020929528,0.00007806114,0.00010441203,0.0027189737,0.00008441547],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001562526,0.000018792352,0.00017234325,0.000077282755,0.000016911976,0.000032303065,0.008611506,6.7221305e-7,0.04238157,0.00007518567,0.929207,0.019250136],"study_design_scores_gemma":[0.0013064374,0.0013831219,0.0022524616,0.00023885805,0.00004758802,0.00017094669,0.008137518,0.000040407078,0.0008585623,0.00003489803,0.9854373,0.000091948474],"about_ca_topic_score_codex":0.0002979091,"about_ca_topic_score_gemma":0.000035807814,"teacher_disagreement_score":0.15720941,"about_ca_system_score_codex":0.00013327018,"about_ca_system_score_gemma":0.00068715285,"threshold_uncertainty_score":0.9995818},"labels":[],"label_agreement":null},{"id":"W3171904565","doi":"10.1097/acm.0000000000004210","title":"Multiple United States Medical Licensing Examination Attempts and the Estimated Risk of Disciplinary Actions Among Graduates of U.S. and Canadian Medical Schools","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Odds ratio; Confidence interval; Medicine; Population; Discipline; Family medicine; Logistic regression; Medical education; Demography; Medical school; Political science; Environmental health; Law; Internal medicine","score_opus":0.04091925654596578,"score_gpt":0.3651966219807676,"score_spread":0.3242773654348018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171904565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92935675,0.001367665,0.0004115953,0.06809304,0.0002160231,0.00033913218,0.000010225906,0.000025863812,0.00017972187],"genre_scores_gemma":[0.9905241,0.006415423,0.00036925075,0.0018444341,0.00025102473,0.000019837637,0.00044342765,0.000020141708,0.000112359776],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99696034,0.00036306473,0.0009032383,0.0002891358,0.0012181745,0.0002660301],"domain_scores_gemma":[0.9967006,0.0015343343,0.00034744965,0.00028848046,0.0005849353,0.0005442077],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037334224,0.00017100088,0.0005247474,0.0004896876,0.00020723809,0.0000045615243,0.00013643874,0.00045881074,0.00031205025],"category_scores_gemma":[0.049335536,0.00011170609,0.000027242038,0.0013254841,0.0022429598,0.00010236339,0.00009218655,0.0016317576,0.0000016418231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022806677,0.00010604059,0.8664329,0.0007464123,0.0005149134,0.00010792607,0.021158906,0.000020892978,0.0010605223,0.0028256797,0.017586226,0.08921149],"study_design_scores_gemma":[0.007329021,0.0001653981,0.80650246,0.0049554324,0.0006366855,0.00058672496,0.022319445,0.15401398,0.0008789753,0.0011929048,0.0012376986,0.00018130611],"about_ca_topic_score_codex":0.020034175,"about_ca_topic_score_gemma":0.0034470384,"teacher_disagreement_score":0.15399309,"about_ca_system_score_codex":0.000081235085,"about_ca_system_score_gemma":0.0008959181,"threshold_uncertainty_score":0.9864915},"labels":[],"label_agreement":null},{"id":"W3174302329","doi":"10.1097/acm.0000000000004106","title":"Entrustable Professional Activities and Entrustment Decision Making: A Development and Research Agenda for the Next Decade","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Weyerhauser (Canada)","funders":"","keywords":"Specialty; Variety (cybernetics); Professional development; Scale (ratio); Conceptual framework; Medical education; Engineering ethics; Psychology; Medicine; Sociology; Social science; Computer science","score_opus":0.1571552995361484,"score_gpt":0.4804136152609127,"score_spread":0.32325831572476427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174302329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91905195,0.018464716,0.0056874854,0.053834792,0.0011589066,0.0012697963,0.0000020155092,0.00002962453,0.00050073414],"genre_scores_gemma":[0.96685094,0.0030991712,0.012462283,0.008543569,0.0011518508,0.00048226406,0.000055155957,0.00002983058,0.0073249578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977904,0.00008402286,0.00045988875,0.00035896047,0.00091801176,0.00038869228],"domain_scores_gemma":[0.9970288,0.0022064452,0.00008352814,0.00023324475,0.00034649344,0.00010148903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028607857,0.00013794037,0.00025183603,0.00020290841,0.00051336933,0.000015753432,0.00010926131,0.00020843874,0.0003620198],"category_scores_gemma":[0.0065759597,0.00008390307,0.000014697345,0.0005091877,0.000432326,0.00010227846,0.00017878012,0.000977356,0.0000037116913],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034075958,0.000055598794,0.0039392454,0.00037613342,0.00009249713,0.000019463418,0.02197998,6.514956e-7,0.004208682,0.010767004,0.20831296,0.749907],"study_design_scores_gemma":[0.0030116,0.00021457708,0.016570516,0.0029723893,0.00013084282,0.00035080843,0.054841936,0.0012196148,0.00654486,0.004875837,0.9091038,0.00016320767],"about_ca_topic_score_codex":0.000004522538,"about_ca_topic_score_gemma":0.0000018157207,"teacher_disagreement_score":0.7497438,"about_ca_system_score_codex":0.00019650313,"about_ca_system_score_gemma":0.0007400257,"threshold_uncertainty_score":0.7872513},"labels":[],"label_agreement":null},{"id":"W3175148614","doi":"10.1097/acm.0000000000004108","title":"Entrustment Unpacked: Aligning Purposes, Stakes, and Processes to Enhance Learner Assessment","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Weyerhauser (Canada)","funders":"","keywords":"Summative assessment; Formative assessment; Competence (human resources); Medical education; Process (computing); Affordance; Psychology; Computer science; Medicine; Pedagogy; Social psychology; Cognitive psychology","score_opus":0.026117842845476708,"score_gpt":0.413898811475523,"score_spread":0.3877809686300463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175148614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87516576,0.0047783493,0.0072675366,0.10569629,0.0007518281,0.0007688197,0.0000019473644,0.00011202678,0.0054574646],"genre_scores_gemma":[0.9515642,0.002376045,0.008969544,0.02883157,0.0011409989,0.00015019787,0.00017630392,0.000036052614,0.0067550796],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997662,0.00005860703,0.00059290935,0.00051321735,0.00080393243,0.00036933713],"domain_scores_gemma":[0.99855727,0.00013901743,0.00013929264,0.00033759323,0.00055809575,0.00026874634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008562353,0.00020486953,0.00040773614,0.00019627337,0.000112637776,0.000012011607,0.00011300164,0.00019238086,0.00079245603],"category_scores_gemma":[0.0044478215,0.000164189,0.000015898346,0.0011284224,0.00017577465,0.00012862138,0.00008063808,0.00082086516,0.000027279953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015441366,0.00029295794,0.043070413,0.002896933,0.00038532526,0.00029566666,0.038560424,0.000014129341,0.15306982,0.009688113,0.394519,0.35705277],"study_design_scores_gemma":[0.0037036005,0.0013771245,0.032174997,0.006669963,0.00071518397,0.0009807365,0.059561893,0.00031359438,0.08320024,0.001370828,0.8091256,0.00080625276],"about_ca_topic_score_codex":0.000032221946,"about_ca_topic_score_gemma":0.0000043319415,"teacher_disagreement_score":0.41460657,"about_ca_system_score_codex":0.00023040507,"about_ca_system_score_gemma":0.00074944727,"threshold_uncertainty_score":0.86768377},"labels":[],"label_agreement":null},{"id":"W3175170542","doi":"10.1097/acm.0000000000004092","title":"From Utopia Through Dystopia: Charting a Course for Learning Analytics in Competency-Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; South Health Campus; Royal College of Physicians and Surgeons of Canada; Royal University Hospital","funders":"","keywords":"Dystopia; Analytics; Learning analytics; Medical education; Work (physics); Data analysis; Psychology; Computer science; Data science; Medicine; Artificial intelligence","score_opus":0.03304290614606592,"score_gpt":0.4083084550101189,"score_spread":0.375265548864053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175170542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63918966,0.002194831,0.031883407,0.3206812,0.0025290337,0.0007500945,0.000003939797,0.00012967523,0.0026381472],"genre_scores_gemma":[0.89459515,0.0004786896,0.034023702,0.05621993,0.0073606847,0.00027912552,0.0024215132,0.000075031036,0.0045462023],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99710953,0.00011476453,0.0010097132,0.00047414808,0.0009077683,0.00038409446],"domain_scores_gemma":[0.9981393,0.0005085482,0.00027581427,0.00034411292,0.00055396004,0.0001782531],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013278855,0.00020180113,0.00055855705,0.00018117277,0.00010558093,0.000005381941,0.00018447578,0.00049982034,0.0014738215],"category_scores_gemma":[0.01987886,0.00017931154,0.00005685456,0.0010379271,0.00023855294,0.00009621677,0.000035256664,0.0017024578,0.00002082048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004207435,0.0013388515,0.28961053,0.0018928858,0.00038507188,0.00025007312,0.031419218,0.00018653578,0.012212938,0.25512463,0.16942486,0.23773366],"study_design_scores_gemma":[0.029806936,0.0012928058,0.06903919,0.02558984,0.0019092837,0.00043227716,0.05751373,0.26201484,0.006947381,0.10272173,0.4412383,0.0014936808],"about_ca_topic_score_codex":0.00017002602,"about_ca_topic_score_gemma":0.00003330347,"teacher_disagreement_score":0.27181345,"about_ca_system_score_codex":0.00025564607,"about_ca_system_score_gemma":0.008023495,"threshold_uncertainty_score":0.99943894},"labels":[],"label_agreement":null},{"id":"W3176228068","doi":"10.1097/acm.0000000000004087","title":"The Role of EPAs in Creating a National System of Time-Variable Competency-Based Medical Education","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Medical education; Scale (ratio); Implementation; Graduate medical education; Medicine; Computer science; Software engineering","score_opus":0.008709094928983798,"score_gpt":0.32769274317254776,"score_spread":0.31898364824356396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176228068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6520067,0.013883296,0.0025717113,0.08955888,0.002247751,0.0015045223,0.000012184924,0.0001233973,0.23809159],"genre_scores_gemma":[0.99094605,0.00013361733,0.0046035494,0.0023004985,0.0007409245,0.00007710035,0.00021454203,0.000019473538,0.00096423837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675095,0.0001531016,0.0011594716,0.00021300149,0.0015222708,0.00020122461],"domain_scores_gemma":[0.9972121,0.00076062727,0.0003879749,0.0002741625,0.0012677319,0.00009739642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030421559,0.00011596762,0.0004124859,0.00024094398,0.00007092519,0.0000017349388,0.0002101903,0.00027320595,0.00064183824],"category_scores_gemma":[0.020948773,0.000082305596,0.000032799006,0.0013613314,0.00035430412,0.000044127788,0.000035668065,0.0007043262,0.000010089592],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021059008,0.00042977897,0.05862682,0.0016427138,0.00013418733,0.000009976173,0.003318755,0.00006719517,0.05095561,0.8211756,0.023672914,0.0397559],"study_design_scores_gemma":[0.021224793,0.001332213,0.051201828,0.075378336,0.001000815,0.0015549914,0.11091225,0.45115957,0.0704407,0.08326478,0.1314323,0.0010974335],"about_ca_topic_score_codex":0.00013203807,"about_ca_topic_score_gemma":0.0000054729794,"teacher_disagreement_score":0.7379108,"about_ca_system_score_codex":0.00025899446,"about_ca_system_score_gemma":0.010934103,"threshold_uncertainty_score":0.99467295},"labels":[],"label_agreement":null},{"id":"W3176230537","doi":"10.1097/acm.0000000000004222","title":"Workplace-Based Entrustment Scales for the Core EPAs: A Multisite Comparison of Validity Evidence for Two Proposed Instruments Using Structured Vignettes and Trained Raters","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; National Center for Advancing Translational Sciences; Association of American Medical Colleges","keywords":"Generalizability theory; Scale (ratio); Summative assessment; Operationalization; Medical education; Psychology; Inter-rater reliability; Applied psychology; Variance (accounting); Clinical psychology; Concurrent validity; Concordance; Intraclass correlation; Psychometrics; Medicine; Rating scale; Formative assessment; Internal consistency; Pedagogy; Developmental psychology","score_opus":0.2298711976766265,"score_gpt":0.47708131554694233,"score_spread":0.24721011787031583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176230537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93971795,0.0020733718,0.04048059,0.0146299815,0.0006472912,0.002405729,0.000018802297,0.000023285775,0.0000029975085],"genre_scores_gemma":[0.97632784,0.000085596155,0.01991731,0.0027090563,0.00053746894,0.00012451057,0.00019865671,0.000022506643,0.00007708632],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980051,0.000076480384,0.00078374695,0.00034822087,0.00050477457,0.0002816858],"domain_scores_gemma":[0.997394,0.0013424663,0.00039224792,0.00029555126,0.00047954894,0.000096147625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011383612,0.00019981034,0.0005319356,0.00012045419,0.00018074673,0.000006380532,0.00014558756,0.00017597155,0.00006119884],"category_scores_gemma":[0.0060975365,0.00012977426,0.000054289852,0.00042911738,0.00050675607,0.00007263312,0.000030924977,0.00038931938,2.1407534e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036414508,0.00019991372,0.23097804,0.0039375843,0.0005173497,0.0000050755193,0.013125875,0.0003196203,0.6136426,0.0013838501,0.015863359,0.1163853],"study_design_scores_gemma":[0.036676638,0.001991136,0.04638249,0.012244295,0.0030589094,0.000102317026,0.018277474,0.561236,0.3132717,0.0023860505,0.0037847783,0.0005881657],"about_ca_topic_score_codex":0.000026938773,"about_ca_topic_score_gemma":0.000006395874,"teacher_disagreement_score":0.5609164,"about_ca_system_score_codex":0.0001727561,"about_ca_system_score_gemma":0.0002959458,"threshold_uncertainty_score":0.7299761},"labels":[],"label_agreement":null},{"id":"W3176879039","doi":"10.1097/acm.0000000000004089","title":"Numbers Encapsulate, Words Elaborate: Toward the Best Use of Comments for Assessment and Feedback on Entrustment Ratings","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Northern British Columbia; Western University; The Wilson Centre; Sinai Health System","funders":"","keywords":"Operationalization; Premise; Documentation; Formative assessment; Temptation; Set (abstract data type); Computer science; Psychology; CLARITY; Medical education; Mathematics education; Social psychology; Epistemology; Medicine","score_opus":0.0919108077078394,"score_gpt":0.4182165258742775,"score_spread":0.3263057181664381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176879039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87039304,0.0004687321,0.0016198878,0.12496578,0.00088177895,0.000978118,0.000011574021,0.000020446703,0.0006606457],"genre_scores_gemma":[0.9669451,0.0011892297,0.004090906,0.025045497,0.0005790585,0.00013821063,0.00024844555,0.000026423882,0.0017371317],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981148,0.0000799431,0.0006708006,0.0002895659,0.0005978941,0.00024697307],"domain_scores_gemma":[0.99828863,0.00051909767,0.0002703403,0.0003449558,0.0004740196,0.00010298473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009216231,0.00017263732,0.00038171842,0.00009320575,0.00009509682,0.000007621355,0.0001093,0.0001879816,0.00022705783],"category_scores_gemma":[0.0025227638,0.00011107839,0.000030010075,0.000572015,0.00031606597,0.00008147272,0.000053125794,0.00069910503,0.0000044595577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063883554,0.00070363755,0.10310602,0.0016101374,0.00090396113,0.000035693924,0.037198655,0.000037219208,0.051489267,0.041045997,0.64687663,0.11635395],"study_design_scores_gemma":[0.035944607,0.00635121,0.15196708,0.01397355,0.0033950906,0.00046567776,0.17249244,0.009243908,0.04619434,0.0069997613,0.5517159,0.001256413],"about_ca_topic_score_codex":0.00003710447,"about_ca_topic_score_gemma":7.0181625e-7,"teacher_disagreement_score":0.1352938,"about_ca_system_score_codex":0.00018898326,"about_ca_system_score_gemma":0.00030471286,"threshold_uncertainty_score":0.45296454},"labels":[],"label_agreement":null},{"id":"W3177056733","doi":"10.1097/acm.0000000000004223","title":"Perception of Medical Student Mistreatment: Does Specialty Matter?","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Specialty; Perception; MEDLINE; Social perception","score_opus":0.03026432215094599,"score_gpt":0.3804244740519754,"score_spread":0.3501601519010294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177056733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82455134,0.0010957301,0.00015689392,0.0989058,0.0017090508,0.00015361658,0.000006921625,0.000040116433,0.07338053],"genre_scores_gemma":[0.9752475,0.0075810356,0.000023957986,0.003923003,0.0022778972,0.0000035444605,0.00003122259,0.000005837626,0.010906023],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99607724,0.00021845305,0.0003225659,0.00023148493,0.0029036852,0.0002465985],"domain_scores_gemma":[0.9990912,0.00017518163,0.000103549624,0.00017063736,0.0001460655,0.0003133671],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020316928,0.00009758804,0.00028943617,0.00005524947,0.00016436024,0.0000062103068,0.0005818399,0.0002821711,0.03357162],"category_scores_gemma":[0.0006611361,0.00006766703,0.000045448454,0.0002616428,0.0008943795,0.00007558944,0.00012349089,0.00038443925,0.00011980464],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039539183,0.00011717642,0.47055018,0.00015173273,0.00016656534,0.00034701292,0.2577169,5.690691e-7,0.001562678,0.026879188,0.2022574,0.040211048],"study_design_scores_gemma":[0.0019377547,0.00012403076,0.044262923,0.00075707055,0.00022063089,0.000016248483,0.7755173,0.0000038295284,0.00021597814,0.0025702904,0.17420179,0.00017216681],"about_ca_topic_score_codex":0.0012142045,"about_ca_topic_score_gemma":0.00022994293,"teacher_disagreement_score":0.5178004,"about_ca_system_score_codex":0.00011946504,"about_ca_system_score_gemma":0.00024378346,"threshold_uncertainty_score":0.9673118},"labels":[],"label_agreement":null},{"id":"W3177100064","doi":"10.1097/acm.0000000000004094","title":"Distant and Hidden Figures: Foregrounding Patients in the Development, Content, and Implementation of Entrustable Professional Activities","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Northern British Columbia","funders":"","keywords":"Curriculum; Medical education; Supervisor; Documentation; Autonomy; Psychology; Patient care; Medicine; Professional development; Nursing; Computer science; Pedagogy","score_opus":0.046328761754960535,"score_gpt":0.3811524028050169,"score_spread":0.33482364105005635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177100064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939035,0.0005490419,0.000108573986,0.004511856,0.00024173706,0.00037606605,0.0000021993153,0.0000055623786,0.00030144962],"genre_scores_gemma":[0.9970245,0.00033659823,0.00040968065,0.001346313,0.00010777902,0.000051153424,0.00020452605,0.0000068316863,0.00051263475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987433,0.00006200071,0.00046951315,0.00016099834,0.0004081001,0.0001561005],"domain_scores_gemma":[0.99941295,0.00018591645,0.00015355683,0.00009717671,0.0001152854,0.00003510813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075802335,0.00008820929,0.00020129251,0.000119130375,0.00007823215,0.0000033544702,0.000052045187,0.00008118486,0.00013898227],"category_scores_gemma":[0.0007560069,0.000055514236,0.000006872986,0.00028659854,0.00015717627,0.000112698566,0.00003873357,0.00034548453,2.6630107e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045608696,0.00003908509,0.9040585,0.0004094003,0.000028998063,0.0000032731482,0.04379101,1.1517332e-8,0.0032129916,0.0049763112,0.005477392,0.037957396],"study_design_scores_gemma":[0.003069577,0.000101571975,0.80084646,0.0010801126,0.000053556156,0.000026945587,0.18439515,0.000014858592,0.003361792,0.0007856005,0.0061897514,0.000074613075],"about_ca_topic_score_codex":0.000056636236,"about_ca_topic_score_gemma":0.000032816857,"teacher_disagreement_score":0.14060414,"about_ca_system_score_codex":0.00007596266,"about_ca_system_score_gemma":0.00019719564,"threshold_uncertainty_score":0.22638048},"labels":[],"label_agreement":null},{"id":"W3177117312","doi":"10.1097/acm.0000000000004097","title":"Entrustable Professional Activities: Reflecting on Where We Are to Define a Path for the Next Decade","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Action (physics); Professional development; Medicine; Public relations; Psychology; Political science; Pedagogy","score_opus":0.1248284411798505,"score_gpt":0.45340661466737375,"score_spread":0.3285781734875233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177117312","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29204437,0.010450387,0.0077129942,0.68026704,0.0044808057,0.0020828084,0.000012637969,0.0001486381,0.0028003259],"genre_scores_gemma":[0.79713714,0.003970745,0.0054451544,0.12320552,0.010227913,0.001352363,0.0001889899,0.00013068556,0.058341492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99771357,0.0000725831,0.0005563937,0.00042714892,0.0007664402,0.00046388328],"domain_scores_gemma":[0.9975271,0.0012816458,0.00020671214,0.00045494805,0.00036389675,0.00016566225],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011969988,0.0002115334,0.00039855068,0.00017134227,0.00034123,0.00000886388,0.00020498507,0.00029414668,0.00093557325],"category_scores_gemma":[0.01034755,0.00013084685,0.00005086055,0.0010394172,0.00012074537,0.00009253892,0.00007222999,0.0014481178,0.00003520048],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040324978,0.00009067852,0.0024572585,0.0006035617,0.00008986754,0.000021404023,0.009989606,0.000015418243,0.017953336,0.0068224003,0.8825177,0.0790355],"study_design_scores_gemma":[0.0029441349,0.00058992935,0.0018354567,0.008492233,0.0002501526,0.00018621702,0.0707832,0.00096962857,0.006036177,0.001497995,0.90617305,0.00024185819],"about_ca_topic_score_codex":0.000013520932,"about_ca_topic_score_gemma":0.0000067745423,"teacher_disagreement_score":0.5570615,"about_ca_system_score_codex":0.00028760635,"about_ca_system_score_gemma":0.00053687696,"threshold_uncertainty_score":0.9999777},"labels":[],"label_agreement":null},{"id":"W3182780947","doi":"10.1097/acm.0000000000004225","title":"What Role Should Resistance Play in Training Health Professionals?","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus","funders":"","keywords":"Resistance (ecology); Agency (philosophy); Medical education; Professional development; Public relations; Psychology; Sociology; Medicine; Political science","score_opus":0.09747603687377013,"score_gpt":0.4572157478280011,"score_spread":0.35973971095423096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182780947","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3525113,0.024612796,0.00032572658,0.6138897,0.0027849427,0.00055618485,0.0000013307517,0.00008539913,0.0052326294],"genre_scores_gemma":[0.80096036,0.004854195,0.0021965872,0.15862747,0.0023315041,0.00012934505,0.00035509796,0.000049215076,0.03049622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729025,0.00014409765,0.0008947326,0.00041134193,0.0008156121,0.0004439893],"domain_scores_gemma":[0.9988465,0.00020168218,0.00020599994,0.0003599466,0.00020684177,0.00017904189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021986533,0.00016348297,0.00052356266,0.00027070183,0.00009375825,0.000005530975,0.00013850963,0.0003023319,0.0008179184],"category_scores_gemma":[0.0040624826,0.0001327244,0.000026092173,0.0013127996,0.00016517272,0.0002400955,0.000040355273,0.0018415762,0.000026292706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019460193,0.00017848698,0.010150446,0.00085046166,0.00006559121,0.00018538206,0.15122515,0.0000042539245,0.009686941,0.020145701,0.6631904,0.14412256],"study_design_scores_gemma":[0.006150472,0.00023928481,0.037504166,0.025976643,0.00006650868,0.00033678827,0.29595634,0.00037083912,0.0020107436,0.009628537,0.62135476,0.00040489394],"about_ca_topic_score_codex":0.00001602996,"about_ca_topic_score_gemma":0.000030904946,"teacher_disagreement_score":0.4552622,"about_ca_system_score_codex":0.00031922344,"about_ca_system_score_gemma":0.001288272,"threshold_uncertainty_score":0.8955633},"labels":[],"label_agreement":null},{"id":"W3183832440","doi":"10.1097/acm.0000000000004227","title":"Association Between USMLE Step 1 Scores and In-Training Examination Performance: A Meta-Analysis","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Heart, Lung, and Blood Institute","keywords":"Observational study; Association (psychology); United States Medical Licensing Examination; MEDLINE; Educational measurement; Quality (philosophy); Graduate medical education","score_opus":0.17540518243605419,"score_gpt":0.3628093346019531,"score_spread":0.1874041521658989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183832440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9687344,0.0029722692,0.0002053688,0.013359132,0.00014516232,0.00011373844,0.0000049255186,0.000029525288,0.014435516],"genre_scores_gemma":[0.98826915,0.0018704443,0.000047738362,0.00093469187,0.0004353286,0.0000057231064,0.000041583582,0.0000034987802,0.008391821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773157,0.00038988533,0.00027637638,0.00023009183,0.001117065,0.00025498844],"domain_scores_gemma":[0.99881953,0.000661281,0.0001548956,0.00009220862,0.00015213531,0.000119922785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006513826,0.00008681674,0.0005466233,0.0002448549,0.0001980083,0.000014653582,0.00017889729,0.00021787692,0.00082604354],"category_scores_gemma":[0.0016542757,0.0000745551,0.000070176786,0.0012303558,0.00018036325,0.00023505653,0.00005447948,0.00042321326,0.0000061546853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039331494,0.0000039168535,0.8860711,0.000028160735,0.009410676,0.000011648566,0.091652274,0.000011344142,0.00005603277,0.0008422754,0.0028853647,0.00902327],"study_design_scores_gemma":[0.0011241005,0.000083269224,0.69915384,0.00007139944,0.10575094,0.0000012495528,0.16875102,0.00019213193,0.00008285687,0.0006681819,0.023868542,0.00025246653],"about_ca_topic_score_codex":0.0004807919,"about_ca_topic_score_gemma":0.000763669,"teacher_disagreement_score":0.18691726,"about_ca_system_score_codex":0.0001452284,"about_ca_system_score_gemma":0.00009138434,"threshold_uncertainty_score":0.9044598},"labels":[],"label_agreement":null},{"id":"W3186009618","doi":"10.1097/acm.0000000000004245","title":"What the COVID-19 Pandemic Can Teach Health Professionals About Continuing Professional Development","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University","funders":"","keywords":"Pandemic; Health care; Professional development; Coronavirus disease 2019 (COVID-19); Continuing education; Interprofessional education; Agile software development; Medicine; Medical education; Population; Health professionals; Nursing; Continuing professional development; Political science; Disease; Infectious disease (medical specialty); Computer science","score_opus":0.10994937578175472,"score_gpt":0.5276895029680739,"score_spread":0.4177401271863192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186009618","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3083569,0.011572933,0.0006248357,0.65078115,0.025059499,0.0022098196,0.000015549118,0.00023950281,0.0011397938],"genre_scores_gemma":[0.41923767,0.0021703981,0.00017294993,0.3469947,0.0023758293,0.0011717627,0.0006374311,0.000049854145,0.22718939],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921948,0.0032573845,0.0018166183,0.00064546714,0.0011801241,0.0009056328],"domain_scores_gemma":[0.994471,0.002472369,0.0010031421,0.00050367834,0.0007641262,0.00078564923],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0063745347,0.0003439578,0.00060758163,0.0001703358,0.0027660488,0.000015549622,0.0005225447,0.0005559762,0.00473521],"category_scores_gemma":[0.0042633587,0.00020487819,0.0000508066,0.0007932478,0.00022704639,0.00030691776,0.00031158086,0.0035873267,0.00024727854],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110081906,0.000047317582,0.034380883,0.00036558326,0.000043434666,0.0000066658777,0.27960253,0.0000024555409,0.0008605742,0.0075287046,0.6689902,0.00806157],"study_design_scores_gemma":[0.0013743762,0.000029922636,0.014231991,0.0044058827,0.00001753882,0.00003468964,0.2570703,0.000023750434,0.000045704106,0.0014591279,0.7210976,0.00020913707],"about_ca_topic_score_codex":0.0001934094,"about_ca_topic_score_gemma":0.0008483633,"teacher_disagreement_score":0.30378646,"about_ca_system_score_codex":0.0013156435,"about_ca_system_score_gemma":0.021282688,"threshold_uncertainty_score":0.99871147},"labels":[],"label_agreement":null},{"id":"W3187454392","doi":"10.1097/acm.0000000000004354","title":"Wrestling With the Invincibility Myth: Exploring Physicians’ Resistance to Wellness and Resilience-Building Interventions","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa Skills and Simulation Centre; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Burnout; Feeling; Psychological intervention; Psychological resilience; Psychology; Dehumanization; Grounded theory; Resistance (ecology); Perception; Nursing; Social psychology; Medicine; Qualitative research; Clinical psychology; Sociology","score_opus":0.17732536801439905,"score_gpt":0.4686024294611219,"score_spread":0.29127706144672283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187454392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8157028,0.009795586,0.0035132759,0.16859204,0.00079032854,0.0006244437,0.000008980629,0.00007086573,0.00090168184],"genre_scores_gemma":[0.98093456,0.0022215731,0.00046637122,0.009833063,0.0012274963,0.0004071058,0.00000855689,0.000029260867,0.0048720418],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9965494,0.00092591444,0.0007698892,0.0005929269,0.0005277951,0.0006340291],"domain_scores_gemma":[0.99669504,0.0019345847,0.0002706144,0.00053937145,0.00028016526,0.00028024465],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026334135,0.00020257373,0.0004334552,0.00009061356,0.0014835108,0.0000058296973,0.00031034212,0.00018135407,0.00014204753],"category_scores_gemma":[0.0019272146,0.00011994549,0.000040001152,0.00066919357,0.00023941923,0.00019721968,0.00033375394,0.002062858,0.000017654156],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011376943,0.00011721536,0.29150745,0.013109218,0.00025021116,0.0002533774,0.24821694,0.000118982614,0.023429738,0.093068324,0.1226274,0.20616344],"study_design_scores_gemma":[0.0035461732,0.00034506147,0.16596524,0.2133316,0.00025853456,0.000021844226,0.36987182,0.00018078326,0.0040210704,0.011398375,0.230066,0.0009935098],"about_ca_topic_score_codex":0.00022219818,"about_ca_topic_score_gemma":0.0008768795,"teacher_disagreement_score":0.20516993,"about_ca_system_score_codex":0.00013522906,"about_ca_system_score_gemma":0.00030664806,"threshold_uncertainty_score":0.9998164},"labels":[],"label_agreement":null},{"id":"W3187738937","doi":"10.1097/acm.0000000000004296","title":"RIME 60 Years: Celebration and Future Horizons","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Western University","funders":"","keywords":"Hard rime; Mentorship; Medical education; Psychology; Sociology; Medicine; Geography","score_opus":0.016598525887571814,"score_gpt":0.333392691583929,"score_spread":0.31679416569635716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187738937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8463255,0.0048080124,0.00079103484,0.13849413,0.0017747678,0.00025501967,0.0000016912558,0.00009752557,0.007452329],"genre_scores_gemma":[0.94660234,0.004940375,0.003000282,0.022782216,0.015059684,0.000039240076,0.00044483258,0.00004183848,0.0070892125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870396,0.00004118149,0.00036876783,0.00027605722,0.00041423898,0.00019579544],"domain_scores_gemma":[0.99925274,0.000053269887,0.00008655316,0.0002661176,0.00021866831,0.00012267816],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047154166,0.00011493733,0.00025049647,0.0001406194,0.000061013827,0.000004034488,0.00006138167,0.0002924498,0.0010536491],"category_scores_gemma":[0.0012053484,0.00009715041,0.00001775516,0.00065308216,0.00018293988,0.0000875308,0.000032405755,0.00084309303,0.000048296926],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058523474,0.000054576412,0.007901001,0.00026366973,0.00010611629,0.000291377,0.010020984,3.0938855e-7,0.049437664,0.034754787,0.58787847,0.3092325],"study_design_scores_gemma":[0.0025277387,0.0002900296,0.09301438,0.00046226155,0.00025168544,0.00080129615,0.008640167,0.00023379448,0.0024285591,0.0028716668,0.8882763,0.00020213472],"about_ca_topic_score_codex":0.000009444967,"about_ca_topic_score_gemma":8.908863e-7,"teacher_disagreement_score":0.30903038,"about_ca_system_score_codex":0.000065498374,"about_ca_system_score_gemma":0.00020280857,"threshold_uncertainty_score":0.9998595},"labels":[],"label_agreement":null},{"id":"W3189480027","doi":"10.1097/acm.0000000000004323","title":"The Basic Science of Patient–Physician Communication: A Critical Scoping Review","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; University of Toronto; St. Michael's Hospital; The Wilson Centre","funders":"","keywords":"Interpersonal communication; Psychology; Curriculum; Conceptual framework; Cognition; Medical education; Knowledge management; Medicine; Social psychology; Computer science; Pedagogy; Sociology","score_opus":0.27594040815392756,"score_gpt":0.5358374121073435,"score_spread":0.2598970039534159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189480027","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056259944,0.75046325,0.0000469393,0.22229676,0.0009711276,0.0017796941,0.000005829811,0.00007099144,0.018739427],"genre_scores_gemma":[0.7634813,0.19722669,0.00039328088,0.037908357,0.00021930803,0.00047329135,0.000026711461,0.000022940212,0.00024810433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.99504906,0.0018799329,0.001489239,0.00028178538,0.00080385257,0.0004961494],"domain_scores_gemma":[0.9875617,0.007973728,0.000584885,0.0020694567,0.0016008765,0.00020937718],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.001974466,0.00013191767,0.0004321011,0.00006412574,0.002139506,0.0000025735515,0.0012333577,0.0001277484,0.00024593118],"category_scores_gemma":[0.022057565,0.00008792086,0.0000373187,0.0011902993,0.001927812,0.00019118703,0.00077880634,0.0017674613,0.000089955705],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102889586,0.000104551174,0.013415809,0.07871466,0.000064874475,0.000009994966,0.14139256,0.000004440597,0.008188681,0.5161711,0.18203546,0.059794955],"study_design_scores_gemma":[0.001207969,0.000258473,0.0011325598,0.82013226,0.00016682994,0.000018105371,0.094351165,0.00024396797,0.0018514729,0.018964661,0.061245885,0.000426633],"about_ca_topic_score_codex":0.000070186834,"about_ca_topic_score_gemma":0.000015394458,"teacher_disagreement_score":0.75785536,"about_ca_system_score_codex":0.00015571363,"about_ca_system_score_gemma":0.0021681997,"threshold_uncertainty_score":0.9991596},"labels":[],"label_agreement":null},{"id":"W3189751383","doi":"10.1097/acm.0000000000004291","title":"Artificial Intelligence in Undergraduate Medical Education: A Scoping Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":307,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Ottawa; University Health Network; Medical Council of Canada; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Checklist; MEDLINE; Empathy; Pace; Inclusion (mineral); Thematic analysis; Psychology; Medicine; Qualitative research; Pedagogy; Political science; Sociology","score_opus":0.4230808689194077,"score_gpt":0.5915685053707818,"score_spread":0.16848763645137405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189751383","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012725167,0.95498353,0.00045382732,0.038221486,0.0022722273,0.0029232765,0.0000012693116,0.00006055692,0.0010825593],"genre_scores_gemma":[0.000009574476,0.98278564,0.000108022105,0.011262458,0.004012769,0.0006663348,0.0004535389,0.000072163864,0.0006294968],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99254906,0.0005588154,0.0041022995,0.00093884784,0.0012248,0.0006262053],"domain_scores_gemma":[0.9961612,0.0012025492,0.00073362264,0.00077709515,0.00033860403,0.00078692683],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002945785,0.0005716151,0.0038089114,0.0006208766,0.00008567238,0.000008364647,0.0004764421,0.0012507617,0.0030522295],"category_scores_gemma":[0.015208908,0.00044225244,0.00029519867,0.002291443,0.00033522316,0.00009547295,0.00011451409,0.0035216839,0.00039565898],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031840334,0.000043146745,0.000009137135,0.15717405,0.000024857341,0.00006353243,0.00023419925,3.5921e-8,4.0982048e-8,0.002304721,0.008302997,0.8318401],"study_design_scores_gemma":[0.000008619259,0.00006957493,1.4365182e-7,0.6895914,0.00060338964,0.00067968515,0.0003635267,0.000008413529,0.0000018393592,0.0016049163,0.30684108,0.00022744187],"about_ca_topic_score_codex":0.0002457784,"about_ca_topic_score_gemma":0.00009421413,"teacher_disagreement_score":0.83161265,"about_ca_system_score_codex":0.000523377,"about_ca_system_score_gemma":0.018902652,"threshold_uncertainty_score":0.99980295},"labels":[],"label_agreement":null},{"id":"W3189790582","doi":"10.1097/acm.0000000000004287","title":"How Teachers Adapt Their Cognitive Strategies When Using Entrustment Scales","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Cognition; Rating scale; Grounded theory; Nonprobability sampling; Protocol analysis; Constructivist grounded theory; Data collection; Qualitative research; Medical education; Developmental psychology; Medicine; Population","score_opus":0.06739486657363253,"score_gpt":0.3685421528462392,"score_spread":0.3011472862726067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189790582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890698,0.005925066,0.013132689,0.08577064,0.0010019687,0.0005057768,0.000005785273,0.00011582037,0.0044724927],"genre_scores_gemma":[0.9834273,0.0005343699,0.0020648765,0.008089321,0.0019988585,0.000033461783,0.00025915063,0.0000347136,0.0035579342],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9980152,0.00010757515,0.00045153775,0.0004009715,0.00064819574,0.00037651614],"domain_scores_gemma":[0.998703,0.0001807109,0.00018136612,0.00028324133,0.0004885717,0.000163125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056729396,0.0002378238,0.00044196902,0.00018700684,0.00012088971,0.000018289236,0.00012357607,0.00031692552,0.0006705459],"category_scores_gemma":[0.0028654288,0.00017585508,0.00004857969,0.0005252388,0.0005088496,0.00022400121,0.000056388206,0.0011676678,0.000013635714],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033252165,0.00036595474,0.021152662,0.0008830881,0.001443219,0.00046911684,0.14235346,0.000014680708,0.14907742,0.034180656,0.26715207,0.38257515],"study_design_scores_gemma":[0.0082075,0.0005926188,0.012571724,0.0060479008,0.0012455604,0.0014734463,0.7771639,0.0026391235,0.024753923,0.015822832,0.14874811,0.0007333495],"about_ca_topic_score_codex":0.000030120638,"about_ca_topic_score_gemma":0.0000030192887,"teacher_disagreement_score":0.63481045,"about_ca_system_score_codex":0.00025421975,"about_ca_system_score_gemma":0.00060955767,"threshold_uncertainty_score":0.7342008},"labels":[],"label_agreement":null},{"id":"W3190483740","doi":"10.1097/acm.0000000000004344","title":"A Call for Climate Justice in Medical Curricula","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Global health; Health care; Unconscionability; Health equity; Curriculum; Climate justice; Oppression; Political science; Public relations; Climate change; Law; Politics; Ecology","score_opus":0.0781328160809096,"score_gpt":0.4106879549779984,"score_spread":0.3325551388970888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190483740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8320849,0.003639983,0.0006888656,0.13542047,0.0014108225,0.0007221508,0.000025503941,0.00008144834,0.025925882],"genre_scores_gemma":[0.8876076,0.023981446,0.00042699522,0.08345861,0.0023095882,0.00015597134,0.0001495943,0.000046676898,0.0018635668],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982204,0.000049154456,0.00039623506,0.00028939763,0.00048576843,0.0005590351],"domain_scores_gemma":[0.99895513,0.0003866496,0.00006921933,0.00015300758,0.0000108104805,0.0004251929],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011612443,0.00011161647,0.00024500763,0.00003395549,0.000066923676,0.0000019087897,0.00018378743,0.00022864659,0.0056114323],"category_scores_gemma":[0.0020610432,0.00008640153,0.000020733625,0.00030919423,0.00014860228,0.000073706346,0.00015058415,0.0004541582,0.00019831322],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001235637,0.00008221555,0.116349824,0.0010926486,0.0000078415405,0.0006930109,0.011672602,0.000038987455,0.0072779357,0.0020279288,0.81611204,0.044521403],"study_design_scores_gemma":[0.014471933,0.0007667751,0.16607498,0.0050867237,0.00036694907,0.0010088683,0.008238025,0.019304106,0.0011776701,0.010522232,0.77185553,0.0011262398],"about_ca_topic_score_codex":0.00011719642,"about_ca_topic_score_gemma":0.00017014406,"teacher_disagreement_score":0.055522673,"about_ca_system_score_codex":0.0001259112,"about_ca_system_score_gemma":0.00003149537,"threshold_uncertainty_score":0.99529755},"labels":[],"label_agreement":null},{"id":"W3191733357","doi":"10.1097/acm.0000000000004326","title":"Disruption and Dissonance: Exploring Constructive Tensions Within Research in Medical Education","year":2021,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Western University","funders":"","keywords":"Hard rime; Cognitive dissonance; Constructive; Context (archaeology); Field (mathematics); Sociology; Engineering ethics; Psychology; Public relations; Medical education; Epistemology; Political science; Social psychology; Medicine; Computer science; Engineering","score_opus":0.12341560500736928,"score_gpt":0.49336112731041193,"score_spread":0.3699455223030427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191733357","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15477343,0.0075857,0.000060322895,0.038004488,0.79659414,0.0011408812,0.000010960698,0.000080431775,0.0017496626],"genre_scores_gemma":[0.04685997,0.024859365,0.00062295044,0.0015811578,0.9202467,0.00090235326,0.0024816692,0.00011104226,0.0023347822],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.991877,0.00044761164,0.0014926249,0.0010642469,0.004494986,0.00062352186],"domain_scores_gemma":[0.99460906,0.0017952555,0.00037055733,0.00065446703,0.0020937335,0.0004769495],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006830796,0.0003965569,0.0010381427,0.0014390092,0.00020969841,0.0000141513365,0.00030490835,0.0025131472,0.00045256433],"category_scores_gemma":[0.084808275,0.00033188504,0.000041127143,0.0024346842,0.0017471769,0.00023376636,0.00023601289,0.011794662,0.00002026062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009238688,0.000076491,0.0013442612,0.0007178272,0.000039080685,0.00008868468,0.0055004978,1.5768835e-7,0.00012536578,0.00310954,0.9383793,0.05052641],"study_design_scores_gemma":[0.0036847317,0.00040068018,0.0039460734,0.045895845,0.0002608108,0.00044125077,0.039902948,0.0003721056,0.000044485172,0.0051423567,0.899368,0.0005407194],"about_ca_topic_score_codex":0.00036083907,"about_ca_topic_score_gemma":0.00003249028,"teacher_disagreement_score":0.12365259,"about_ca_system_score_codex":0.00094223453,"about_ca_system_score_gemma":0.008379896,"threshold_uncertainty_score":0.99991333},"labels":[],"label_agreement":null},{"id":"W3192377798","doi":"10.1097/acm.0000000000004331","title":"Adapting the Admissions Interview During COVID-19: A Comparison of In-Person and Video-Based Interview Validity Evidence","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Interview; Psychology; Medical education; Distancing; Validity; Coronavirus disease 2019 (COVID-19); Social distance; Applied psychology; Clinical psychology; Medicine; Psychometrics","score_opus":0.4264328985359356,"score_gpt":0.4909157388512056,"score_spread":0.06448284031527002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192377798","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4405381,0.047111798,0.0018810558,0.50917137,0.00034789345,0.0005165963,0.0000026178293,0.00005128603,0.00037925318],"genre_scores_gemma":[0.9634738,0.0035413161,0.0001948559,0.031814843,0.00022019674,0.00003163347,0.000013075102,0.000014842075,0.00069546996],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972081,0.0007148648,0.0008834809,0.0003847211,0.0005317373,0.00027704774],"domain_scores_gemma":[0.99485135,0.0022560025,0.00030070095,0.00042954853,0.0001268451,0.00203555],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026252116,0.0001901856,0.0007182276,0.00015313078,0.00014434096,0.0000042093666,0.00022227569,0.00017258806,0.0055968235],"category_scores_gemma":[0.08852681,0.000114952556,0.000075694225,0.0006399849,0.000291989,0.00006522078,0.000104953855,0.0012577015,0.0000053508866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007635412,0.00088879507,0.43517405,0.031885598,0.00030391174,0.0005580194,0.1370344,0.00007464657,0.1557226,0.0025375825,0.14438725,0.09066962],"study_design_scores_gemma":[0.01839931,0.0018774959,0.21086925,0.23012047,0.0019753021,0.001541271,0.1902439,0.021515943,0.033509336,0.0011203886,0.2876352,0.0011921384],"about_ca_topic_score_codex":0.00009552265,"about_ca_topic_score_gemma":0.000017716777,"teacher_disagreement_score":0.5229356,"about_ca_system_score_codex":0.00012331264,"about_ca_system_score_gemma":0.0019753955,"threshold_uncertainty_score":0.9953122},"labels":[],"label_agreement":null},{"id":"W3192647138","doi":"10.1097/acm.0000000000004364","title":"Developing the Virtual Resus Room: Fidelity, Usability, Acceptability, and Applicability of a Virtual Simulation for Teaching and Learning","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University Medical Centre; St. Joseph’s Healthcare Hamilton; McMaster University; Joseph Brant Hospital; Trillium Health Centre","funders":"","keywords":"Usability; Distance education; Psychology; Medical education; Fidelity; Distancing; Coronavirus disease 2019 (COVID-19); Applied psychology; Computer science; Medicine; Mathematics education","score_opus":0.07572537485983642,"score_gpt":0.43067311425421423,"score_spread":0.3549477393943778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192647138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569318,0.00096549245,0.018018518,0.022385215,0.00021334706,0.0012962963,0.0000068458417,0.00005585487,0.00012661322],"genre_scores_gemma":[0.99600774,0.00008175456,0.0014476478,0.0015168063,0.00059769675,0.000092092734,0.000078740224,0.000024226234,0.00015328388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99688727,0.00067514664,0.0010875313,0.0005905595,0.00047359208,0.00028590352],"domain_scores_gemma":[0.9851065,0.0132744955,0.00030525972,0.0004401092,0.0006723661,0.00020124385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005600762,0.00020486221,0.00053679233,0.00009444251,0.0004439816,0.000008726255,0.000117542026,0.00027854042,0.00009283879],"category_scores_gemma":[0.01934253,0.00015343868,0.000050275044,0.00028820406,0.0005638767,0.000120940516,0.0001630101,0.0014523591,8.5594684e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006682973,0.00004695949,0.840688,0.0014488654,0.0000856386,0.0000011779489,0.044053163,0.0051750923,0.0022648887,0.015782587,0.00025648385,0.08952886],"study_design_scores_gemma":[0.0075644962,0.0010674562,0.7591594,0.00097235193,0.00042554524,0.000082014434,0.122979276,0.08785581,0.00107037,0.011926486,0.006451007,0.00044580447],"about_ca_topic_score_codex":0.00020574266,"about_ca_topic_score_gemma":0.000013176238,"teacher_disagreement_score":0.08908305,"about_ca_system_score_codex":0.00021377995,"about_ca_system_score_gemma":0.00052194856,"threshold_uncertainty_score":0.98891795},"labels":[],"label_agreement":null},{"id":"W3192687436","doi":"10.1097/acm.0000000000004318","title":"Eco-Normalization: Evaluating the Longevity of an Innovation in Context","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Normalization (sociology); Reflexivity; Fidelity; Context (archaeology); Theory of change; Knowledge management; Computer science; Management science; Process management; Sociology; Business; Economics; Social science","score_opus":0.645284918470037,"score_gpt":0.6557072933984428,"score_spread":0.010422374928405809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192687436","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014174996,0.99363106,0.0005792423,0.0010740889,0.00067293696,0.0007676425,0.000006649046,0.000010316134,0.0018405396],"genre_scores_gemma":[0.002450924,0.99458295,0.00005261339,0.0009421021,0.00051663566,0.00007817311,0.00023025293,0.00001560963,0.001130725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.990182,0.0022402217,0.0038989722,0.0005130614,0.0029524546,0.00021328665],"domain_scores_gemma":[0.9923444,0.0032169693,0.0024567638,0.00083662686,0.0010901749,0.000055110453],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.039636977,0.00025506396,0.0016008317,0.00076857244,0.00009409241,0.000023460287,0.0011123016,0.00037693905,0.0033289525],"category_scores_gemma":[0.016141979,0.00013041786,0.00008722504,0.00520764,0.00020348848,0.00038071894,0.00014596626,0.0010403665,0.000053884236],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027065587,0.0000059638014,0.00019940698,0.00038014655,0.000013655985,0.0000010024245,0.0019840994,0.000031033054,0.0000013588395,0.004436769,0.0014989328,0.99144495],"study_design_scores_gemma":[0.00047901095,0.00020083526,0.00021882978,0.010064288,0.00017862718,0.000026992253,0.003508839,0.0038150821,0.000002776981,0.0018821718,0.97944707,0.00017549274],"about_ca_topic_score_codex":0.00003530837,"about_ca_topic_score_gemma":0.000058352107,"teacher_disagreement_score":0.9912694,"about_ca_system_score_codex":0.000118806456,"about_ca_system_score_gemma":0.0012547806,"threshold_uncertainty_score":0.99758214},"labels":[],"label_agreement":null},{"id":"W3193168549","doi":"10.1097/acm.0000000000004308","title":"Supported Independence: The Role of Supervision to Help Trainees Manage Uncertainty","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"","keywords":"Independence (probability theory); Psychology; MEDLINE; Medical education; Medicine; Political science; Statistics; Law; Mathematics","score_opus":0.020903084732927693,"score_gpt":0.3430454328481069,"score_spread":0.3221423481151792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193168549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91494584,0.0013897194,0.00054754183,0.076412134,0.00052149466,0.00048487925,0.000003414747,0.000047271194,0.005647709],"genre_scores_gemma":[0.98303765,0.0003463447,0.00039918182,0.012664258,0.00081995217,0.000035991183,0.00015932757,0.000019898343,0.0025173689],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975669,0.00008090941,0.00069746224,0.00031079887,0.0010575786,0.00028637098],"domain_scores_gemma":[0.99840856,0.0001831276,0.00012569607,0.00055574736,0.00058257463,0.0001443147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014827021,0.00015512753,0.0003834906,0.00021476689,0.0000781457,0.0000026065836,0.00027873684,0.00027661014,0.0018784117],"category_scores_gemma":[0.0049375216,0.00009702642,0.000043868087,0.001533233,0.00024878085,0.00005754524,0.000087901855,0.0010173788,0.000041113533],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030867796,0.00018704093,0.062119424,0.0005390298,0.0002812606,0.00012229045,0.06235153,0.00006798567,0.3873908,0.021182243,0.15411885,0.31133088],"study_design_scores_gemma":[0.0055493545,0.0011599768,0.09245907,0.0036435085,0.00083332555,0.0009822225,0.22262554,0.004461876,0.10319196,0.017640052,0.5468453,0.0006078078],"about_ca_topic_score_codex":0.00008883866,"about_ca_topic_score_gemma":0.000005106004,"teacher_disagreement_score":0.39272645,"about_ca_system_score_codex":0.00006757225,"about_ca_system_score_gemma":0.0002768248,"threshold_uncertainty_score":0.999034},"labels":[],"label_agreement":null},{"id":"W3193240119","doi":"10.1097/acm.0000000000004262","title":"(Re)producing “Whiteness” in Health Care: A Spatial Analysis of the Critical Literature on the Integration of Internationally Educated Health Care Professionals in the Canadian Workforce","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University Health Network","funders":"","keywords":"Sociology; Racialization; Workforce; Racism; Health care; Professional boundaries; Globalization; Public relations; Political science; Gender studies","score_opus":0.12326092101248583,"score_gpt":0.5427748187552173,"score_spread":0.41951389774273146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193240119","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00081218575,0.8634066,0.0000067958044,0.12950611,0.0015191815,0.0039574346,0.00023917246,0.000010756032,0.0005417713],"genre_scores_gemma":[0.17784438,0.7905953,0.000028610079,0.027086988,0.00095715915,0.00072121003,0.002352255,0.000055187975,0.00035893792],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9828523,0.010091799,0.003901663,0.00076113746,0.0014064797,0.0009866279],"domain_scores_gemma":[0.98923635,0.0061936714,0.00215474,0.0012058957,0.00091188017,0.00029746364],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072372956,0.00053591636,0.003002323,0.0013085088,0.0006959143,0.000008564664,0.0014955533,0.0010581097,0.00021275374],"category_scores_gemma":[0.008307678,0.0002453627,0.00030878448,0.007012792,0.00029440294,0.000061868,0.00016682592,0.007350299,0.0000035905655],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005334544,0.00006088352,0.004529565,0.0401661,0.00027352665,0.000011284991,0.73011136,0.000034404788,1.5689524e-7,0.024854468,0.03288687,0.16701806],"study_design_scores_gemma":[0.0003756351,0.00015436443,0.00339277,0.4934983,0.00049837714,0.0000040991654,0.2030868,0.00004111092,2.4599845e-7,0.000094948584,0.29860854,0.0002448361],"about_ca_topic_score_codex":0.2753252,"about_ca_topic_score_gemma":0.6667997,"teacher_disagreement_score":0.52702457,"about_ca_system_score_codex":0.0037380487,"about_ca_system_score_gemma":0.016448218,"threshold_uncertainty_score":0.9999999},"labels":[],"label_agreement":null},{"id":"W3193275867","doi":"10.1097/acm.0000000000004264","title":"Using Individual Residents’ Learning Trajectories to Better Understand the Impact of Gaps in Practice","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"","keywords":"Curriculum; Learning curve; Set (abstract data type); Medicine; Health care; Balance (ability); Medical education; Psychology; Physical therapy; Computer science; Pedagogy","score_opus":0.09211613694474122,"score_gpt":0.4540451751561664,"score_spread":0.3619290382114252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193275867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625297,0.0010580037,0.0010293982,0.03355719,0.00028622407,0.00025685065,0.0000010685482,0.00001475437,0.0012667986],"genre_scores_gemma":[0.99192834,0.00017907067,0.0014564617,0.005371031,0.00073668116,0.000006764262,0.000034185403,0.000018986131,0.00026846016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979769,0.00021813002,0.00060011935,0.00021891411,0.0007299597,0.00025596793],"domain_scores_gemma":[0.9985316,0.0005843694,0.000207103,0.0002513346,0.00034580223,0.0000797822],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020537802,0.00012787647,0.0003194753,0.0002708762,0.00007455563,0.000005094792,0.00013871757,0.00018094791,0.0002845601],"category_scores_gemma":[0.020098582,0.000082312385,0.00003407658,0.001653796,0.0002116986,0.00013290883,0.000057857247,0.0014635641,0.000005069139],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000647306,0.00015850374,0.6559073,0.0003322806,0.00076388096,0.00019699302,0.17694539,0.000934202,0.066858225,0.0029549783,0.078059226,0.016241737],"study_design_scores_gemma":[0.004658678,0.00090210873,0.7781555,0.0036921077,0.0009805512,0.0010279889,0.19629526,0.00071102864,0.00507765,0.001979729,0.006189846,0.00032951985],"about_ca_topic_score_codex":0.0005841833,"about_ca_topic_score_gemma":0.0000056759095,"teacher_disagreement_score":0.12224825,"about_ca_system_score_codex":0.000287094,"about_ca_system_score_gemma":0.0005738425,"threshold_uncertainty_score":0.98815554},"labels":[],"label_agreement":null},{"id":"W3195943681","doi":"10.1097/acm.0000000000004373","title":"Endarkening the Epistemé: Critical Race Theory and Medical Education Scholarship","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Critical Race Theory in Education","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Scholarship; Oppression; Racism; Public relations; Institutional racism; White supremacy; Sociology; Political science; Health care; Criminology; Gender studies; Law; Politics","score_opus":0.0329776790116408,"score_gpt":0.46443727724067924,"score_spread":0.43145959822903845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195943681","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31717226,0.013719884,0.0013199901,0.6289579,0.0023036764,0.00018168584,9.110323e-7,0.00007700029,0.036266644],"genre_scores_gemma":[0.9749595,0.0019815415,0.00007907894,0.015189614,0.002528425,0.000027120066,0.000005695512,0.000012085307,0.005216936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954598,0.0026282053,0.00032492136,0.00028626632,0.0009499012,0.00035088722],"domain_scores_gemma":[0.9883507,0.010612962,0.000048894875,0.00023216067,0.00027570114,0.0004795761],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013359538,0.00010481554,0.00017729805,0.000047814447,0.0006901436,0.00003109944,0.00034978162,0.00029437427,0.003420273],"category_scores_gemma":[0.21335381,0.00007554491,0.00002281874,0.00035212116,0.002653758,0.00023696593,0.00008042566,0.001198299,0.00004236822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013015043,0.00001255525,0.00081456435,0.000019390349,0.000005628668,0.0000045333727,0.036298722,2.3863088e-8,0.00026513546,0.93185776,0.0032633536,0.027445305],"study_design_scores_gemma":[0.0001783452,0.000017688739,0.001424944,0.0004896566,0.00006701629,0.00007975677,0.19482853,0.0000074017903,0.00014746933,0.710831,0.09181465,0.000113530885],"about_ca_topic_score_codex":0.000059543134,"about_ca_topic_score_gemma":0.00006962222,"teacher_disagreement_score":0.6577872,"about_ca_system_score_codex":0.000105049505,"about_ca_system_score_gemma":0.0017181796,"threshold_uncertainty_score":0.99749076},"labels":[],"label_agreement":null},{"id":"W3200877520","doi":"10.1097/acm.0000000000004428","title":"The Wellness Ambassador Program: A Student-Led Initiative to Promote Wellness and Connection Among Trainees During and Beyond the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Social support; Medical education; Casual; Psychology; Feeling; Social isolation; Mental health; Pandemic; Medicine; Coronavirus disease 2019 (COVID-19); Social psychology; Political science; Psychiatry","score_opus":0.08757489776645674,"score_gpt":0.466365751561253,"score_spread":0.37879085379479627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200877520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.861957,0.006282756,0.00011853036,0.1272541,0.0009830262,0.0028577317,0.000017338103,0.0001433778,0.00038610096],"genre_scores_gemma":[0.97262317,0.006767878,0.000017998764,0.01605618,0.0010794344,0.00143939,0.00002848571,0.00003827281,0.001949198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99508446,0.0019100832,0.0009641427,0.00060992985,0.0006247658,0.0008065903],"domain_scores_gemma":[0.99443644,0.0038362446,0.00039413263,0.00035582882,0.00023366224,0.00074370153],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039752973,0.00031533718,0.0005449862,0.00010437628,0.0035353606,0.000020434465,0.0003101136,0.00046786483,0.00016137694],"category_scores_gemma":[0.0038717834,0.00016357681,0.000034395627,0.0005345767,0.00057093624,0.00014116232,0.0004251299,0.0025057322,0.000009396809],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043239223,0.000056265162,0.6575241,0.0018499523,0.00021323368,0.000098110526,0.2208042,0.0000029613113,0.0019746348,0.0031403669,0.0076668356,0.10623694],"study_design_scores_gemma":[0.006872688,0.00045977734,0.45118636,0.0050889906,0.00023145822,0.00017815417,0.4403769,0.00022053634,0.00032792462,0.005834967,0.088612266,0.0006099701],"about_ca_topic_score_codex":0.0003689691,"about_ca_topic_score_gemma":0.0009911188,"teacher_disagreement_score":0.21957272,"about_ca_system_score_codex":0.00019852674,"about_ca_system_score_gemma":0.00061621383,"threshold_uncertainty_score":0.99979556},"labels":[],"label_agreement":null},{"id":"W3201722495","doi":"10.1097/acm.0000000000004437","title":"The Scope of Social Mission Content in Health Professions Education Accreditation Standards","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Scope (computer science); Health professions; Content (measure theory); Content analysis; Pipeline (software); Representation (politics)","score_opus":0.07738696820343043,"score_gpt":0.47663959843387277,"score_spread":0.39925263023044233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201722495","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4323641,0.0118016815,0.0009873804,0.545284,0.0031464293,0.0010927498,0.000006878934,0.00003826054,0.0052785375],"genre_scores_gemma":[0.97632164,0.0044388073,0.000604085,0.010040363,0.0015354435,0.000075505144,0.00035048366,0.000023907825,0.0066097733],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99742854,0.00022831425,0.001001904,0.00020494644,0.00090454164,0.00023176234],"domain_scores_gemma":[0.997987,0.00019161864,0.00039580135,0.00022032816,0.001117921,0.00008733722],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031048437,0.00010505588,0.00032018122,0.00017052288,0.00022048515,0.000002665341,0.00011239902,0.00018366573,0.00025022955],"category_scores_gemma":[0.00900625,0.000067807414,0.000027227028,0.0009255123,0.00025446172,0.000057425605,0.00003388495,0.00084240385,0.0000035575604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019999778,0.00016291504,0.004451265,0.0006792097,0.000030649822,0.0000026446094,0.017507413,9.741802e-7,0.014837618,0.03211339,0.6712754,0.25873855],"study_design_scores_gemma":[0.004937052,0.00052986894,0.1746193,0.009179056,0.000091659385,0.00008212666,0.117952965,0.00017950548,0.0062451903,0.005502781,0.6804709,0.00020963514],"about_ca_topic_score_codex":0.00008677871,"about_ca_topic_score_gemma":0.000008438387,"teacher_disagreement_score":0.54395753,"about_ca_system_score_codex":0.0004935219,"about_ca_system_score_gemma":0.0055413386,"threshold_uncertainty_score":0.9993413},"labels":[],"label_agreement":null},{"id":"W3201918621","doi":"10.1097/acm.0000000000004447","title":"The Role of Standardized Patient Programs in Promoting Equity, Diversity, and Inclusion: A Narrative Review","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Narrative review; Narrative; MEDLINE; Systematic review; Higher education","score_opus":0.07880360707045081,"score_gpt":0.4036183235089994,"score_spread":0.3248147164385486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201918621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70244354,0.23163883,6.1361726e-7,0.059909835,0.00020271339,0.0009718923,0.0000016922395,0.00002129493,0.0048095747],"genre_scores_gemma":[0.93266636,0.06643333,0.0000138926325,0.0006891894,0.000107173175,0.000018051916,0.0000033812832,0.0000025220363,0.000066095774],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99787617,0.00041660137,0.000391235,0.00016916146,0.00090433215,0.00024252015],"domain_scores_gemma":[0.99892473,0.00034919867,0.0002005038,0.00009993457,0.0003157223,0.00010992722],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029328722,0.00007363962,0.00027101563,0.00001818444,0.0025605403,0.0000031721404,0.00027060375,0.00008119444,0.00003747838],"category_scores_gemma":[0.0032240376,0.000044899127,0.000021520258,0.0004838586,0.00042887454,0.0000772267,0.006514306,0.00039477556,2.656764e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012376509,0.0000047640096,0.015476715,0.00034272307,0.0000070459914,0.000007775895,0.8795152,6.889322e-8,0.0001626888,0.0031001647,0.0005180547,0.10085246],"study_design_scores_gemma":[0.0010660634,0.00043389288,0.0013367772,0.021883903,0.00007214937,0.000013898762,0.67126507,0.00003113055,0.00023910323,0.059200827,0.24423756,0.00021960988],"about_ca_topic_score_codex":0.0011593688,"about_ca_topic_score_gemma":0.0015830323,"teacher_disagreement_score":0.2437195,"about_ca_system_score_codex":0.0001427989,"about_ca_system_score_gemma":0.00020387716,"threshold_uncertainty_score":0.998738},"labels":[],"label_agreement":null},{"id":"W3203749779","doi":"10.1097/acm.0000000000004443","title":"How Trainees Become Multimodal Changemakers","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Grassroots; Modalities; Public relations; General partnership; Autonomy; Politics; Health care; Timeline; Psychology; Medical education; Political science; Medicine; Sociology; Social science","score_opus":0.2542853735974462,"score_gpt":0.44025237342177964,"score_spread":0.18596699982433346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203749779","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009483643,0.011944782,0.00024953074,0.9804857,0.001546528,0.0013268427,0.000048384398,0.00017913754,0.00327076],"genre_scores_gemma":[0.0015687294,0.009868357,0.000117178824,0.8591142,0.04606599,0.00012854117,0.0020708188,0.00013970656,0.08092643],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99148566,0.000305177,0.00085198384,0.0009807417,0.0034528621,0.0029235678],"domain_scores_gemma":[0.99054295,0.001327527,0.00029424744,0.0008856339,0.00039184315,0.0065578027],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0022806188,0.00071542204,0.0020365224,0.0007164572,0.00011191195,0.00001880609,0.00046120727,0.003646549,0.0022590333],"category_scores_gemma":[0.080719486,0.00049800903,0.0002250531,0.0007132184,0.0008098062,0.00011538528,0.0001320807,0.016567891,0.00011880314],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005938689,0.000009480344,0.00008214365,0.0028445853,0.00016119701,0.0070918594,0.0010855435,2.019369e-8,0.0004053602,0.0000088218785,0.9711921,0.01705947],"study_design_scores_gemma":[0.0037835499,0.0007974937,0.00010293506,0.0048227697,0.00031749773,0.0009372815,0.001202535,0.000059872626,0.0000953597,0.00007767903,0.98743683,0.0003661742],"about_ca_topic_score_codex":0.00019582617,"about_ca_topic_score_gemma":0.0000047978015,"teacher_disagreement_score":0.121371426,"about_ca_system_score_codex":0.0005556015,"about_ca_system_score_gemma":0.0050233225,"threshold_uncertainty_score":0.99974716},"labels":[],"label_agreement":null},{"id":"W3205020887","doi":"10.1097/acm.0000000000004458","title":"Women in Medicine: The Limits of Individualism in Academic Medicine","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Toronto General Hospital; St. Michael's Hospital","funders":"","keywords":"Feminism; Gender studies; Health care; Sociology; Solidarity; Political science; Law; Politics","score_opus":0.12272181811513236,"score_gpt":0.38848437230697136,"score_spread":0.26576255419183903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205020887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68116146,0.014945591,0.000022150145,0.2396085,0.0016647406,0.00046606676,0.0000052710043,0.00005090325,0.06207532],"genre_scores_gemma":[0.9540224,0.024325894,0.0000067133888,0.0133268,0.0023664872,0.000032329084,0.000026841391,0.000018106837,0.00587442],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9933169,0.0010626008,0.0012520144,0.00051974854,0.0028077231,0.0010410144],"domain_scores_gemma":[0.9961872,0.002284768,0.00039456322,0.0004405746,0.00024606637,0.00044681694],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01714182,0.00027805744,0.0010529552,0.00055949384,0.00019567428,0.0000036636732,0.0017554457,0.0006928726,0.0027243812],"category_scores_gemma":[0.013723878,0.00018409197,0.000038419996,0.0030100057,0.0042210342,0.00022870039,0.00022551203,0.0027148144,0.000020496549],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065660046,0.00001752433,0.09121568,0.00011485892,0.000050654715,0.00018049503,0.7646291,0.000007847808,0.0023516573,0.043796767,0.08951376,0.008055964],"study_design_scores_gemma":[0.0049385247,0.00032870637,0.032957684,0.0032650107,0.00011138158,0.000021567328,0.74487567,0.000010477834,0.00017265313,0.031855945,0.18119381,0.0002685769],"about_ca_topic_score_codex":0.004805113,"about_ca_topic_score_gemma":0.0011476281,"teacher_disagreement_score":0.27286094,"about_ca_system_score_codex":0.0004015138,"about_ca_system_score_gemma":0.0005369611,"threshold_uncertainty_score":0.999586},"labels":[],"label_agreement":null},{"id":"W3206311138","doi":"10.1097/acm.0000000000004450","title":"Unobserved Observers: Nurses’ Perspectives About Sharing Feedback on the Performance of Resident Physicians","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Registered Nurses' Association of Ontario; Medical Council of Canada; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Hierarchy; MEDLINE; Organizational culture; Control (management)","score_opus":0.049379572921997975,"score_gpt":0.3507605399052074,"score_spread":0.30138096698320943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206311138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93631935,0.0014837377,0.000031232223,0.05616952,0.0007596246,0.00032624925,0.000001461326,0.000044152788,0.004864642],"genre_scores_gemma":[0.98252,0.0014923188,0.0001240648,0.0064821877,0.0012704801,0.000036550715,0.000041920994,0.000027903141,0.008004612],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99780023,0.00006617175,0.00061726366,0.0003937165,0.00082723534,0.00029539654],"domain_scores_gemma":[0.99814767,0.0002319752,0.0002714178,0.00070022314,0.0005851411,0.00006356006],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008730545,0.00018574874,0.00041020644,0.00012428666,0.00013215649,0.0000042350293,0.0003182615,0.00018057112,0.00097233686],"category_scores_gemma":[0.0034602578,0.00012418641,0.00006315117,0.0010631641,0.00048772746,0.00010108777,0.000066903674,0.0012026,0.00004405639],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078587595,0.0004885565,0.18075721,0.001715395,0.00080307573,0.00007463756,0.17885315,0.00013425694,0.1313732,0.14729635,0.3198995,0.03781878],"study_design_scores_gemma":[0.004915068,0.0013646199,0.60446423,0.015130944,0.0006392783,0.00013645516,0.2641699,0.0042130975,0.07909746,0.0014773,0.023882227,0.0005094312],"about_ca_topic_score_codex":0.000037975864,"about_ca_topic_score_gemma":0.0000017084219,"teacher_disagreement_score":0.423707,"about_ca_system_score_codex":0.00021219783,"about_ca_system_score_gemma":0.0002097526,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W3206515090","doi":"10.1097/acm.0000000000004479","title":"Making Room at the Table: Expanding the MCAT Fee Assistance Program in Canada via Student and Trainee Representation","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Outreach; Medical education; Diversity (politics); Socioeconomic status; Underrepresented Minority; Medicine; Medical school; Inclusion (mineral); Test (biology); Family medicine; Psychology; Political science","score_opus":0.07408006420640115,"score_gpt":0.43199418856721544,"score_spread":0.35791412436081427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206515090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7466789,0.008737499,0.00016635125,0.23985924,0.0006754247,0.00075412943,0.000002730098,0.000028333392,0.0030973882],"genre_scores_gemma":[0.97603834,0.0010445025,0.000050453407,0.015396785,0.00045492197,0.00011143436,0.000036396188,0.000013154221,0.0068540317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99817115,0.00013568021,0.00044650698,0.00029724886,0.00066877913,0.00028064896],"domain_scores_gemma":[0.9985261,0.0006106034,0.00012511139,0.00030954042,0.000065730186,0.00036294086],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006327403,0.00012918547,0.00026808187,0.000038943705,0.0001886906,0.0000071075688,0.00013794343,0.00007790862,0.001464384],"category_scores_gemma":[0.0037554884,0.00006559948,0.00001695114,0.0005652109,0.00013459071,0.0000370404,0.0000802783,0.0007656134,0.0000019432462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157062,0.000112991744,0.40485153,0.00029552227,0.00015746111,0.00040355435,0.031160906,0.000024161252,0.018170713,0.0008722359,0.3498047,0.19399466],"study_design_scores_gemma":[0.0039250073,0.00011983394,0.55105585,0.0024463944,0.0002675464,0.0006512813,0.09570421,0.0013278251,0.0016517098,0.00034685497,0.34224293,0.0002605294],"about_ca_topic_score_codex":0.021374062,"about_ca_topic_score_gemma":0.105392255,"teacher_disagreement_score":0.22935942,"about_ca_system_score_codex":0.00040247527,"about_ca_system_score_gemma":0.0015013902,"threshold_uncertainty_score":0.9994484},"labels":[],"label_agreement":null},{"id":"W3206813032","doi":"10.1097/acm.0000000000004464","title":"The Rise of Virtual Care in the Pandemic Era: Ensuring Equitable Systems for Our Most Marginalized Populations","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Health care; Equity (law); Health equity; Incentive; Public relations; Socioeconomic status; Psychological intervention; Medicine; Business; Internet privacy; Political science; Nursing; Environmental health; Public health; Population; Computer science","score_opus":0.1229996687285466,"score_gpt":0.4077194014921504,"score_spread":0.2847197327636038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206813032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019777216,0.084193155,0.00062077196,0.88607424,0.0029831491,0.0055414806,0.00019356019,0.00007097882,0.00054546574],"genre_scores_gemma":[0.4996463,0.02135457,0.00015077362,0.42917275,0.031100586,0.0023089547,0.008465096,0.00022912653,0.007571839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511015,0.00048662364,0.0018401976,0.00048153667,0.0011943175,0.0008871432],"domain_scores_gemma":[0.9963096,0.0015662061,0.0008634715,0.0007035906,0.00044954437,0.00010758816],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002871594,0.00040509604,0.0011695665,0.0003282284,0.00031040082,0.000012005503,0.00047140874,0.0008007634,0.00002589156],"category_scores_gemma":[0.0016310278,0.00022471703,0.00011650016,0.0006509337,0.00014407832,0.000066836954,0.00007574979,0.003608357,0.0000028062498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015514226,0.000006175422,0.009429217,0.0019955765,0.00010045605,0.00007643439,0.0057472726,0.000008129736,0.00012272545,0.00047198273,0.97713315,0.004753743],"study_design_scores_gemma":[0.0058831587,0.0007674131,0.0019224612,0.002852625,0.00082961895,0.00025355487,0.059879143,0.00015618461,0.000013826978,0.00013136967,0.9271104,0.00020027536],"about_ca_topic_score_codex":0.0012587588,"about_ca_topic_score_gemma":0.00014214529,"teacher_disagreement_score":0.4798691,"about_ca_system_score_codex":0.00029636052,"about_ca_system_score_gemma":0.0006062022,"threshold_uncertainty_score":0.99869037},"labels":[],"label_agreement":null},{"id":"W3206982759","doi":"10.1097/acm.0000000000004471","title":"Institutional Accountability for Students With Disabilities: A Call for Liaison Committee on Medical Education Action","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Accreditation; Diversity (politics); Workforce; Medical education; Inclusion (mineral); Graduate medical education; Mandate; Accountability; Medicine; Public relations; Psychology; Political science","score_opus":0.1012600195162909,"score_gpt":0.45585566802706123,"score_spread":0.3545956485107703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206982759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8799282,0.00047100722,0.00558087,0.098781735,0.0034072301,0.0015842734,0.000041886116,0.000099683064,0.010105145],"genre_scores_gemma":[0.977185,0.00044195526,0.00014303722,0.013043721,0.0031578916,0.00024115616,0.00022111174,0.00000976653,0.005556356],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970324,0.00012959553,0.00026630986,0.0003341158,0.001956408,0.00028114574],"domain_scores_gemma":[0.9977496,0.0012393881,0.000086376494,0.0001779543,0.0004577394,0.00028889324],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002824111,0.000121049554,0.0002480278,0.000054519543,0.0005535648,0.000016680598,0.0004927495,0.0002890985,0.00055832183],"category_scores_gemma":[0.009032908,0.000094448355,0.000044819244,0.00022962803,0.0010426112,0.00018757232,0.000046073408,0.00040680377,0.000007436286],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013600804,0.00065123354,0.17914243,0.0006755973,0.00017762528,0.0000046974515,0.113770396,0.000011555774,0.00009550682,0.159537,0.48718652,0.05738735],"study_design_scores_gemma":[0.0037198737,0.0007082333,0.0050118673,0.000976709,0.00017023608,0.000007501122,0.26454014,0.00004058865,0.00006291674,0.007536305,0.7170162,0.00020942978],"about_ca_topic_score_codex":0.0008715034,"about_ca_topic_score_gemma":0.001886616,"teacher_disagreement_score":0.22982967,"about_ca_system_score_codex":0.00040976537,"about_ca_system_score_gemma":0.0018886586,"threshold_uncertainty_score":0.9993144},"labels":[],"label_agreement":null},{"id":"W3207016840","doi":"10.1097/acm.0000000000004451","title":"Dismantling Structural Stigma Related to Mental Health and Substance Use: An Educational Framework","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; St. Michael's Hospital; Mental Health Commission of Canada","funders":"","keywords":"Stigma (botany); Cognitive reframing; Mental health; Prejudice (legal term); Psychology; Health equity; Social psychology; Public relations; Medicine; Public health; Psychiatry; Political science; Nursing","score_opus":0.061571164567846795,"score_gpt":0.4571203449505263,"score_spread":0.3955491803826795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207016840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93976176,0.014426586,0.000043949567,0.04317395,0.0019088985,0.00035459167,0.000019992132,0.000036743426,0.00027353957],"genre_scores_gemma":[0.9837073,0.00077544566,0.00061491225,0.009743305,0.00046050706,0.00002906999,0.00042013146,0.000021007138,0.0042283097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982657,0.00015170687,0.00044995736,0.00045335136,0.0002418351,0.000437466],"domain_scores_gemma":[0.99868184,0.0002609999,0.00012846105,0.00023216012,0.00003270928,0.00066383375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022274398,0.00016253671,0.00026812323,0.000072747214,0.00033394917,0.000009454711,0.00012943095,0.00016975885,0.0019870016],"category_scores_gemma":[0.000120624725,0.00013338977,0.0000129752425,0.00029968788,0.00009459419,0.00017746828,0.00003089658,0.0005558308,0.000041120627],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035187142,0.00006811578,0.52259505,0.00014708517,0.00013383183,0.00004756427,0.17018695,0.0000022947993,0.0005204459,0.1937961,0.036097083,0.07605359],"study_design_scores_gemma":[0.0040573864,0.00091284123,0.9139442,0.0021676396,0.000052900315,0.0005254284,0.028509654,0.0001117842,0.0001257455,0.03775273,0.011260619,0.0005790764],"about_ca_topic_score_codex":0.0003306682,"about_ca_topic_score_gemma":0.00004599863,"teacher_disagreement_score":0.39134914,"about_ca_system_score_codex":0.00012414703,"about_ca_system_score_gemma":0.00006269628,"threshold_uncertainty_score":0.9989253},"labels":[],"label_agreement":null},{"id":"W3207318126","doi":"10.1097/acm.0000000000004476","title":"Resident Equity, Diversity, and Inclusion Committee: A Mechanism for Programmatic Change","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Excellence; Diversity (politics); Equity (law); Inclusion (mineral); Public relations; Population; Political science; Medical education; Medicine; Sociology; Law","score_opus":0.20709052053868526,"score_gpt":0.38701384590900245,"score_spread":0.1799233253703172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207318126","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015950963,0.0037571616,0.00034360372,0.9861501,0.001992155,0.0017786782,0.00002717324,0.00012105322,0.004234989],"genre_scores_gemma":[0.013427034,0.010264761,0.000093015995,0.9402891,0.020335222,0.00012485264,0.0003875066,0.000034594057,0.015043954],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99471617,0.0003820404,0.0003943814,0.0005690809,0.0031846277,0.00075371366],"domain_scores_gemma":[0.9979681,0.0007511932,0.00032647257,0.0003045901,0.00036898567,0.00028068133],"candidate_categories":["metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004603574,0.00031888337,0.0007476301,0.00025004282,0.0060517616,0.000029095645,0.0016885349,0.0016820536,0.00037200606],"category_scores_gemma":[0.0014778924,0.0002849138,0.000090591864,0.00032892168,0.0010365085,0.0001892421,0.030868169,0.002457882,0.000006165811],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010595928,0.0000031408504,0.00020270784,0.00064015226,0.000056764304,0.00019426877,0.1719189,3.8488714e-9,0.000007862889,0.008247308,0.814188,0.004530292],"study_design_scores_gemma":[0.0011639335,0.00028210375,0.000018267418,0.001983428,0.000657312,0.000010723323,0.028037539,0.00000740662,0.0000056187127,0.11369899,0.8538191,0.00031563718],"about_ca_topic_score_codex":0.004995293,"about_ca_topic_score_gemma":0.00040543778,"teacher_disagreement_score":0.14388137,"about_ca_system_score_codex":0.00027923327,"about_ca_system_score_gemma":0.00014907357,"threshold_uncertainty_score":0.9999603},"labels":[],"label_agreement":null},{"id":"W3208042738","doi":"10.1097/acm.0000000000004485","title":"Translating Ideals Into Practice: A Pragmatic Approach to Advocacy for Medical Trainees","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oppression; Context (archaeology); Psychological intervention; Medical education; Resistance (ecology); Power (physics); Medicine; Sociology; Psychology; Public relations; Political science; Nursing; Politics","score_opus":0.07547928092824574,"score_gpt":0.49508990475403797,"score_spread":0.41961062382579223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208042738","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038510013,0.0065837624,0.127027,0.7859806,0.0017830447,0.0050899065,0.000014521213,0.00033477464,0.034676414],"genre_scores_gemma":[0.7726261,0.0013794804,0.019040108,0.19396764,0.009404241,0.0002746406,0.00027632475,0.000107397245,0.0029240972],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952381,0.0010050567,0.0014823842,0.00053617393,0.0009187417,0.0008195248],"domain_scores_gemma":[0.9930791,0.005035035,0.00033066186,0.0003373268,0.00028769515,0.00093013735],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007022627,0.00024299852,0.0006883158,0.00012790234,0.0005713698,0.000002952252,0.00032668863,0.0005617057,0.0005453125],"category_scores_gemma":[0.033113103,0.0001836884,0.00006577189,0.00051504525,0.00008918578,0.00012984475,0.00008168923,0.0023566186,0.00006611113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035509263,0.00017156971,0.00084442075,0.009416003,0.000109770765,0.000034161458,0.5933529,0.000010782133,0.002555461,0.035800576,0.24867943,0.108669825],"study_design_scores_gemma":[0.010555114,0.00047958133,0.0005337072,0.013079968,0.00029167245,0.0001446355,0.30437815,0.0032634332,0.000056003693,0.0075772987,0.6590962,0.0005442466],"about_ca_topic_score_codex":0.00010593132,"about_ca_topic_score_gemma":0.000022049475,"teacher_disagreement_score":0.7341161,"about_ca_system_score_codex":0.0001479798,"about_ca_system_score_gemma":0.002189048,"threshold_uncertainty_score":0.999945},"labels":[],"label_agreement":null},{"id":"W3208344337","doi":"10.1097/acm.0000000000004282","title":"A Question of Scale? Comparison of Generalizability in Ottawa and Chen Scales When Used to Formulate Ad Hoc Entrustment Decisions for the Core EPAs","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Scale (ratio); Formative assessment; Reliability (semiconductor); Medical education; Psychology; Medicine; Mathematics education; Geography","score_opus":0.09501778999012343,"score_gpt":0.4370391930029333,"score_spread":0.34202140301280987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208344337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94595486,0.0041871904,0.0103448015,0.038131915,0.00026872067,0.0010550515,0.0000087092285,0.000011066701,0.00003770011],"genre_scores_gemma":[0.9892185,0.00055490324,0.0080965785,0.0015514032,0.00016740947,0.00011572136,0.0001027066,0.000013186869,0.00017960584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979266,0.00006720141,0.001049175,0.00026674027,0.0004938133,0.00019646432],"domain_scores_gemma":[0.9979979,0.0008335609,0.00024089722,0.0003750285,0.00045192704,0.00010070074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018526191,0.00012845798,0.0005438347,0.00018043206,0.000050784904,0.0000015261205,0.00013189601,0.00019788017,0.00008419612],"category_scores_gemma":[0.007496207,0.00008480307,0.000036994046,0.00054246915,0.00028982974,0.00004325186,0.000060680206,0.0003633034,8.2644243e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067779486,0.00038428014,0.5937877,0.0007901863,0.00015229067,0.0000026366133,0.049031526,0.000106057756,0.065464064,0.009954555,0.050997682,0.22865117],"study_design_scores_gemma":[0.0098568,0.0015047906,0.8541319,0.0046858047,0.0007133317,0.000056213208,0.016089171,0.021007322,0.030918699,0.017503385,0.043216016,0.0003166059],"about_ca_topic_score_codex":0.00006697,"about_ca_topic_score_gemma":0.00011833135,"teacher_disagreement_score":0.26034412,"about_ca_system_score_codex":0.0001304397,"about_ca_system_score_gemma":0.00015288903,"threshold_uncertainty_score":0.89742017},"labels":[],"label_agreement":null},{"id":"W3208378254","doi":"10.1097/acm.0000000000004311","title":"Applying Coactivity Scales to Entrustable Professional Activity Assessments of Clerkship Students","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Interpreter; Scale (ratio); Medical education; Accreditation; Psychology; IBM; Medicine; Psychometrics; Computer science; Clinical psychology","score_opus":0.059949218030424196,"score_gpt":0.4768132869973851,"score_spread":0.41686406896696093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208378254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812628,0.00014008679,0.004095167,0.010491955,0.0013454607,0.0009635144,0.0000042753395,0.00004414638,0.0016525717],"genre_scores_gemma":[0.9883424,0.00007424214,0.0014876445,0.004495313,0.00066566886,0.0002522088,0.00007228714,0.000023440762,0.0045867846],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968804,0.0001504678,0.0005781586,0.00041145677,0.0016269377,0.00035254165],"domain_scores_gemma":[0.9983479,0.00025162383,0.00024646698,0.0004229845,0.0005092557,0.00022180454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001605536,0.00018267572,0.0005471431,0.00023385702,0.00010778831,0.0000041276676,0.0002350466,0.00027757193,0.0006425131],"category_scores_gemma":[0.0034375512,0.00015085805,0.000040057104,0.0011457887,0.00017329905,0.00014686484,0.00019805449,0.0011468857,0.00002779946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043516967,0.00071830006,0.4366748,0.00079998357,0.00024095204,0.00003940752,0.0022421754,0.0000056808476,0.33930373,0.001614021,0.06834432,0.14958146],"study_design_scores_gemma":[0.0060246144,0.0006070186,0.8258451,0.004528338,0.0004192964,0.00015660761,0.009782524,0.0004712626,0.11667658,0.0011943013,0.033854228,0.00044012626],"about_ca_topic_score_codex":0.00003472842,"about_ca_topic_score_gemma":0.0000023069326,"teacher_disagreement_score":0.38917032,"about_ca_system_score_codex":0.00026313192,"about_ca_system_score_gemma":0.00039981795,"threshold_uncertainty_score":0.70350677},"labels":[],"label_agreement":null},{"id":"W3208513175","doi":"10.1097/acm.0000000000004487","title":"Dressing the Part: Gender Differences in Residents’ Experiences of Feedback in Internal Medicine","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Assertiveness; Focus group; Psychology; Social psychology; Power (physics); Medicine; Medical education; Family medicine; Sociology","score_opus":0.11856609168907561,"score_gpt":0.3620474881759024,"score_spread":0.24348139648682676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208513175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9347366,0.0076815295,0.000038378752,0.020853207,0.0013432933,0.00013222803,6.425171e-7,0.000013970442,0.035200126],"genre_scores_gemma":[0.9897174,0.004973966,0.0000073444116,0.0019507932,0.00092933123,0.000010664624,0.0000034329767,0.00000471521,0.0024023422],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99668705,0.00056349643,0.00060487667,0.00028827597,0.0014805204,0.00037580458],"domain_scores_gemma":[0.9985691,0.00080487377,0.00019706751,0.00019303786,0.000108217995,0.00012773594],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036954319,0.00012993882,0.0004378782,0.00016640368,0.00015245941,0.000008763863,0.00091010256,0.00018075145,0.0021380337],"category_scores_gemma":[0.0029502031,0.0000810558,0.000027209964,0.0008947137,0.002574571,0.00016841233,0.00015341782,0.0007263999,0.000005415174],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027238932,0.000010578635,0.21328348,0.00003116628,0.000012811786,0.00007909844,0.7668558,9.897341e-7,0.00027877168,0.00435292,0.012909237,0.002157957],"study_design_scores_gemma":[0.000989627,0.000055494278,0.08161333,0.0016092617,0.000023988967,0.000005393047,0.90863705,0.000012953465,0.0001557822,0.003624265,0.0031851598,0.0000876727],"about_ca_topic_score_codex":0.0055535547,"about_ca_topic_score_gemma":0.0016660328,"teacher_disagreement_score":0.14178132,"about_ca_system_score_codex":0.000078059085,"about_ca_system_score_gemma":0.00020950435,"threshold_uncertainty_score":0.9987742},"labels":[],"label_agreement":null},{"id":"W3209142821","doi":"10.1097/acm.0000000000004280","title":"Incorporating Situational Judgment Tests Into Postgraduate Medical Education Admissions: Examining Educational and Organizational Outcomes","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Psychological intervention; Cohort; Documentation; Situational ethics; Specialty; Descriptive statistics; Psychology; Medical education; Family medicine; Test (biology); Medicine; Nursing; Computer science; Social psychology","score_opus":0.036663565893344664,"score_gpt":0.3838875933363192,"score_spread":0.34722402744297454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209142821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.629441,0.0015141494,0.0009803356,0.3642483,0.0013578059,0.0003559934,0.0000020439318,0.0000750447,0.0020252839],"genre_scores_gemma":[0.930306,0.00036876483,0.01299765,0.047130965,0.0023011086,0.000111634195,0.0019568952,0.00004699307,0.0047799973],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99618727,0.00011949628,0.0010927134,0.0005707073,0.0017557539,0.0002740526],"domain_scores_gemma":[0.99669546,0.0005995285,0.00034711085,0.000333607,0.0013976129,0.00062669336],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013003295,0.00026950208,0.00043864944,0.00038879865,0.00031333734,0.0000150827,0.00017193623,0.000373852,0.0049871816],"category_scores_gemma":[0.06099992,0.00022612873,0.000027067645,0.0012494603,0.00033075403,0.00020935369,0.0001403787,0.0010094837,0.000051179206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003355991,0.00038543818,0.7495228,0.00033457746,0.0001573809,0.000023063341,0.004455423,0.0000023553673,0.008116141,0.105661795,0.08169677,0.04961072],"study_design_scores_gemma":[0.0043226946,0.00031590767,0.8774118,0.0041213734,0.00040129453,0.002359094,0.009171993,0.0019513819,0.0010269713,0.085072786,0.013165824,0.0006789187],"about_ca_topic_score_codex":0.0000341439,"about_ca_topic_score_gemma":0.00000629381,"teacher_disagreement_score":0.31711733,"about_ca_system_score_codex":0.00031797015,"about_ca_system_score_gemma":0.0091933925,"threshold_uncertainty_score":0.99642354},"labels":[],"label_agreement":null},{"id":"W3209299781","doi":"10.1097/acm.0000000000004136","title":"O–RI–M: Reporting to Include Data Interpretation","year":2021,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interpretation (philosophy); Internship; Interpreter; Computer science; Data collection; Medical education; Psychology; Medicine; Sociology; Programming language","score_opus":0.19290785817707373,"score_gpt":0.4655973067503758,"score_spread":0.2726894485733021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209299781","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003539845,0.003302945,0.002345625,0.9809386,0.002375359,0.0006389848,0.000044972974,0.00017962344,0.0066340566],"genre_scores_gemma":[0.010237503,0.0010422097,0.00076973176,0.934145,0.025609372,0.000037690937,0.012142026,0.00010589627,0.015910614],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934465,0.00016074501,0.0030623483,0.0014054227,0.0013141037,0.0006108552],"domain_scores_gemma":[0.98117745,0.013590614,0.0018939318,0.002497362,0.0003441666,0.00049649226],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030730222,0.00045637693,0.0017182812,0.00029300514,0.00006580291,0.00001274552,0.0007745785,0.0018177305,0.00097230356],"category_scores_gemma":[0.5326818,0.0003527382,0.00011537081,0.0005293272,0.00017871187,0.000074528,0.0008990686,0.0069836206,0.00024416068],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004492789,0.00000749433,0.0016810987,0.00020797028,0.00013147047,0.0034735883,0.00078622985,8.189692e-7,0.00010273354,0.000005775514,0.97574234,0.01781555],"study_design_scores_gemma":[0.0010961469,0.0003335555,0.00090804446,0.038399123,0.0011327494,0.0011186094,0.00028560116,0.0003981114,0.000045872013,0.00024811106,0.9556646,0.00036950785],"about_ca_topic_score_codex":0.00021863518,"about_ca_topic_score_gemma":0.0000041908306,"teacher_disagreement_score":0.52960885,"about_ca_system_score_codex":0.00016039325,"about_ca_system_score_gemma":0.0005629109,"threshold_uncertainty_score":0.99994093},"labels":[],"label_agreement":null},{"id":"W3209951882","doi":"10.1097/acm.0000000000004276","title":"Knowledge Syntheses in Medical Education: Examining Authors’ Gender, Geographic Location, and Institutional Affiliation","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Publication; Knowledge base; Core Knowledge; Medical knowledge; Field (mathematics); Process (computing); Power (physics); Medical education; Higher education; Psychology; Knowledge management; Public relations; Computer science; Political science; Medicine; World Wide Web","score_opus":0.07487383273568853,"score_gpt":0.3941012373457118,"score_spread":0.31922740461002325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209951882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905305,0.021444228,0.006519357,0.048161414,0.0028092605,0.0005242107,0.0000013037343,0.0001269537,0.015108258],"genre_scores_gemma":[0.9876655,0.0026249574,0.0011079003,0.005681713,0.0016357582,0.00011557563,0.00024425297,0.000020653806,0.00090373383],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973264,0.00015636793,0.00085773447,0.0004972353,0.00087160047,0.00029071295],"domain_scores_gemma":[0.9981306,0.00033324942,0.00015025017,0.00031495656,0.0007866848,0.0002842289],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002015676,0.00019780509,0.00037598677,0.0006793724,0.00014866219,0.000007696538,0.00014095439,0.000518446,0.0011871092],"category_scores_gemma":[0.027627008,0.00017807611,0.000019343763,0.0021964144,0.0005999144,0.00018418378,0.0000714527,0.0012162013,0.0000291002],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066755725,0.00051008136,0.3877794,0.001316971,0.00010716602,0.00008273611,0.012299185,0.000008047603,0.0011246715,0.17245461,0.029271403,0.39497897],"study_design_scores_gemma":[0.0030891194,0.00017794914,0.8927235,0.008696851,0.00024715142,0.0024867635,0.014411499,0.006255096,0.00032438737,0.006738736,0.06437025,0.00047871273],"about_ca_topic_score_codex":0.000042479118,"about_ca_topic_score_gemma":0.000017502021,"teacher_disagreement_score":0.5049441,"about_ca_system_score_codex":0.00021961918,"about_ca_system_score_gemma":0.0039200624,"threshold_uncertainty_score":0.99972594},"labels":[],"label_agreement":null},{"id":"W3212057601","doi":"10.1097/acm.0000000000004522","title":"Transfer of Clinical Decision-Making–Related Learning Outcomes Following Simulation-Based Education in Nursing and Medicine: A Scoping Review","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Université de Montréal; University of Ottawa; Montreal Heart Institute","funders":"","keywords":"Transfer of learning; Context (archaeology); Transfer of training; MEDLINE; Nurse education; Educational measurement","score_opus":0.07581768393279596,"score_gpt":0.5526634368163796,"score_spread":0.47684575288358366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212057601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8623208,0.10105709,0.0037109714,0.029382559,0.0015315244,0.0014098324,7.436078e-7,0.00007240014,0.00051408255],"genre_scores_gemma":[0.98698586,0.004164331,0.0006727733,0.0076267463,0.0002898041,0.000032898384,0.00008361972,0.000040995845,0.00010299035],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99483854,0.00052527065,0.0029803691,0.0005748599,0.0007835091,0.00029744953],"domain_scores_gemma":[0.98421,0.01414267,0.00039621914,0.00038831288,0.00058312214,0.00027965548],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031231642,0.00025881093,0.0014793231,0.00046177796,0.00010259375,0.0000025811655,0.00010518476,0.000404273,0.00063752185],"category_scores_gemma":[0.025125144,0.00021674804,0.00013418411,0.00113589,0.00026318114,0.00014475975,0.000012996472,0.0012866228,0.000004804515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006861607,0.000061212864,0.91052824,0.004128425,0.000037024696,0.000012463181,0.002520265,0.0033667034,0.0000658954,0.00023948315,0.00015613537,0.078815535],"study_design_scores_gemma":[0.0050723334,0.00023169433,0.29556096,0.67680055,0.0005965271,0.000019949368,0.0039008178,0.01598305,0.00002784914,0.0014805747,0.000083271865,0.00024238668],"about_ca_topic_score_codex":0.000047734105,"about_ca_topic_score_gemma":0.0000044455237,"teacher_disagreement_score":0.67267215,"about_ca_system_score_codex":0.00016430295,"about_ca_system_score_gemma":0.0029629152,"threshold_uncertainty_score":0.98308665},"labels":[],"label_agreement":null},{"id":"W37701703","doi":"10.1097/00001888-200408000-00015","title":"Evaluation of a Teaching Workshop for Residents at the University of Saskatchewan: A Pilot Study","year":2004,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Intervention (counseling); Medical education; Psychology; Set (abstract data type); Medicine; Nursing; Computer science","score_opus":0.09951285129391062,"score_gpt":0.40970253696822717,"score_spread":0.31018968567431654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37701703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804022,0.00042814744,0.003071442,0.013598218,0.00025422193,0.0017220504,0.0000016023057,0.000015415979,0.00050671416],"genre_scores_gemma":[0.99753785,0.000028586319,0.0004958917,0.00046787225,0.00027295758,0.000014636093,0.00002802645,0.000011244511,0.0011429518],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977452,0.0001725569,0.00045401254,0.00019471311,0.0012917082,0.0001417769],"domain_scores_gemma":[0.998327,0.00026354328,0.00032099232,0.0003508516,0.0006939817,0.00004361197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00834742,0.000094256124,0.00028340696,0.00014756854,0.00014141484,5.122458e-7,0.00019335393,0.000084383086,0.00019331285],"category_scores_gemma":[0.0073607275,0.00006585082,0.00002546347,0.00037938976,0.00030769384,0.000049526952,0.000053486237,0.00051123975,0.000004131183],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004250516,0.0021969306,0.06039969,0.0010207355,0.0013316306,0.0000086571845,0.57952833,0.0008794819,0.071271285,0.002842592,0.117173105,0.15909703],"study_design_scores_gemma":[0.04730496,0.009520948,0.19581948,0.0046874373,0.007165618,0.00006547211,0.7156452,0.0018008542,0.0029056242,0.011849905,0.0029150934,0.00031940636],"about_ca_topic_score_codex":0.00073173107,"about_ca_topic_score_gemma":0.00015359426,"teacher_disagreement_score":0.15877762,"about_ca_system_score_codex":0.00044740087,"about_ca_system_score_gemma":0.0005048317,"threshold_uncertainty_score":0.88120097},"labels":[],"label_agreement":null},{"id":"W412933501","doi":"10.1097/acm.0000000000000754","title":"Developing and Successfully Implementing a Competency-Based Portfolio Assessment System in a Postgraduate Family Medicine Residency Program","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Portfolio; Audit; Medical education; Attendance; Professional development; Identification (biology); Psychology; Medicine; Business","score_opus":0.09020951963971302,"score_gpt":0.44188969772562153,"score_spread":0.3516801780859085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W412933501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89080137,0.002084131,0.004253642,0.086758636,0.00094130996,0.0023500337,0.0000019788044,0.00035626668,0.012452624],"genre_scores_gemma":[0.96426874,0.00020037337,0.027650686,0.0060646473,0.000985862,0.0003396141,0.00024363068,0.000050956613,0.00019546208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521565,0.00017825363,0.0017994911,0.0006185195,0.0014439176,0.0007441405],"domain_scores_gemma":[0.9977349,0.00019193842,0.00052378676,0.00042695762,0.0007632567,0.00035912782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005747879,0.00036452425,0.0009003752,0.0010464746,0.00012832622,0.000010138172,0.00026743583,0.0002890012,0.00004907389],"category_scores_gemma":[0.0027207728,0.00027621692,0.000027047372,0.0019107794,0.00048566321,0.00016622452,0.00010882948,0.0012985084,0.0000075158196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024941904,0.00013697668,0.6870513,0.0031970376,0.00016462746,0.0005367614,0.009300573,0.0000059695276,0.0033051388,0.15763956,0.05054579,0.08786683],"study_design_scores_gemma":[0.034511533,0.004645977,0.69869894,0.034694128,0.00092051807,0.001325252,0.12965252,0.022099799,0.00027585487,0.010821407,0.06102286,0.0013312221],"about_ca_topic_score_codex":0.0009325782,"about_ca_topic_score_gemma":0.000028180739,"teacher_disagreement_score":0.14681815,"about_ca_system_score_codex":0.0009645927,"about_ca_system_score_gemma":0.003036093,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4200061327","doi":"10.1097/acm.0000000000004552","title":"The Senior Medical Resident’s New Role in Assessment in Internal Medicine","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Summative assessment; Context (archaeology); Medical education; Medicine; Psychology; Documentation; Nursing; Formative assessment; Pedagogy","score_opus":0.023756887106962627,"score_gpt":0.4182372119507136,"score_spread":0.394480324843751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200061327","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3306839,0.0071549476,0.0010549478,0.63453484,0.0026029344,0.00055166514,5.03584e-7,0.00006292926,0.02335335],"genre_scores_gemma":[0.927837,0.0070448797,0.0006031195,0.0323753,0.0061146254,0.000095505544,0.0001210209,0.00005638319,0.025752151],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.994697,0.00027479755,0.0016960022,0.0005243007,0.0022112383,0.0005966926],"domain_scores_gemma":[0.99764836,0.00087455177,0.00023487578,0.0006089257,0.00024933898,0.00038396937],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049634734,0.00025789003,0.00066301523,0.0004602668,0.00009021892,0.0000067616256,0.00048264043,0.0004915731,0.0039033857],"category_scores_gemma":[0.020749802,0.00016197556,0.000039880117,0.00185869,0.0006172455,0.000104264065,0.00015965613,0.003935212,0.00004301453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021765233,0.00008924872,0.19784728,0.00013669702,0.00008331876,0.0010430377,0.012487134,0.0000038849794,0.0038298783,0.022752937,0.6028997,0.15860924],"study_design_scores_gemma":[0.017907089,0.0006054516,0.4550342,0.011117643,0.00017809933,0.0020165194,0.051540032,0.0045133415,0.00073031685,0.022632299,0.4332687,0.00045632248],"about_ca_topic_score_codex":0.0017974545,"about_ca_topic_score_gemma":0.00065720687,"teacher_disagreement_score":0.60215956,"about_ca_system_score_codex":0.0006168746,"about_ca_system_score_gemma":0.0022830272,"threshold_uncertainty_score":0.9983627},"labels":[],"label_agreement":null},{"id":"W4200167611","doi":"10.1097/acm.0000000000004574","title":"Operationalizing Programmatic Assessment: The CBME Programmatic Assessment Practice Guidelines","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Operationalization; Formative assessment; Summative assessment; Stakeholder; Medical education; Competence (human resources); Medicine; Psychology; Political science; Public relations; Pedagogy","score_opus":0.10089270840458593,"score_gpt":0.5222582199606388,"score_spread":0.4213655115560529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200167611","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034081258,0.0035228129,0.038264766,0.89574003,0.0020211774,0.002630267,0.000001847542,0.0002834423,0.023454374],"genre_scores_gemma":[0.38972837,0.0024960993,0.4029177,0.17823179,0.009518698,0.0022311634,0.0015560882,0.00016081613,0.013159246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949823,0.00035035485,0.0017174315,0.0005096159,0.0019389743,0.00050134433],"domain_scores_gemma":[0.99433166,0.00068653654,0.00051208545,0.00080230634,0.0034889865,0.00017842803],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005380687,0.00030364905,0.0005399458,0.0001679089,0.00038541312,0.000051407373,0.00033290603,0.0002759736,0.0009869479],"category_scores_gemma":[0.026968366,0.00018870573,0.00007107251,0.0016223263,0.00040770535,0.0003453804,0.00012025498,0.0019516414,0.00005633518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050224615,0.0004643667,0.007269185,0.0013698954,0.00078678684,0.00022455092,0.006976154,0.0000530777,0.0071556303,0.20520976,0.43020248,0.3402379],"study_design_scores_gemma":[0.0033962894,0.0004624913,0.007065086,0.0027668388,0.0014241752,0.0025546714,0.03937973,0.022405325,0.00029489739,0.0047934386,0.91503984,0.0004171927],"about_ca_topic_score_codex":0.00003947749,"about_ca_topic_score_gemma":0.0000024775989,"teacher_disagreement_score":0.71750826,"about_ca_system_score_codex":0.00050146517,"about_ca_system_score_gemma":0.00186605,"threshold_uncertainty_score":0.99992627},"labels":[],"label_agreement":null},{"id":"W4200174761","doi":"10.1097/acm.0000000000004569","title":"The Heart of Generalism","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bedroom; Crew; Living room; Medical emergency; History; Psychology; Medicine; Archaeology; Engineering","score_opus":0.11530553116293978,"score_gpt":0.5010068335884321,"score_spread":0.38570130242549233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200174761","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14463888,0.03304612,0.00012568658,0.7382333,0.0044478728,0.00043240987,0.000008251235,0.000075419244,0.07899201],"genre_scores_gemma":[0.37247482,0.029328723,0.00024160031,0.4698528,0.005877456,0.000106687425,0.000055143722,0.00004376724,0.122019],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980737,0.00041529813,0.000690008,0.00014371036,0.0002964834,0.0003807836],"domain_scores_gemma":[0.99731934,0.001823919,0.00017455762,0.0003502842,0.00020312202,0.00012880453],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013947967,0.000081845414,0.0003113904,0.000031167147,0.00046112598,4.2403514e-7,0.00019238186,0.00021463247,0.0010347262],"category_scores_gemma":[0.0011440874,0.000045800152,0.00003316554,0.00020903151,0.00014385673,0.000033090015,0.00011226608,0.0011012015,0.0001084582],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012875191,0.0000011622639,0.019405993,0.00011259545,0.000011982141,0.0000037320983,0.002688126,1.199908e-7,0.0043100677,0.021597434,0.9503666,0.0014892936],"study_design_scores_gemma":[0.00057773903,0.00002758194,0.015649987,0.00012805796,0.000019502235,0.0000064605633,0.002747828,0.000003831596,0.00033395234,0.004464796,0.97599524,0.00004502638],"about_ca_topic_score_codex":0.00021937802,"about_ca_topic_score_gemma":0.00005350715,"teacher_disagreement_score":0.26838055,"about_ca_system_score_codex":0.00009343317,"about_ca_system_score_gemma":0.0010486321,"threshold_uncertainty_score":0.99987847},"labels":[],"label_agreement":null},{"id":"W4200322662","doi":"10.1097/acm.0000000000004570","title":"Stand Up for Indigenous Health: A Simulation to Educate Residents About the Social Determinants of Health Faced by Indigenous Peoples in Canada","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Niagara Health System; The Scarborough Hospital; Regional Municipality of Niagara; Royal Victoria Regional Health Centre","funders":"","keywords":"Indigenous; Social determinants of health; Capacity building; Indigenous education; Culturally appropriate; MEDLINE","score_opus":0.0849961386778014,"score_gpt":0.44732175284086534,"score_spread":0.36232561416306397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200322662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9518691,0.012386532,0.000024252891,0.032820012,0.001022756,0.0017335089,0.00010995189,0.000012378264,0.000021534994],"genre_scores_gemma":[0.991616,0.002317877,0.000012726991,0.0050753453,0.0003906576,0.000070746915,0.000040875286,0.000014166293,0.0004616029],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99652505,0.0005322979,0.0010287653,0.0002987397,0.0008220747,0.00079304335],"domain_scores_gemma":[0.9976934,0.001064251,0.0005566402,0.0001490711,0.0002703905,0.00026624877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002293449,0.00014521777,0.00056056905,0.000071557275,0.001101222,0.000007633688,0.00038582875,0.00012698036,0.000030507867],"category_scores_gemma":[0.0021223025,0.00011265713,0.00002915247,0.0006646142,0.00010800142,0.00007218717,0.00004310059,0.00038705813,9.58652e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004112949,0.0000066687303,0.073541194,0.00040429956,0.000008207254,0.0000019030829,0.8958467,0.000102743375,0.00004516098,0.00004231211,0.015295649,0.014663986],"study_design_scores_gemma":[0.00137513,0.0003298531,0.32305247,0.0013794599,0.00001798735,0.0000035502312,0.6460497,0.00006479352,0.00011218998,0.00047339368,0.026848085,0.00029339615],"about_ca_topic_score_codex":0.96513253,"about_ca_topic_score_gemma":0.9858786,"teacher_disagreement_score":0.24979706,"about_ca_system_score_codex":0.0024763516,"about_ca_system_score_gemma":0.023379086,"threshold_uncertainty_score":0.98215747},"labels":[],"label_agreement":null},{"id":"W4200326137","doi":"10.1097/acm.0000000000004566","title":"How Clinical Supervisors Conceptualize Procedural Entrustment: An Interview-Based Study of Entrustment Decision Making in Endoscopic Training","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; The Wilson Centre; Sinai Health System; St. Michael's Hospital; University of Calgary","funders":"","keywords":"Competence (human resources); Grounded theory; Psychology; Medical education; Medicine; Nursing; Qualitative research; Social psychology","score_opus":0.1574132607017469,"score_gpt":0.4579850076404649,"score_spread":0.300571746938718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200326137","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98540634,0.0013022987,0.0014768793,0.009329853,0.0011424621,0.0011763067,0.0000016660962,0.00004613374,0.00011804046],"genre_scores_gemma":[0.9878513,0.00015993869,0.0025722648,0.008387138,0.000650368,0.000120078985,0.00010249387,0.00003377645,0.00012259917],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99548036,0.0005318601,0.0018216155,0.0006537795,0.001083288,0.00042912687],"domain_scores_gemma":[0.9978926,0.0005595856,0.00040497503,0.0005789449,0.00038558192,0.00017831355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026729978,0.00027772452,0.0009914667,0.0004180445,0.00005584848,0.000008391058,0.0002907117,0.00032871935,0.000752581],"category_scores_gemma":[0.008437403,0.0002227444,0.000067182205,0.0011773433,0.00027479613,0.0001717577,0.000081362916,0.0013120048,0.0000040360114],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041364727,0.0021001408,0.5053503,0.0005518875,0.00019724283,0.00024559535,0.112274826,0.000025055253,0.0018257487,0.0011536733,0.0033800988,0.3724818],"study_design_scores_gemma":[0.042084534,0.008252017,0.27766067,0.015366876,0.00081709103,0.00012491691,0.64075714,0.0052996282,0.0017234803,0.0008812648,0.006464086,0.00056832226],"about_ca_topic_score_codex":0.000014833333,"about_ca_topic_score_gemma":0.000020950236,"teacher_disagreement_score":0.5284823,"about_ca_system_score_codex":0.00025714005,"about_ca_system_score_gemma":0.0005992119,"threshold_uncertainty_score":0.99991494},"labels":[],"label_agreement":null},{"id":"W4205128712","doi":"10.1097/00001888-200109000-00038","title":"APPENDIX 2","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Publishing; Impact factor; Medicine; Political science; Law; Computer science","score_opus":0.5985889411531617,"score_gpt":0.6172997757883603,"score_spread":0.018710834635198514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205128712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6571542,0.008993149,0.00039399494,0.12660767,0.004580767,0.0007150111,0.000022443846,0.00048239267,0.20105039],"genre_scores_gemma":[0.9302543,0.0058218776,0.000011382108,0.042755283,0.003222625,0.000032798554,0.00005525536,0.000021923115,0.017824568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782485,0.0003774241,0.0005018762,0.0003347984,0.00024777243,0.00071325985],"domain_scores_gemma":[0.998224,0.00050755794,0.00011111002,0.00019624947,0.000065136184,0.00089589687],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014763528,0.00021905563,0.00031861514,0.000112241534,0.0002540658,0.000002219891,0.00041165412,0.0010671276,0.03748049],"category_scores_gemma":[0.00040847846,0.00017618459,0.000039893963,0.00038029012,0.00046002233,0.000114851944,0.00007445681,0.0047407867,0.0034167212],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006466072,0.00005463764,0.11444424,0.0001139547,0.00014698303,0.0005007888,0.0036144487,0.00003804988,0.025534457,0.038086906,0.7307711,0.08604778],"study_design_scores_gemma":[0.0016655272,0.00011526286,0.0010642417,0.000053500797,0.00009573845,0.000270536,0.0005950871,0.0006071359,0.0022830497,0.0042475695,0.98881394,0.00018839134],"about_ca_topic_score_codex":0.0000332899,"about_ca_topic_score_gemma":0.0000027155486,"teacher_disagreement_score":0.2731001,"about_ca_system_score_codex":0.00006968606,"about_ca_system_score_gemma":0.00006504284,"threshold_uncertainty_score":0.9975553},"labels":[],"label_agreement":null},{"id":"W4205154527","doi":"10.1097/acm.0000000000004507","title":"Written-Based Progress Testing: A Scoping Review","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Medical Council of Canada; Université de Sherbrooke","funders":"","keywords":"Facilitator; Formative assessment; Test (biology); Inclusion (mineral); Consistency (knowledge bases); Thematic analysis; MEDLINE; Data extraction","score_opus":0.14112124408067425,"score_gpt":0.46820543343452536,"score_spread":0.3270841893538511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205154527","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0155075,0.50343704,0.0003286262,0.30883393,0.0016641655,0.0023312224,0.0000015172938,0.00050044176,0.16739558],"genre_scores_gemma":[0.7477843,0.1454131,0.0034474055,0.07659221,0.009358838,0.00042243768,0.00008070895,0.00008210897,0.016818909],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.9980575,0.00021446905,0.00036147516,0.0002641389,0.0007545416,0.00034786676],"domain_scores_gemma":[0.9987917,0.0005051514,0.00014584819,0.00016533068,0.00022552328,0.00016646938],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015808567,0.00011054337,0.00031661187,0.000040234092,0.00024844674,0.000010850296,0.00029721213,0.00011711454,0.0011086435],"category_scores_gemma":[0.003268892,0.00009172235,0.00003269186,0.0008528719,0.0005052378,0.00008497213,0.00004675278,0.00035445404,0.000052736432],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022451855,0.0000881931,0.62062156,0.011473485,0.00010783374,0.00036272878,0.02280844,0.000001444968,0.0016343391,0.023262005,0.24142048,0.07819704],"study_design_scores_gemma":[0.0047828685,0.000348676,0.019030677,0.713478,0.0007793867,0.000026182468,0.021606317,0.00016234058,0.00047811598,0.0031306462,0.23482665,0.0013500758],"about_ca_topic_score_codex":0.00006543074,"about_ca_topic_score_gemma":0.000030082698,"teacher_disagreement_score":0.7322768,"about_ca_system_score_codex":0.00005223002,"about_ca_system_score_gemma":0.000648756,"threshold_uncertainty_score":0.9998045},"labels":[],"label_agreement":null},{"id":"W4205235897","doi":"10.1097/acm.0000000000003348","title":"Northern Ontario School of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; MEDLINE; Family medicine; Medicine; Political science","score_opus":0.04778760732521059,"score_gpt":0.3500624264972005,"score_spread":0.3022748191719899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205235897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7150648,0.00088634377,0.0015404499,0.25601253,0.00070049526,0.0005504794,8.943495e-7,0.000106577776,0.02513743],"genre_scores_gemma":[0.95193636,0.00012582666,0.0004924929,0.039904308,0.0034720744,0.000021521162,0.00009933775,0.000033880202,0.00391419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973132,0.000039755367,0.0010687669,0.00035145535,0.0009457152,0.00028113156],"domain_scores_gemma":[0.99828595,0.00009315543,0.00032900544,0.0003684584,0.00051407143,0.00040936025],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007369393,0.00021200904,0.00069586164,0.00020965583,0.000046157907,7.7736865e-7,0.0002694636,0.00028287587,0.009067343],"category_scores_gemma":[0.009032465,0.00014974388,0.00004088197,0.000982635,0.00077359035,0.00007827633,0.000049193553,0.0015382326,0.00022768848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039571564,0.00003913766,0.3453521,0.00054443977,0.00017877246,0.00003315995,0.03400639,0.0000044195717,0.036790594,0.003173079,0.5636964,0.015785778],"study_design_scores_gemma":[0.017462876,0.004759154,0.2073968,0.0040899673,0.0012007162,0.00031644746,0.013941547,0.0004761364,0.0036657378,0.0039057774,0.74219155,0.0005933127],"about_ca_topic_score_codex":0.0021895964,"about_ca_topic_score_gemma":0.00033062676,"teacher_disagreement_score":0.23687156,"about_ca_system_score_codex":0.00028899423,"about_ca_system_score_gemma":0.0006590567,"threshold_uncertainty_score":0.9993149},"labels":[],"label_agreement":null},{"id":"W4205256465","doi":"10.1097/00001888-200602000-00010","title":"Did You Know?","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Vlaamse regering; U.S. Department of Veterans Affairs","keywords":"Battle; History; Poetry; Honor; Pride; Classics; Psychology; Medicine; Art; Theology; Literature; Ancient history; Philosophy","score_opus":0.025172732177655036,"score_gpt":0.3335385616363319,"score_spread":0.30836582945867685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205256465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41381848,0.019965647,0.001580909,0.15036893,0.0022573238,0.0007686669,0.000002266089,0.0005984063,0.4106394],"genre_scores_gemma":[0.8848822,0.00092787,0.0002621045,0.0130999135,0.006535609,0.00002398119,0.000058991554,0.000056655615,0.09415266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753344,0.00008020482,0.0006205165,0.00039575403,0.0009523879,0.0004177221],"domain_scores_gemma":[0.9985022,0.0003775626,0.00018579348,0.0004239979,0.00009216667,0.00041831253],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00087599334,0.00021321524,0.000498694,0.00019162294,0.00010164241,0.0000015960893,0.00020407712,0.00037489747,0.0026837466],"category_scores_gemma":[0.0022430501,0.00016006436,0.000045817556,0.00032860888,0.00047817352,0.00012407839,0.000041999232,0.001638622,0.00088604924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016057945,0.00005018758,0.0027819737,0.00009861029,0.000030824143,0.0002530524,0.00087860826,0.0000017091539,0.01618159,0.0024463325,0.9660569,0.0110596465],"study_design_scores_gemma":[0.0035328718,0.0004118399,0.004089942,0.00037402374,0.00024423734,0.0005341751,0.00046566522,0.00009369686,0.0002636938,0.00083759124,0.9889992,0.00015306384],"about_ca_topic_score_codex":0.00039379072,"about_ca_topic_score_gemma":0.000006477817,"teacher_disagreement_score":0.47106373,"about_ca_system_score_codex":0.0001709519,"about_ca_system_score_gemma":0.00010620493,"threshold_uncertainty_score":0.9998919},"labels":[],"label_agreement":null},{"id":"W4205309855","doi":"10.1097/acm.0b013e31829f9773","title":"In Reply","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University; University of Calgary; University of Alberta","funders":"","keywords":"Monetization; Social media; Public relations; Health care; Divergence (linguistics); Sociology; Political science; Psychology; Advertising; Business; Computer science; World Wide Web; Economics","score_opus":0.17812175380614073,"score_gpt":0.4641550930446487,"score_spread":0.28603333923850793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205309855","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014301697,0.0018689667,0.0000022037566,0.9537436,0.021999972,0.0016301756,0.0000010793229,0.000072273215,0.01925159],"genre_scores_gemma":[0.00034001988,0.0042161257,0.000020302841,0.87004966,0.111176744,0.0010800771,0.000044624878,0.000032468808,0.013039984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651444,0.0006509306,0.000677972,0.0004046998,0.0010200265,0.0007319553],"domain_scores_gemma":[0.99429333,0.004757134,0.00036424398,0.00029156354,0.00011803406,0.00017566934],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0021965234,0.00019174053,0.00047727098,0.0003497606,0.00014917074,0.000006194913,0.0006305325,0.0021130864,0.0038771653],"category_scores_gemma":[0.019479511,0.00017688335,0.000028147924,0.00064224296,0.0007185726,0.00018509271,0.000028028377,0.0058129537,0.0007558145],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2448626e-7,7.5416796e-7,0.0009735433,0.000059092403,0.0000028428876,0.000017162745,0.058120355,9.90847e-9,0.0000013639797,0.0005263343,0.9386704,0.0016273942],"study_design_scores_gemma":[0.00015782274,0.000019105266,0.0004821769,0.00040745208,0.000015087995,0.0000012590053,0.0031325887,5.6283693e-7,7.2024176e-7,0.007529341,0.988104,0.0001499076],"about_ca_topic_score_codex":0.07096431,"about_ca_topic_score_gemma":0.0002222977,"teacher_disagreement_score":0.089176774,"about_ca_system_score_codex":0.00071097905,"about_ca_system_score_gemma":0.00084247696,"threshold_uncertainty_score":0.9991824},"labels":[],"label_agreement":null},{"id":"W4205363333","doi":"10.1097/01.acm.0000372013.17605.23","title":"Commentary","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Craft; Narrative; Poetry; Competence (human resources); Medical humanities; Presentation (obstetrics); Literature; Psychology; Medicine; History; Art; Visual arts; Medical education; Surgery","score_opus":0.026777747115341834,"score_gpt":0.3643276918215421,"score_spread":0.3375499447062003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205363333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7736816,0.00031124338,0.000064183136,0.21306351,0.0016848295,0.0001846257,6.610842e-7,0.00007251857,0.010936829],"genre_scores_gemma":[0.9060379,0.000268739,0.00019056942,0.087134786,0.0036810266,0.000015479793,0.000064460364,0.000012448285,0.0025945725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990304,0.000016449347,0.0002649064,0.00017080129,0.000311529,0.00020588486],"domain_scores_gemma":[0.99912935,0.00012472925,0.000054185268,0.0002253329,0.00004752525,0.00041889306],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005157283,0.00009940456,0.00021539196,0.00008407277,0.00004615498,7.7966916e-7,0.000100730285,0.00021811826,0.002497833],"category_scores_gemma":[0.0010001004,0.00006822881,0.00002560628,0.00015439426,0.00028245815,0.000047186244,0.00002086121,0.0015419787,0.00011453187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006766952,0.000035036912,0.014348096,0.000072693874,0.00002899448,0.000025373627,0.024639394,2.1744324e-8,0.056418646,0.0020773048,0.87782377,0.024462994],"study_design_scores_gemma":[0.0038055077,0.0004913239,0.036104243,0.00040488082,0.00024749566,0.0005715432,0.015123303,0.00006602677,0.008527103,0.0033019353,0.9311706,0.00018607272],"about_ca_topic_score_codex":0.00006290354,"about_ca_topic_score_gemma":0.0000025567367,"teacher_disagreement_score":0.13235632,"about_ca_system_score_codex":0.000018457718,"about_ca_system_score_gemma":0.000066904344,"threshold_uncertainty_score":0.99841404},"labels":[],"label_agreement":null},{"id":"W4205394041","doi":"10.1097/01.acm.0000243350.60239.4c","title":"Preface","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine","score_opus":0.06378413412259877,"score_gpt":0.4864296758978135,"score_spread":0.42264554177521474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205394041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49096808,0.007024428,0.0004540274,0.036862038,0.0021823877,0.0011020502,0.000004968136,0.00048356937,0.46091846],"genre_scores_gemma":[0.8681019,0.00054957264,0.000115374845,0.009090132,0.004008094,0.00007577977,0.000035956327,0.000026100413,0.117997095],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976081,0.00024718352,0.00077327515,0.0002565134,0.00038036625,0.0007345273],"domain_scores_gemma":[0.99860257,0.000584313,0.00023152657,0.00029002212,0.000095121395,0.00019643271],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00094599265,0.00015018995,0.00031523182,0.00007459924,0.0003724203,4.7259823e-7,0.0002589709,0.00042075536,0.003452469],"category_scores_gemma":[0.00036471518,0.00010896316,0.0000172287,0.0003031896,0.00013602644,0.00006866938,0.00007361456,0.0014415474,0.001783637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023406694,0.0000024243363,0.08485033,0.00013091126,0.000003245973,0.000004556147,0.0021203866,0.000004805331,0.0004123759,0.033651356,0.87812334,0.0006728486],"study_design_scores_gemma":[0.001046627,0.000063950465,0.018175948,0.0011243735,0.000018867277,0.0000036137878,0.0034989982,0.000050054066,0.000033244894,0.015020408,0.96084887,0.00011502929],"about_ca_topic_score_codex":0.0024495004,"about_ca_topic_score_gemma":0.00007300288,"teacher_disagreement_score":0.37713382,"about_ca_system_score_codex":0.00016671259,"about_ca_system_score_gemma":0.00010838182,"threshold_uncertainty_score":0.9989936},"labels":[],"label_agreement":null},{"id":"W4205428314","doi":"10.1097/01.acm.0000357307.20591.17","title":"Did You Know?","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"U.S. Food and Drug Administration; Canadian Dermatology Foundation; Dermatology Foundation","keywords":"Medical education; Medicine","score_opus":0.029963263414168592,"score_gpt":0.34452935101468785,"score_spread":0.31456608760051924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205428314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82373977,0.012429034,0.00020600736,0.044067018,0.0007793932,0.0004527815,0.0000070217757,0.00097095757,0.117348],"genre_scores_gemma":[0.9817549,0.00078252837,0.000033901444,0.0071970904,0.0021262676,0.000005875204,0.00002715111,0.00004344513,0.008028848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980896,0.000063539715,0.00044325818,0.00034284889,0.00059405214,0.00046671738],"domain_scores_gemma":[0.9990174,0.000098466415,0.00014448792,0.0003921967,0.000053948563,0.0002934764],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007224486,0.00020423144,0.00033568832,0.00019993098,0.000066316774,0.000002003133,0.0004287273,0.0002540975,0.0009505905],"category_scores_gemma":[0.0007787405,0.00015105808,0.000023923902,0.0005628013,0.0001541821,0.0001336538,0.00003046064,0.0010087205,0.005674103],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057467994,0.000013249551,0.0011917935,0.000007429307,0.000016520542,0.000028652781,0.004358434,0.0000064283313,0.11586742,0.0066098194,0.84788257,0.023960184],"study_design_scores_gemma":[0.0034956255,0.00070715696,0.012387249,0.00042273256,0.00011494576,0.00014359805,0.0010966007,0.00029482975,0.002341235,0.012828016,0.9658144,0.0003535804],"about_ca_topic_score_codex":0.000033214612,"about_ca_topic_score_gemma":0.0000013286399,"teacher_disagreement_score":0.1580151,"about_ca_system_score_codex":0.00008508183,"about_ca_system_score_gemma":0.000026218511,"threshold_uncertainty_score":0.9999627},"labels":[],"label_agreement":null},{"id":"W4205439456","doi":"10.1097/01.acm.0000341968.56616.95","title":"Commentary","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medicine Studies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hippocratic Oath; Medicine; Harm; Oath; Classics; General surgery; History; Psychology; Philosophy; Theology; Psychiatry","score_opus":0.09811609621322057,"score_gpt":0.27843690144491196,"score_spread":0.1803208052316914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205439456","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16355608,0.011166118,0.00003152955,0.1826462,0.0041239653,0.0002448579,0.0000056291547,0.0002872438,0.6379384],"genre_scores_gemma":[0.8638237,0.0016055158,0.000013285566,0.06109961,0.009223173,0.00001630051,0.000017305212,0.000020417585,0.06418069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903286,0.000030819494,0.00026835356,0.00015053956,0.00031339526,0.00020406621],"domain_scores_gemma":[0.999522,0.00012079843,0.00006665338,0.00014763347,0.00004571041,0.00009723084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002250124,0.00012441298,0.00024992507,0.00009569666,0.00045760823,7.643014e-7,0.00018385332,0.000036528738,0.0059861275],"category_scores_gemma":[0.00012893758,0.0000872244,0.000022503973,0.000026576552,0.0018484317,0.0000824039,0.000035043136,0.00041023517,0.0002989129],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005446305,0.0000022971255,0.00056975754,0.000008845854,0.000017317485,0.000022462797,0.16021064,4.8250467e-8,0.00003570541,0.01017632,0.828494,0.00045715267],"study_design_scores_gemma":[0.00061031856,0.0001223242,0.0002257199,0.00007498013,0.000026833803,0.000031955853,0.013197292,0.0000029456519,0.000009369258,0.00051022926,0.9850951,0.00009293288],"about_ca_topic_score_codex":0.00030864525,"about_ca_topic_score_gemma":0.0000421094,"teacher_disagreement_score":0.7002676,"about_ca_system_score_codex":0.000040282415,"about_ca_system_score_gemma":0.000012943442,"threshold_uncertainty_score":0.9949225},"labels":[],"label_agreement":null},{"id":"W4205444979","doi":"10.1097/00001888-200206000-00016","title":"REVELATION","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Feeling; Psychology; Revelation; Medicine; Pager; Social psychology; Philosophy","score_opus":0.08058314668956693,"score_gpt":0.3577627977753454,"score_spread":0.27717965108577847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205444979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7630989,0.007302355,0.0009362268,0.1159263,0.0012057846,0.00045937503,7.1420146e-7,0.000196866,0.1108735],"genre_scores_gemma":[0.9575514,0.0018990121,0.00012053305,0.008647971,0.0018125203,0.000013297297,0.00002314495,0.000011358393,0.029920736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998987,0.000024372248,0.000294549,0.00017177284,0.00034148878,0.00018081666],"domain_scores_gemma":[0.99934053,0.000094218405,0.00006761006,0.00016368114,0.00005594534,0.00027798908],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034587568,0.00008950506,0.00020148876,0.000099064135,0.000041108306,7.20803e-7,0.00005856003,0.00018818845,0.0052722828],"category_scores_gemma":[0.001547048,0.000063588,0.000023572236,0.00024568144,0.00012691364,0.00006397745,0.000009559737,0.000560286,0.00047171483],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005218451,0.000052248804,0.010288574,0.00018153225,0.000045598284,0.000036472575,0.100626364,5.7600863e-7,0.0056590415,0.004167324,0.77230173,0.10658837],"study_design_scores_gemma":[0.009742722,0.0016046471,0.07882995,0.0030214696,0.0007200217,0.0012967718,0.03153423,0.0039446717,0.003369175,0.007694334,0.8576903,0.0005517485],"about_ca_topic_score_codex":0.000011158637,"about_ca_topic_score_gemma":1.4170544e-7,"teacher_disagreement_score":0.19445255,"about_ca_system_score_codex":0.000046498713,"about_ca_system_score_gemma":0.000021240874,"threshold_uncertainty_score":0.99563706},"labels":[],"label_agreement":null},{"id":"W4205491806","doi":"10.1097/00001888-200009001-00127","title":"University of Ottawa Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Medicine; MEDLINE; Family medicine; Political science","score_opus":0.0325845762414551,"score_gpt":0.3503728791545097,"score_spread":0.3177883029130546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205491806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8652032,0.00085396896,0.0007400016,0.058411997,0.0003523155,0.00040693113,0.000007657815,0.000062359366,0.07396158],"genre_scores_gemma":[0.9808187,0.0008909253,0.0008104082,0.0019988513,0.00059887464,0.0000010053134,0.0001623997,0.000014579209,0.014704263],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981856,0.000045667988,0.0006714457,0.00022054263,0.0006810688,0.0001956918],"domain_scores_gemma":[0.99882007,0.000091619586,0.00026806403,0.00035889458,0.00034634134,0.00011498828],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00094256573,0.00013506139,0.00057118566,0.00024787744,0.000042212523,1.6485171e-7,0.00023064888,0.00025411113,0.015322468],"category_scores_gemma":[0.0012859794,0.00010435762,0.00003695552,0.0009393361,0.0014096742,0.000059847327,0.000018028522,0.00059161236,0.000044813136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031703996,0.00008429529,0.021082008,0.00058111176,0.00015553038,0.00001984898,0.0135578755,0.0000071387094,0.015613194,0.013171556,0.7219534,0.213457],"study_design_scores_gemma":[0.010861007,0.0015705795,0.090456486,0.0032629706,0.0007181013,0.00017994537,0.011906504,0.00052551855,0.0028469567,0.0022188232,0.875206,0.00024710875],"about_ca_topic_score_codex":0.00036087784,"about_ca_topic_score_gemma":0.0000022990946,"teacher_disagreement_score":0.2132099,"about_ca_system_score_codex":0.00006615771,"about_ca_system_score_gemma":0.00012803475,"threshold_uncertainty_score":0.98557764},"labels":[],"label_agreement":null},{"id":"W4205539600","doi":"10.1097/00001888-200503000-00017","title":"Survey of Health Conditions Among Medical Students","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Suspect; Gerontology; Curriculum; Medicine; Psychology; Demography; Pedagogy; Sociology","score_opus":0.0865705805010946,"score_gpt":0.4448457653268619,"score_spread":0.35827518482576726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205539600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9064012,0.0025122531,0.00024656998,0.07180625,0.0008264993,0.00031582618,0.000020789339,0.000072831084,0.017797738],"genre_scores_gemma":[0.9860033,0.0027415878,0.0000061104643,0.0079336,0.0006710693,0.0000032293303,0.000058921225,0.0000051071715,0.0025770962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946691,0.0006808863,0.00050441717,0.00017563076,0.0036384328,0.00033156743],"domain_scores_gemma":[0.9984726,0.00054473034,0.00021781484,0.00014100623,0.00016442745,0.0004594642],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.017100481,0.00008520551,0.0003570816,0.00011293173,0.00027716247,0.000004296415,0.001229427,0.00022673537,0.003730675],"category_scores_gemma":[0.004019139,0.000071967544,0.000023168142,0.00044684132,0.0018083164,0.00012968844,0.000118462995,0.0005348993,0.00004788876],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057594543,0.000022336302,0.7027578,0.00001609751,0.000030008998,0.0000031743812,0.029904213,0.0000011114458,0.0000036812078,0.003738266,0.25448316,0.009034384],"study_design_scores_gemma":[0.00144635,0.00016726469,0.8923342,0.0005484537,0.00003254678,0.0000014718605,0.033851065,0.000018507933,0.0000058491455,0.0003499,0.07113037,0.000114004644],"about_ca_topic_score_codex":0.019804424,"about_ca_topic_score_gemma":0.005326427,"teacher_disagreement_score":0.18957642,"about_ca_system_score_codex":0.000102037004,"about_ca_system_score_gemma":0.00042062823,"threshold_uncertainty_score":0.99718004},"labels":[],"label_agreement":null},{"id":"W4205554798","doi":"10.1097/acm.0000000000003307","title":"Northwestern University Feinberg School of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Preceptor; Curriculum; Medical education; Clinical clerkship; Scholarship; Medicine; Interpersonal communication; Psychology; Health care; Nursing; Pedagogy","score_opus":0.03974838827806085,"score_gpt":0.32675461720133236,"score_spread":0.28700622892327154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205554798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6701409,0.0008487274,0.0041601295,0.30360454,0.00068707747,0.00058669894,0.00000408051,0.00016507035,0.019802762],"genre_scores_gemma":[0.96770453,0.00057169027,0.0004492173,0.025456658,0.0024725462,0.0000023775299,0.00010396352,0.000024486648,0.0032145358],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979512,0.000057836634,0.00067136815,0.00033447292,0.00073889346,0.0002462054],"domain_scores_gemma":[0.9985059,0.0001056525,0.00029092302,0.00032777307,0.00036704668,0.0004027109],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00055029336,0.00018297201,0.00058447925,0.0002548635,0.000054213007,5.709376e-7,0.00028686307,0.00025993423,0.003348668],"category_scores_gemma":[0.003683128,0.00014278629,0.000038099843,0.0013867086,0.00086216046,0.000101931575,0.00006400382,0.00104633,0.00014186077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066781853,0.000047214347,0.13794254,0.00090566516,0.0002180688,0.000107088905,0.015736341,0.0000056980784,0.033395305,0.008032749,0.7841052,0.018836346],"study_design_scores_gemma":[0.017750314,0.003314013,0.1045273,0.0032618844,0.0012126145,0.00024443152,0.030804196,0.0012433428,0.002140794,0.0009846009,0.8340006,0.00051593635],"about_ca_topic_score_codex":0.00017881203,"about_ca_topic_score_gemma":0.0000019464183,"teacher_disagreement_score":0.2975636,"about_ca_system_score_codex":0.00011261349,"about_ca_system_score_gemma":0.00023061922,"threshold_uncertainty_score":0.9975624},"labels":[],"label_agreement":null},{"id":"W4205669710","doi":"10.1097/acm.0b013e3181eab097","title":"Dalhousie University, Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Promotion (chess); Government (linguistics); Faculty development; Professional development; Medicine; Political science; Sociology; Pedagogy; Politics","score_opus":0.036387926694432644,"score_gpt":0.3654381819646878,"score_spread":0.32905025527025517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205669710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85546374,0.00012855021,0.0010021738,0.09913417,0.001864182,0.00038555483,0.0000044966127,0.00011493466,0.041902184],"genre_scores_gemma":[0.98066705,0.00020247913,0.0012843531,0.0041913306,0.0021923876,0.0000026617627,0.00019253307,0.000024339639,0.011242882],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806476,0.000031718595,0.00059090985,0.00028696287,0.0007620402,0.000263587],"domain_scores_gemma":[0.99845195,0.00012175128,0.00027741495,0.00047767797,0.00048659803,0.00018459898],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011261059,0.00017262598,0.00050278666,0.00046237677,0.00007113091,5.394437e-7,0.00031110062,0.00039529224,0.0028722442],"category_scores_gemma":[0.0042025247,0.00012728275,0.000034358312,0.0011314634,0.0015824557,0.000084536645,0.0000631814,0.0016812035,0.00004503819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019347372,0.00006624543,0.029422557,0.00034229772,0.00011744363,0.000045051263,0.008974254,6.736336e-7,0.23394397,0.07142369,0.6025823,0.052888073],"study_design_scores_gemma":[0.007992127,0.00082593464,0.06378433,0.0010563086,0.0005263911,0.00043340688,0.008458339,0.00030896417,0.0038898075,0.0027945684,0.9096639,0.00026587961],"about_ca_topic_score_codex":0.00015340048,"about_ca_topic_score_gemma":0.0000058814585,"teacher_disagreement_score":0.30708167,"about_ca_system_score_codex":0.00004799368,"about_ca_system_score_gemma":0.00018969901,"threshold_uncertainty_score":0.99803925},"labels":[],"label_agreement":null},{"id":"W4205713337","doi":"10.1097/acm.0000000000004597","title":"Symbolic Solidarity or Virtue Signaling? A Critical Discourse Analysis of the Public Statements Released by Academic Medical Organizations in the Wake of the Killing of George Floyd","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa; University of Calgary","funders":"","keywords":"Solidarity; George (robot); Transformative learning; Virtue; Critical discourse analysis; Racism; Action (physics); Discourse analysis; Civil discourse","score_opus":0.03809346188513473,"score_gpt":0.393011138151298,"score_spread":0.3549176762661633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205713337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8926471,0.0006351771,0.00040713046,0.104842216,0.0004827745,0.000408885,0.00013592676,0.0000131221395,0.0004276674],"genre_scores_gemma":[0.9945147,0.00046584665,0.000003144351,0.004574075,0.00014154986,0.000015598898,0.000033560915,0.000008526756,0.00024301393],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9927028,0.0017280122,0.0008997008,0.00024865498,0.0040536,0.00036726706],"domain_scores_gemma":[0.9969494,0.0017919628,0.0004207153,0.0003959246,0.00025123602,0.00019077236],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008613424,0.00013511378,0.00052430574,0.00023546921,0.0006434861,0.000005104227,0.002882145,0.00022924316,0.0025135109],"category_scores_gemma":[0.016070528,0.000068850255,0.00010840355,0.0058419807,0.002884328,0.00013278455,0.00048007522,0.0017371594,6.1794714e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015164088,0.00045097756,0.46169344,0.00021319975,0.0010773194,0.00001839441,0.30495405,0.00025413182,0.008278647,0.17394184,0.047934942,0.0010314477],"study_design_scores_gemma":[0.0035624623,0.00041247346,0.014508969,0.0009860854,0.005431333,0.000011905293,0.9402439,0.0032234401,0.001024226,0.006706976,0.023446528,0.00044170883],"about_ca_topic_score_codex":0.0023375277,"about_ca_topic_score_gemma":0.00041687014,"teacher_disagreement_score":0.63528985,"about_ca_system_score_codex":0.00011411231,"about_ca_system_score_gemma":0.00093647634,"threshold_uncertainty_score":0.99982923},"labels":[],"label_agreement":null},{"id":"W4205794204","doi":"10.1097/acm.0000000000000416","title":"Reflecting Upon Reflection in Diagnostic Reasoning","year":2014,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Reflection (computer programming); Process (computing); Contrast (vision); Cognition; Computer science; Psychology; Test (biology); Cognitive psychology; Artificial intelligence; Psychiatry","score_opus":0.0837015185357991,"score_gpt":0.42038679158953446,"score_spread":0.33668527305373536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205794204","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018082805,0.004112736,0.00042131334,0.95208603,0.0023899265,0.0009380843,0.0000031194925,0.0003533869,0.021612579],"genre_scores_gemma":[0.07540653,0.0044997525,0.00026380963,0.8777369,0.033382125,0.00014186358,0.00078336254,0.00019448815,0.0075911195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99439114,0.0003998443,0.0018716541,0.0011580872,0.0011412866,0.0010379999],"domain_scores_gemma":[0.9361736,0.061825264,0.00073551433,0.0007713021,0.00016680262,0.00032750054],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029312402,0.0006493048,0.0018298007,0.0007484553,0.00009942393,0.0000105434765,0.0003241092,0.0033430555,0.00042929576],"category_scores_gemma":[0.4388643,0.00052367774,0.00017218932,0.0008511973,0.00022968881,0.000061126935,0.000090707246,0.012933918,0.00025948024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008242683,0.000012207136,0.010463448,0.00026798045,0.0000574679,0.0014830832,0.0005265688,0.0000057907946,0.00010125855,0.000053452,0.98136705,0.0055792527],"study_design_scores_gemma":[0.0043951506,0.0011651994,0.0030372634,0.07116442,0.0008164924,0.0014658622,0.00014436086,0.00034940123,0.000081974744,0.0017632948,0.9149491,0.00066747604],"about_ca_topic_score_codex":0.00064125686,"about_ca_topic_score_gemma":0.000019647772,"teacher_disagreement_score":0.43593305,"about_ca_system_score_codex":0.0004894694,"about_ca_system_score_gemma":0.00026392864,"threshold_uncertainty_score":0.99972147},"labels":[],"label_agreement":null},{"id":"W4205915551","doi":"10.1097/00001888-200009001-00001","title":"Foreword","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Snapshot (computer storage); Accreditation; Reform movement; Medical education; Political science; Psychology; Public relations; Medicine; Law; Computer science","score_opus":0.02687957690494819,"score_gpt":0.3781088817149358,"score_spread":0.3512293048099876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205915551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8587972,0.000632865,0.00058417226,0.06436221,0.0005174679,0.0003200198,9.21418e-7,0.0001525456,0.07463261],"genre_scores_gemma":[0.8908894,0.00061887276,0.0008562119,0.032668,0.0027497278,0.00003770914,0.00007999905,0.000024793664,0.072075315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863297,0.000018075185,0.00042680147,0.00021390646,0.00045507093,0.00025316002],"domain_scores_gemma":[0.9993917,0.000044164874,0.000051633535,0.00030305272,0.00009147374,0.00011799824],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005297113,0.00011623298,0.00024362677,0.00014669377,0.000060227736,8.6101056e-7,0.00012313928,0.00021514166,0.022422692],"category_scores_gemma":[0.0008473254,0.00008472298,0.000023686018,0.00061636366,0.00025494836,0.000064178465,0.000009147381,0.0008044088,0.0007811236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065156535,0.000013833901,0.0040662196,0.00004784662,0.000022075996,0.000010735865,0.001558323,6.960309e-7,0.0007367304,0.004541448,0.5421631,0.44677383],"study_design_scores_gemma":[0.0020922055,0.0002991651,0.021196308,0.0005159672,0.00012170884,0.0003515804,0.0007862383,0.00086568994,0.0003167772,0.0033939613,0.9699169,0.00014349281],"about_ca_topic_score_codex":0.00001822923,"about_ca_topic_score_gemma":2.0374412e-7,"teacher_disagreement_score":0.44663036,"about_ca_system_score_codex":0.000072982526,"about_ca_system_score_gemma":0.000074496216,"threshold_uncertainty_score":0.9999969},"labels":[],"label_agreement":null},{"id":"W4205924239","doi":"10.1097/01.acm.0000339230.54908.c1","title":"Commentary","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Miracle; Innocence; HERO; Virtue; SAINT; Banquet; Psychoanalysis; Girl; Law; Sociology; Psychology; Art history; History; Art; Literature; Political science","score_opus":0.09149853784821968,"score_gpt":0.4160881353649159,"score_spread":0.32458959751669625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205924239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44514382,0.0036835675,0.00011802336,0.3820883,0.0015210127,0.0001448053,9.539032e-7,0.0000933756,0.16720615],"genre_scores_gemma":[0.86843574,0.009189047,0.000023147419,0.11390212,0.0035614488,0.000006211085,0.000008343904,0.0000065638596,0.0048674033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988332,0.00020232478,0.00022453652,0.00015657092,0.00032371024,0.0002596889],"domain_scores_gemma":[0.99939275,0.0002098883,0.000058723937,0.00013762242,0.000030057496,0.0001709668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089755934,0.00006962306,0.00015866669,0.000053795076,0.00036192322,9.4148464e-7,0.00027983024,0.00018824927,0.00081187184],"category_scores_gemma":[0.000228347,0.000056496152,0.000021657925,0.00018916046,0.0011100547,0.00006056664,0.000017480665,0.00035258327,0.00013639325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005588322,0.0000031385334,0.040464077,0.0000018747528,0.0000057788216,0.000010290846,0.059094027,5.4733732e-8,0.00005187297,0.006503201,0.89333415,0.00052594807],"study_design_scores_gemma":[0.00047780518,0.00004858902,0.011720581,0.000024068895,0.000009822395,0.000019205163,0.0077257706,6.421318e-7,0.000011837622,0.00879123,0.9710911,0.00007934693],"about_ca_topic_score_codex":0.011791031,"about_ca_topic_score_gemma":0.00025144446,"teacher_disagreement_score":0.4232919,"about_ca_system_score_codex":0.000033112377,"about_ca_system_score_gemma":0.00003652216,"threshold_uncertainty_score":0.99478954},"labels":[],"label_agreement":null},{"id":"W4205954863","doi":"10.1097/acm.0000000000004588","title":"Discomfort, Doubt, and the Edge of Learning","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Dialogical self; Mentorship; Framing (construction); Humanism; Reflection (computer programming); Philosophy of education; Higher education","score_opus":0.021558593864074507,"score_gpt":0.344260025773339,"score_spread":0.3227014319092645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205954863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93387324,0.002626242,0.00066651223,0.054920007,0.0006334645,0.00046217497,8.0692985e-7,0.000035237954,0.0067823185],"genre_scores_gemma":[0.99049926,0.0003399761,0.000079389225,0.004134176,0.0004971291,0.00007350312,0.000035325233,0.000011677493,0.0043295906],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869496,0.000105663246,0.0004171627,0.0001407425,0.0005044065,0.00013706805],"domain_scores_gemma":[0.9993336,0.00022493182,0.00018017051,0.0001824328,0.000037093625,0.000041764008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021334998,0.00007750882,0.00027165635,0.00013283118,0.00020069239,8.1194014e-7,0.00013034999,0.000051654988,0.00071312994],"category_scores_gemma":[0.0015034863,0.000045238317,0.00002047319,0.0005011016,0.00075041107,0.000028111985,0.00011824148,0.0014326109,0.0000013558177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016622003,0.000085963686,0.09737576,0.0005971968,0.00028037495,0.00002020637,0.08155679,0.000082740364,0.008391704,0.34340823,0.30025414,0.16628468],"study_design_scores_gemma":[0.026426924,0.0015960069,0.018811682,0.00070419937,0.0008852719,0.0013129263,0.13805778,0.007802034,0.00067021896,0.0150948595,0.7882929,0.00034520976],"about_ca_topic_score_codex":0.00004627925,"about_ca_topic_score_gemma":2.0200041e-7,"teacher_disagreement_score":0.48803875,"about_ca_system_score_codex":0.00004754942,"about_ca_system_score_gemma":0.000072690884,"threshold_uncertainty_score":0.7808273},"labels":[],"label_agreement":null},{"id":"W4205978314","doi":"10.1097/00001888-200002000-00026","title":"The Annual Awards of the Association of American Medical Colleges","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Association (psychology); Medical education; Family medicine; Medicine; Psychology","score_opus":0.011688644344544372,"score_gpt":0.31096842210690034,"score_spread":0.299279777762356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205978314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6760638,0.00095518364,0.0000072331836,0.20606361,0.0009019033,0.00024193394,0.000020084919,0.00002524815,0.11572104],"genre_scores_gemma":[0.97047883,0.006133274,0.0000023018736,0.002143956,0.00067502283,0.0000023118982,0.0000013612772,0.0000032408252,0.0205597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961693,0.00040891996,0.00031534772,0.000099246354,0.0027787015,0.00022846984],"domain_scores_gemma":[0.9981406,0.0011123033,0.00028087036,0.00015211859,0.00019479332,0.000119329576],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005813484,0.00006246194,0.0002318701,0.000026459149,0.00033035854,0.0000020912885,0.0010299128,0.00016005173,0.000970474],"category_scores_gemma":[0.0045914343,0.00003252889,0.000045853805,0.0006144895,0.002693258,0.000051833053,0.000055853165,0.0004570014,0.0000072000043],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007661278,0.000017336339,0.1501924,0.000019373216,0.00011151628,0.0000023632635,0.10354071,0.0000030008844,0.00005543962,0.030847784,0.6054773,0.10965621],"study_design_scores_gemma":[0.0006456479,0.00014503716,0.029020146,0.0001850425,0.000091501664,0.0000010543625,0.15147199,0.0000070504216,0.00006186103,0.0011082013,0.8172028,0.000059647453],"about_ca_topic_score_codex":0.00303181,"about_ca_topic_score_gemma":0.0005088166,"teacher_disagreement_score":0.29441506,"about_ca_system_score_codex":0.00008617018,"about_ca_system_score_gemma":0.00030799417,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W4205992718","doi":"10.1097/acm.0b013e318204b539","title":"Artist Statement","year":2011,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Visual arts; Sculpture; Period (music); History; Art; Aesthetics","score_opus":0.0478470927423172,"score_gpt":0.25903659788265293,"score_spread":0.21118950514033574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205992718","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33853728,0.024089646,0.08043359,0.0051555033,0.0031561328,0.00050336734,0.0000045533607,0.0035435832,0.54457635],"genre_scores_gemma":[0.9939822,0.0042691357,0.00019457345,0.0006216343,0.0001691009,0.00001448334,0.0000032946712,0.000012454067,0.0007331416],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993616,0.0000062511294,0.00022535438,0.000087042186,0.000115576775,0.00020422271],"domain_scores_gemma":[0.99972177,0.000018913004,0.000017178798,0.000120604585,0.000008034697,0.000113488124],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018158421,0.00007843944,0.00013109505,0.00006095845,0.000014853944,2.2596483e-7,0.0001452915,0.00015209943,0.0013506718],"category_scores_gemma":[0.000070964816,0.00005943286,0.000009384966,0.00010412342,0.00015219764,0.000031268344,0.00001858151,0.00043374798,0.00016371832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020455136,0.000011267602,0.003035566,0.00017360855,0.00014823853,0.00016653986,0.01240682,0.0000064681158,0.0044827443,0.16011585,0.5474831,0.27194938],"study_design_scores_gemma":[0.0006403375,0.000113232025,0.0010728199,0.00011121308,0.000030347363,0.000029900391,0.0010434213,0.00094122224,0.0075509134,0.022788731,0.9655192,0.00015869694],"about_ca_topic_score_codex":0.000012410054,"about_ca_topic_score_gemma":0.000001145857,"teacher_disagreement_score":0.6554449,"about_ca_system_score_codex":0.000022644415,"about_ca_system_score_gemma":0.0000054549505,"threshold_uncertainty_score":0.9995622},"labels":[],"label_agreement":null},{"id":"W4206033783","doi":"10.1097/01.acm.0000236530.03777.53","title":"Foreword","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Excellence; Presentation (obstetrics); Hard rime; Medical education; Theme (computing); Library science; Psychology; Political science; Medicine; Computer science; Law","score_opus":0.021135851187529017,"score_gpt":0.36160076174365036,"score_spread":0.3404649105561213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206033783","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8525464,0.0010599595,0.007328636,0.07796214,0.0012147414,0.0004221612,0.0000012905454,0.00021195531,0.059252705],"genre_scores_gemma":[0.9595995,0.00006471004,0.0011887584,0.01119624,0.004293834,0.000032037766,0.00013120676,0.000021502909,0.023472218],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859244,0.00001493073,0.00047061717,0.00020357282,0.00046992023,0.0002485207],"domain_scores_gemma":[0.99937963,0.000050275146,0.00009656098,0.0002625504,0.00014552577,0.00006542448],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005354064,0.00011526137,0.0002366646,0.0002108183,0.000056976016,9.426162e-7,0.00010460282,0.0002131825,0.0011520254],"category_scores_gemma":[0.00095031544,0.00008446857,0.000023485094,0.0006152855,0.00025151865,0.000055211127,0.000017960856,0.0006951229,0.00016903722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028646848,0.000017294326,0.020915717,0.00006154813,0.000012640794,0.000011487528,0.00034482632,9.1723246e-7,0.0040084687,0.047428187,0.9047507,0.022419536],"study_design_scores_gemma":[0.0035893715,0.0003516931,0.12337715,0.00072312227,0.00021286978,0.00045301847,0.0011965135,0.0012589155,0.0017872214,0.024946481,0.8418518,0.00025189974],"about_ca_topic_score_codex":0.00008233949,"about_ca_topic_score_gemma":9.594182e-7,"teacher_disagreement_score":0.107053086,"about_ca_system_score_codex":0.000094419105,"about_ca_system_score_gemma":0.00007635159,"threshold_uncertainty_score":0.99976104},"labels":[],"label_agreement":null},{"id":"W4206076177","doi":"10.1097/acm.0000000000000918","title":"Stereotype Detox","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Insect and Pesticide Research","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Facilitator; Psychology; Notice; Popularity; Alcoholics Anonymous; Skepticism; Addiction; Denial; Psychoanalysis; Media studies; Social psychology; Sociology; Psychiatry; Law; Political science","score_opus":0.20531614181190375,"score_gpt":0.34728952631133264,"score_spread":0.1419733844994289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206076177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665807,0.0012948086,0.000006662446,0.008547215,0.00021546581,0.00008513176,0.0000017167334,0.000047684065,0.023220636],"genre_scores_gemma":[0.9946841,0.00012534023,0.0000060840985,0.0010494529,0.0015182095,0.000004187908,0.000019296936,4.4023915e-7,0.0025928735],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912935,0.000055854638,0.00013850523,0.00012585151,0.00032297018,0.00022747935],"domain_scores_gemma":[0.9994309,0.00019893405,0.000029447061,0.000032087453,0.00007138305,0.00023723984],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006411597,0.00006722815,0.00011277293,0.000009938663,0.000045076675,0.0000035148673,0.00022131224,0.00010743858,0.0018819916],"category_scores_gemma":[0.00040832264,0.000018813107,0.000012654891,0.00023413406,0.00008368831,0.000047409252,0.00004449915,0.0003010237,0.00031608337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019266018,0.00001450916,0.08422328,0.000017168351,0.00002332781,0.000053250467,0.0031452994,0.0000018703637,0.26018643,0.008967761,0.32672942,0.31644502],"study_design_scores_gemma":[0.0011663066,0.002198526,0.078621276,0.00017467701,0.00003436426,0.000117786134,0.0044573736,0.00022881622,0.0041588065,0.06218013,0.84622073,0.00044118555],"about_ca_topic_score_codex":0.00032695348,"about_ca_topic_score_gemma":0.000044010118,"teacher_disagreement_score":0.5194913,"about_ca_system_score_codex":0.000017159611,"about_ca_system_score_gemma":0.000012025653,"threshold_uncertainty_score":0.9990304},"labels":[],"label_agreement":null},{"id":"W4206136985","doi":"10.1097/acm.0000000000003268","title":"University of North Dakota School of Medicine and Health Sciences","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Interprofessional education; Medical education; Health care; Psychology; Medicine; Pedagogy; Political science","score_opus":0.10154273023557742,"score_gpt":0.3929855079010439,"score_spread":0.2914427776654665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206136985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6164434,0.0023147024,0.0013075955,0.37664512,0.00016618645,0.00034148354,0.000003110989,0.000030337349,0.0027480477],"genre_scores_gemma":[0.97891736,0.002404091,0.0009819849,0.016954998,0.0005082381,4.8236376e-7,0.000029180941,0.0000072070625,0.00019648549],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984497,0.00004477016,0.00051972846,0.0002443294,0.00057324604,0.00016821711],"domain_scores_gemma":[0.9989464,0.00008492026,0.00035824857,0.00015240861,0.00019399363,0.00026398202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011091378,0.00010146498,0.00050756463,0.0002027797,0.00007484321,3.1818564e-7,0.00018920373,0.00008397195,0.00078950333],"category_scores_gemma":[0.0027984222,0.00007743446,0.000014909952,0.0012303528,0.0021595294,0.00006459252,0.0000546248,0.00050457404,0.000008271977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013959562,0.000026033964,0.40512627,0.0013204057,0.00006658117,0.000006501525,0.013886488,0.0000036494116,0.00239152,0.0045302636,0.5403739,0.03212878],"study_design_scores_gemma":[0.008042382,0.0055941767,0.8788239,0.0036944137,0.00031045775,0.000087292865,0.025083,0.0016574651,0.0002775991,0.0007963574,0.07541021,0.00022274791],"about_ca_topic_score_codex":0.00036898264,"about_ca_topic_score_gemma":0.000006211475,"teacher_disagreement_score":0.47369763,"about_ca_system_score_codex":0.000044121327,"about_ca_system_score_gemma":0.00040340534,"threshold_uncertainty_score":0.8644508},"labels":[],"label_agreement":null},{"id":"W4206327184","doi":"10.1097/acm.0b013e31828fa212","title":"Human Anatomy","year":2013,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Human body; Compassion; Dissection (medical); Human anatomy; Humanity; Psychology; Meaning (existential); Anatomy; Medicine; Law; Political science","score_opus":0.01715939076376084,"score_gpt":0.27975268547844406,"score_spread":0.26259329471468323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206327184","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008323208,0.0139381625,0.00041603117,0.9264834,0.0017339233,0.00034432908,0.0000050895674,0.0018038565,0.05444287],"genre_scores_gemma":[0.009181516,0.005462695,0.000034000725,0.9475463,0.016927302,0.00012097679,0.00026499302,0.00014986761,0.020312324],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816185,0.000024783307,0.00050112675,0.00030357068,0.0004140644,0.0005946247],"domain_scores_gemma":[0.99924695,0.000084423395,0.00007301043,0.0004322708,0.000028630677,0.0001347102],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00017110688,0.00037163644,0.0006466855,0.00032333806,0.000044021803,0.000002189457,0.00068571366,0.0038429792,0.003427636],"category_scores_gemma":[0.00011264263,0.00029213092,0.000050762672,0.00021561851,0.00044515773,0.00005137552,0.00006104751,0.009780996,0.0006983376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0106632e-7,2.704864e-7,0.000007326878,0.00017990393,0.00005340857,0.0001606302,0.000081538594,3.9424287e-7,0.00006923866,0.0007547719,0.9941576,0.004534787],"study_design_scores_gemma":[0.00029937783,0.000034330278,0.000010488277,0.00035258007,0.00006474697,0.000055308534,0.000045032324,0.00013129471,0.000059877213,0.006447003,0.99222445,0.00027551936],"about_ca_topic_score_codex":0.0000311989,"about_ca_topic_score_gemma":3.911141e-7,"teacher_disagreement_score":0.034130547,"about_ca_system_score_codex":0.000081555976,"about_ca_system_score_gemma":0.000016259306,"threshold_uncertainty_score":0.9999531},"labels":[],"label_agreement":null},{"id":"W4206327701","doi":"10.1097/00001888-200009001-00125","title":"Dalhousie University Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Curriculum; Medical education; Unit (ring theory); Portfolio; Curriculum mapping; Curriculum development; Population; Faculty development; Medicine; Professional development; Psychology; Pedagogy; Mathematics education; Business","score_opus":0.03819134710881018,"score_gpt":0.3544779813013125,"score_spread":0.3162866341925023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206327701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8246519,0.0004525004,0.0004892911,0.08054055,0.00044407754,0.00040296584,0.0000056149015,0.00012363744,0.09288949],"genre_scores_gemma":[0.93745494,0.001328188,0.000659559,0.0068487986,0.001545346,0.000002942928,0.0002699553,0.000025813824,0.05186446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803895,0.00005238239,0.0006140971,0.0002925793,0.0007331845,0.00026882117],"domain_scores_gemma":[0.9988775,0.00008923935,0.00017944133,0.00040731407,0.00028318143,0.00016330212],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084680854,0.00017275929,0.00053088163,0.00031268926,0.000073463634,4.1094918e-7,0.00024960862,0.00028859623,0.013935939],"category_scores_gemma":[0.0012927523,0.00012897325,0.000035608147,0.0012264932,0.0012019919,0.00008650387,0.000023448974,0.00080969144,0.00010919698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004391687,0.00006723073,0.01048612,0.00030865506,0.00013155593,0.0000520951,0.011043731,0.000005717095,0.0084757395,0.010546385,0.70048076,0.25796285],"study_design_scores_gemma":[0.0064954204,0.0007742712,0.038235076,0.0013738424,0.00040542227,0.00021891796,0.00549946,0.00032054324,0.0006312429,0.0010454599,0.9448097,0.00019069547],"about_ca_topic_score_codex":0.00019282232,"about_ca_topic_score_gemma":0.0000012428221,"teacher_disagreement_score":0.25777215,"about_ca_system_score_codex":0.000103109094,"about_ca_system_score_gemma":0.00014155977,"threshold_uncertainty_score":0.9869655},"labels":[],"label_agreement":null},{"id":"W4206415959","doi":"10.1097/00001888-900000000-97702","title":"Ensuring the Quality of Multiple-Choice Tests","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Quality (philosophy); MEDLINE; Computer science; Psychology; Political science; Law","score_opus":0.7559799505273994,"score_gpt":0.6478034277877435,"score_spread":0.10817652273965594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206415959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777879,0.00027385345,0.009469621,0.004106185,0.0012622668,0.000838544,0.000015466485,0.00007867007,0.006167458],"genre_scores_gemma":[0.96861666,0.000081385006,0.028500794,0.0008424289,0.0008373122,0.000014394427,6.6671504e-7,0.000023977987,0.0010823502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99630123,0.0010328239,0.0014991971,0.00026551678,0.00065499736,0.00024623095],"domain_scores_gemma":[0.70192516,0.29693595,0.00047397052,0.00050221174,0.000085721964,0.00007697525],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011730989,0.00014472089,0.00077368575,0.000037821774,0.00003111387,0.0000014633529,0.00050725555,0.00023653077,0.0006674626],"category_scores_gemma":[0.6028991,0.000078674464,0.00006605378,0.00020252046,0.0003575668,0.000030668463,0.00012572775,0.0008940931,0.000054769127],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025880573,0.00005925665,0.43051654,0.001500874,0.00022546841,0.000002975358,0.0034571446,0.0000054793272,0.07002019,0.4598424,0.017798215,0.016312638],"study_design_scores_gemma":[0.0024058514,0.00013835306,0.08217745,0.0005724479,0.00009457145,0.0000032286998,0.00041310172,0.00017051166,0.002077033,0.90972805,0.0020697988,0.0001495777],"about_ca_topic_score_codex":0.000077287325,"about_ca_topic_score_gemma":0.00000345115,"teacher_disagreement_score":0.5911681,"about_ca_system_score_codex":0.000021886995,"about_ca_system_score_gemma":0.000025585763,"threshold_uncertainty_score":0.7308247},"labels":[],"label_agreement":null},{"id":"W4206447185","doi":"10.1097/acm.0b013e3181e8a5a1","title":"University of South Florida College of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Homewood Research Institute","funders":"","keywords":"Medical education; Higher education; Medicine; Family medicine; Political science","score_opus":0.021093975085614697,"score_gpt":0.31123997723215524,"score_spread":0.2901460021465405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206447185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9539451,0.00019915108,0.0010744203,0.03263717,0.001772557,0.00038267754,0.000016678932,0.00004521127,0.009927042],"genre_scores_gemma":[0.99302113,0.00013676277,0.0011916566,0.0011333522,0.0012975653,0.0000011806304,0.000051161238,0.000016131371,0.0031510333],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821454,0.00003301113,0.0006320706,0.00023106292,0.00068507297,0.00020422331],"domain_scores_gemma":[0.9983115,0.00014768317,0.0003910193,0.00046564775,0.0005422737,0.00014187141],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012706422,0.00014187962,0.0005892888,0.0003851929,0.000049658982,1.2157818e-7,0.00026808574,0.00034764543,0.003099873],"category_scores_gemma":[0.0038375508,0.000111545116,0.00003634928,0.0010301176,0.0018657879,0.000053053667,0.000044844466,0.0012079874,0.000018121289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006025585,0.000078445424,0.057820875,0.0009807869,0.00021007139,0.00004253137,0.028008947,0.0000012839997,0.33821732,0.08435499,0.47416955,0.015512642],"study_design_scores_gemma":[0.037504602,0.0040703444,0.20210132,0.0063614184,0.002526808,0.0007123781,0.12343731,0.0017588154,0.025808278,0.012901675,0.58195645,0.0008606024],"about_ca_topic_score_codex":0.00012485836,"about_ca_topic_score_gemma":0.0000047273115,"teacher_disagreement_score":0.312409,"about_ca_system_score_codex":0.000037872982,"about_ca_system_score_gemma":0.00024188694,"threshold_uncertainty_score":0.99781144},"labels":[],"label_agreement":null},{"id":"W4206457023","doi":"10.1097/00001888-200602000-00012","title":"Dalhousie University Faculty of Medicine","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"Blue Cross and Blue Shield Association","keywords":"Nova scotia; Medical school; Medical education; Downtown; Library science; Medicine; Geography; Archaeology","score_opus":0.16474119160959014,"score_gpt":0.43666554115624634,"score_spread":0.27192434954665623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206457023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52293926,0.0028287652,0.0018433555,0.3321219,0.00043878375,0.0010237178,0.000028441122,0.00019678957,0.13857897],"genre_scores_gemma":[0.9622858,0.0018021307,0.00013487606,0.008464901,0.001946738,0.0000018994244,0.0001776853,0.000023998831,0.02516194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967203,0.00010228948,0.0006321509,0.00030615562,0.001382198,0.0008569126],"domain_scores_gemma":[0.9958543,0.00042015308,0.00019340178,0.0003407554,0.00028777774,0.0029035863],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002050378,0.00019341106,0.0007430558,0.00036449678,0.00007007852,4.7875375e-7,0.0002355671,0.000327539,0.001308484],"category_scores_gemma":[0.017275611,0.00012847694,0.000049642276,0.00077114056,0.001365661,0.00007452638,0.000059359652,0.0010580727,0.00004724842],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059417624,0.000043860033,0.018395761,0.00064055796,0.000044598386,0.00030503544,0.0009929012,0.000001205113,0.026223745,0.006603823,0.93253446,0.013619884],"study_design_scores_gemma":[0.011886591,0.0019132285,0.046765875,0.0018908058,0.00021375249,0.00019833926,0.0021083166,0.00011403097,0.0017143341,0.0013359735,0.9316936,0.00016514737],"about_ca_topic_score_codex":0.002942149,"about_ca_topic_score_gemma":0.000018421839,"teacher_disagreement_score":0.43934658,"about_ca_system_score_codex":0.00016117118,"about_ca_system_score_gemma":0.0013332923,"threshold_uncertainty_score":0.99960446},"labels":[],"label_agreement":null},{"id":"W4206494231","doi":"10.1097/00001888-200009001-00129","title":"Laval University","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval","funders":"","keywords":"Medical education; Medicine; Psychology","score_opus":0.018949605336276484,"score_gpt":0.32213533511016823,"score_spread":0.30318572977389174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206494231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85615605,0.0002161553,0.00021604111,0.046702784,0.00031237165,0.00018574319,7.006255e-7,0.000117040625,0.09609311],"genre_scores_gemma":[0.891517,0.001246545,0.0005172051,0.010736237,0.0015213616,0.0000018651726,0.00006415993,0.0000150271935,0.094380595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904114,0.000026233687,0.00021996273,0.00018314569,0.00034122725,0.0001882929],"domain_scores_gemma":[0.9995144,0.00003616194,0.000039693823,0.00022285596,0.00008096852,0.00010591999],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039505344,0.00008833673,0.0001869211,0.0001393764,0.00006727476,6.7514424e-7,0.00011850802,0.00017813811,0.01188211],"category_scores_gemma":[0.00040999812,0.00007231394,0.000019717487,0.00059921585,0.00025978617,0.00006154581,0.0000104452765,0.0006650563,0.0004581658],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016469136,0.00002479395,0.008414972,0.00005436888,0.000037693386,0.000050172843,0.0028573624,0.0000015025843,0.0019144836,0.0062269936,0.7178942,0.26235878],"study_design_scores_gemma":[0.0016658969,0.00015558083,0.017713582,0.00021594534,0.0000972934,0.00016058811,0.0014518907,0.00023036002,0.00017495331,0.0004635709,0.9775827,0.00008761769],"about_ca_topic_score_codex":0.000057306614,"about_ca_topic_score_gemma":4.4177932e-7,"teacher_disagreement_score":0.26227117,"about_ca_system_score_codex":0.000098336895,"about_ca_system_score_gemma":0.000103475526,"threshold_uncertainty_score":0.9890212},"labels":[],"label_agreement":null},{"id":"W4206509624","doi":"10.1097/00001888-200006000-00025","title":"Teaching of Public Health and Preventative Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Public health; Preventive healthcare; Medical education; Quarter (Canadian coin); Medicine; Schedule; Health care; Work (physics); Medical school; Family medicine; Psychology; Nursing","score_opus":0.2222032717110423,"score_gpt":0.5709832125713156,"score_spread":0.3487799408602733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206509624","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47230127,0.0048699793,0.00024449656,0.47680375,0.0006388031,0.00074773043,0.000005996791,0.00006582329,0.044322133],"genre_scores_gemma":[0.83749694,0.016206676,0.00016670238,0.09810127,0.004885204,0.0001324141,0.000100752266,0.00003876694,0.042871278],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959099,0.001530166,0.0012221653,0.00024896095,0.00035924237,0.000729552],"domain_scores_gemma":[0.9970997,0.0011952642,0.00049100193,0.00023241293,0.000093078204,0.00088852923],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006875288,0.00015036736,0.0005494556,0.00021325414,0.0005474991,6.2406053e-7,0.00019301698,0.00022674716,0.0033940643],"category_scores_gemma":[0.002105,0.00010393751,0.0000132764035,0.00028981673,0.0003916277,0.00016721629,0.000040032766,0.0016203942,0.000040333212],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017183937,0.0000118603075,0.012199179,0.00077638007,0.000021325215,2.528621e-7,0.46670678,1.2827655e-7,0.000073789,0.021737259,0.3053722,0.19308364],"study_design_scores_gemma":[0.0015144144,0.0005184191,0.015358578,0.0014340113,0.000009954661,0.000007326649,0.10447798,0.000059606136,7.595915e-7,0.004104265,0.87241995,0.00009473457],"about_ca_topic_score_codex":0.012214626,"about_ca_topic_score_gemma":0.000026779726,"teacher_disagreement_score":0.5670477,"about_ca_system_score_codex":0.00017258286,"about_ca_system_score_gemma":0.0008593693,"threshold_uncertainty_score":0.997517},"labels":[],"label_agreement":null},{"id":"W4206533729","doi":"10.1097/acm.0b013e31826cf08b","title":"My Hands","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medicine; General surgery; Stethoscope; Surgery","score_opus":0.0758799216480376,"score_gpt":0.38885665525791635,"score_spread":0.31297673360987877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206533729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45687664,0.028478535,0.0027301947,0.10467585,0.0038569267,0.00073995726,0.0000012804392,0.00050089636,0.40213972],"genre_scores_gemma":[0.94610196,0.000613841,0.00020004091,0.01961825,0.00574484,0.000014887911,0.00001658751,0.00003182835,0.02765774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997976,0.00007967044,0.00042018294,0.00020766334,0.0007926291,0.0005238376],"domain_scores_gemma":[0.99804467,0.0004137394,0.00013004681,0.0003440051,0.000059134156,0.0010083797],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001787957,0.00017027096,0.00041328405,0.00014798235,0.00007793236,8.4703026e-7,0.00015118346,0.00031739988,0.004951693],"category_scores_gemma":[0.004901993,0.0001223202,0.000042642754,0.00024732243,0.0004622991,0.00023453841,0.00004125387,0.0014875496,0.0014482313],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019210442,0.000042646945,0.031516224,0.00012370563,0.00006723375,0.0000468035,0.0068644257,4.6720032e-8,0.0095224315,0.003015239,0.9325006,0.016108518],"study_design_scores_gemma":[0.003130652,0.00032459202,0.010592072,0.00028957438,0.000297042,0.0006733765,0.00073786016,0.000016336639,0.0004757721,0.0001541724,0.9831754,0.00013312952],"about_ca_topic_score_codex":0.000024169673,"about_ca_topic_score_gemma":2.2976994e-7,"teacher_disagreement_score":0.48922533,"about_ca_system_score_codex":0.00013545252,"about_ca_system_score_gemma":0.00008442656,"threshold_uncertainty_score":0.99932927},"labels":[],"label_agreement":null},{"id":"W4206592860","doi":"10.1097/00001888-200004000-00014","title":"Coming next month in EDUCATING PHYSICIANS","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical school; Psychology; Medical education; Sociology; Medicine","score_opus":0.03205223439381599,"score_gpt":0.3703480984101079,"score_spread":0.3382958640162919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206592860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9160136,0.00075315783,0.00010437742,0.041929018,0.0005033972,0.0003487732,3.3959387e-7,0.00006831596,0.040279012],"genre_scores_gemma":[0.96845776,0.000499251,0.0008285973,0.020313937,0.002240524,0.00005263466,0.00005692022,0.000028977496,0.0075213774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820304,0.000044259996,0.00065021764,0.00029386586,0.00044067376,0.0003679558],"domain_scores_gemma":[0.9993011,0.000117620635,0.00010637502,0.00031530354,0.000075775555,0.00008385959],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079564395,0.00015768305,0.00037419493,0.000264982,0.0000696086,0.0000031275754,0.00016410014,0.00020258805,0.0030755615],"category_scores_gemma":[0.0012769313,0.00013481558,0.00002499055,0.0010548634,0.00021064868,0.00014127004,0.000014483024,0.0012803632,0.00016545047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005457263,0.00006496757,0.01574735,0.000100696845,0.000018037683,0.000015221732,0.01462357,0.000010744506,0.0043690335,0.0009501785,0.09143334,0.8726123],"study_design_scores_gemma":[0.01499654,0.0011669302,0.24209353,0.015077876,0.00046644613,0.00084191427,0.073859975,0.01850844,0.0022061937,0.006851677,0.62267035,0.0012601141],"about_ca_topic_score_codex":0.00020490908,"about_ca_topic_score_gemma":0.000003733812,"teacher_disagreement_score":0.8713522,"about_ca_system_score_codex":0.00019834464,"about_ca_system_score_gemma":0.00013568274,"threshold_uncertainty_score":0.99783576},"labels":[],"label_agreement":null},{"id":"W4206638876","doi":"10.1097/acm.0000000000003291","title":"Southern Illinois University School of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Medical school; Faculty development; Professional development; Medicine; Psychology; Pedagogy","score_opus":0.04016291565738361,"score_gpt":0.31926402108731416,"score_spread":0.27910110542993055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206638876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57023275,0.0011807664,0.0053418283,0.40050054,0.0006141806,0.0006357356,0.000008516468,0.00019075537,0.021294948],"genre_scores_gemma":[0.96193707,0.0005619132,0.00075965957,0.02889852,0.003067296,0.0000023063262,0.000094540526,0.000029459907,0.0046492354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804807,0.00006130499,0.00063372176,0.00031334008,0.00071007956,0.00023350274],"domain_scores_gemma":[0.9985759,0.00010358511,0.00027949517,0.00030293147,0.00037082334,0.00036725035],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00065215514,0.0001719534,0.00055790925,0.00023708146,0.000054349348,4.746633e-7,0.00027370674,0.0002737107,0.0055143684],"category_scores_gemma":[0.006509117,0.00013060567,0.000038904534,0.0013057337,0.0009371459,0.00006481973,0.000052497195,0.0010548134,0.0002602289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061110174,0.000038116614,0.037249826,0.000730274,0.00019447038,0.000057724,0.027545098,0.000005296269,0.04733782,0.007006627,0.8573749,0.021848751],"study_design_scores_gemma":[0.01573161,0.002579111,0.016769797,0.0027264648,0.0011581276,0.00013925626,0.08991069,0.001859036,0.0020231984,0.0015716171,0.8650607,0.00047040265],"about_ca_topic_score_codex":0.00011689248,"about_ca_topic_score_gemma":5.1582816e-7,"teacher_disagreement_score":0.39170435,"about_ca_system_score_codex":0.000100726094,"about_ca_system_score_gemma":0.00021208967,"threshold_uncertainty_score":0.9953947},"labels":[],"label_agreement":null},{"id":"W4206661798","doi":"10.1097/acm.0b013e3181eabe59","title":"University of Toronto, Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; General partnership; Government (linguistics); Corporate governance; Faculty development; Student affairs; Political science; Higher education; Professional development; Medicine; Sociology; Business; Finance; Pedagogy","score_opus":0.029708929497499748,"score_gpt":0.3632865905592776,"score_spread":0.33357766106177783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206661798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9218332,0.0007126191,0.001125497,0.03440553,0.001406676,0.00037431793,0.0000060466964,0.0000540824,0.040082023],"genre_scores_gemma":[0.9924689,0.00050849986,0.0015619461,0.0010656192,0.00091145077,9.800232e-7,0.000114995535,0.000013107181,0.0033545285],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984056,0.000026010404,0.0005601399,0.00020397008,0.00062595046,0.00017833369],"domain_scores_gemma":[0.9984839,0.00009981216,0.0003506622,0.0004112729,0.0005300288,0.00012431896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001051018,0.00012635023,0.00051162706,0.00010580511,0.000038761373,1.7491352e-7,0.00024797203,0.00032223153,0.0075785625],"category_scores_gemma":[0.0031225453,0.0000963318,0.000033438777,0.00034492754,0.0014699587,0.00008265509,0.000040020856,0.0008399466,0.000010467686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025897083,0.0000804306,0.02604719,0.0005313448,0.00013433982,0.000010674006,0.017208822,4.40027e-7,0.4332772,0.03960328,0.403663,0.0791843],"study_design_scores_gemma":[0.014342693,0.0020004576,0.21497415,0.0025464697,0.001027924,0.0002741824,0.033285663,0.000637938,0.011691702,0.0032754524,0.71556294,0.00038040092],"about_ca_topic_score_codex":0.0021563978,"about_ca_topic_score_gemma":0.00006595417,"teacher_disagreement_score":0.4215855,"about_ca_system_score_codex":0.000063783904,"about_ca_system_score_gemma":0.0001583328,"threshold_uncertainty_score":0.99332863},"labels":[],"label_agreement":null},{"id":"W4206663485","doi":"10.1097/00001888-200009001-00121","title":"University of Alberta","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"MEDLINE; Medical education; Medicine; Political science","score_opus":0.016408174260646977,"score_gpt":0.3089040705280181,"score_spread":0.2924958962673711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206663485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710226,0.00021136767,0.0002137285,0.027339576,0.00016083231,0.00015545827,3.5886362e-7,0.00002528743,0.10087078],"genre_scores_gemma":[0.93012244,0.0006590266,0.0004316883,0.0029791803,0.0003876292,5.319077e-7,0.000037810416,0.000008456015,0.06537325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992319,0.000017927723,0.00022624595,0.00013229408,0.0002665865,0.00012509945],"domain_scores_gemma":[0.999506,0.00006218714,0.00006133467,0.0002154872,0.00008757164,0.00006739703],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029298457,0.00006548801,0.00020441253,0.00009697345,0.000033558408,2.0250607e-7,0.00011105183,0.0001465332,0.019866291],"category_scores_gemma":[0.00051950524,0.000055651755,0.000019088578,0.0004443489,0.00031047704,0.000039598865,0.000009054985,0.00039380396,0.00020331946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028044108,0.00005253169,0.019221965,0.00019253063,0.00008131909,0.000016205731,0.014694501,0.00000350594,0.0040996936,0.0077284845,0.5998381,0.35379073],"study_design_scores_gemma":[0.0026133496,0.00028846425,0.02793362,0.00061369373,0.00019038278,0.000111700385,0.0031979252,0.00046621193,0.00038399582,0.0008712587,0.96322143,0.00010795258],"about_ca_topic_score_codex":0.00041960567,"about_ca_topic_score_gemma":0.0000032423422,"teacher_disagreement_score":0.36338335,"about_ca_system_score_codex":0.0000411112,"about_ca_system_score_gemma":0.000078846286,"threshold_uncertainty_score":0.9810297},"labels":[],"label_agreement":null},{"id":"W4206715566","doi":"10.1097/01.acm.0000284457.28598.b8","title":"Commentary","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Emotions and Moral Behavior","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poetry; The arts; Bridge (graph theory); Humanity; Meaning (existential); Subject (documents); Psychology; Sociology; Art history; Psychoanalysis; History; Art; Literature; Visual arts; Law; Medicine; Library science; Political science","score_opus":0.07389567457124362,"score_gpt":0.43152437804009824,"score_spread":0.3576287034688546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206715566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8790135,0.0014981162,0.0021857866,0.03516872,0.0022701279,0.00016975304,0.000002329903,0.00009974076,0.07959197],"genre_scores_gemma":[0.9594665,0.000045597026,0.00006357876,0.028002668,0.0011264256,0.0000058491883,0.000021440366,0.000010920909,0.011256991],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992327,0.000023313767,0.00024128963,0.00014139996,0.00011986174,0.00024141786],"domain_scores_gemma":[0.9995366,0.00009390335,0.000045193745,0.00018747091,0.000015623986,0.000121216974],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00068867626,0.000073790616,0.00011410593,0.00008657543,0.00004129399,4.730881e-7,0.00013756103,0.00013195674,0.00574218],"category_scores_gemma":[0.000022306562,0.0000556691,0.000015725298,0.00013241211,0.0001229345,0.000024513194,0.000020967873,0.00041868226,0.00038216863],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002141563,0.000011210035,0.0403014,0.000002393919,0.000011806389,0.000051707753,0.0033514858,1.9600625e-8,0.0022739826,0.017579278,0.90538454,0.031010762],"study_design_scores_gemma":[0.0014534411,0.00022567179,0.21464801,0.000057570323,0.000063957064,0.0000954913,0.0058522606,5.843218e-7,0.00032170396,0.0009758438,0.77617544,0.00013000846],"about_ca_topic_score_codex":0.00025214753,"about_ca_topic_score_gemma":0.000006755452,"teacher_disagreement_score":0.17434661,"about_ca_system_score_codex":0.000021792228,"about_ca_system_score_gemma":0.000002693939,"threshold_uncertainty_score":0.9951667},"labels":[],"label_agreement":null},{"id":"W4206722670","doi":"10.1097/00001888-200207000-00050","title":"LIST OF INSTITUTIONS","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical school; Clinical neuropsychology; Residence; Medicine; University hospital; Family medicine; Gerontology; Medical education; Sociology","score_opus":0.21630329310014276,"score_gpt":0.3989929554351583,"score_spread":0.18268966233501552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206722670","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1956466,0.016679935,0.0017127652,0.13294211,0.0014666652,0.00057709304,0.000004641634,0.00021300894,0.6507572],"genre_scores_gemma":[0.97293675,0.0015249222,0.00023090429,0.0060981964,0.00083042565,0.0000073832707,0.000008090068,0.000013742602,0.018349573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984586,0.000049126644,0.00049581565,0.00019256456,0.0006055045,0.00019835212],"domain_scores_gemma":[0.9987873,0.00029612338,0.0001648824,0.00031611908,0.000092583665,0.00034303032],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005510927,0.000113606475,0.00038370912,0.00016981782,0.000058975882,4.1141263e-7,0.000150557,0.00021263861,0.008553458],"category_scores_gemma":[0.005789514,0.000086410066,0.000041387957,0.00033148445,0.0009665016,0.000099404635,0.000026619364,0.0009824364,0.00033757204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000811341,0.00008579396,0.0032995974,0.00027399632,0.0000836418,0.00014093994,0.005395798,0.000001026005,0.032474417,0.011329638,0.93345606,0.013377962],"study_design_scores_gemma":[0.0020790333,0.00034292086,0.00116544,0.0005203719,0.00023970287,0.00036561553,0.00042512597,0.00017767398,0.00033695594,0.00014928798,0.994113,0.00008482645],"about_ca_topic_score_codex":0.00006078562,"about_ca_topic_score_gemma":0.0000014111959,"teacher_disagreement_score":0.77729017,"about_ca_system_score_codex":0.000081395585,"about_ca_system_score_gemma":0.000066115936,"threshold_uncertainty_score":0.99235284},"labels":[],"label_agreement":null},{"id":"W4206767211","doi":"10.1097/00001888-200310000-00001","title":"Preface","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine","score_opus":0.04468908336016144,"score_gpt":0.36824513592680713,"score_spread":0.3235560525666457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206767211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8306732,0.004881288,0.00086252426,0.021361068,0.0012023633,0.00041439466,4.736072e-7,0.0001287401,0.14047596],"genre_scores_gemma":[0.96846694,0.0009044435,0.00019961476,0.008215463,0.0006818465,0.000019072693,0.000014092256,0.000014308615,0.021484246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998874,0.000048348993,0.00028357815,0.00020400004,0.00034920467,0.00024088404],"domain_scores_gemma":[0.99917144,0.00011280634,0.00005972636,0.00020342474,0.000058112037,0.0003944911],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006442434,0.00010873911,0.00024349111,0.000078753226,0.000040032763,7.3775254e-7,0.000064735555,0.00019612676,0.001999775],"category_scores_gemma":[0.0034042732,0.00007451819,0.00002650021,0.0002341921,0.00016634658,0.000044817883,0.000007291052,0.0006461189,0.00018718226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023897001,0.0001559961,0.035308715,0.0006298076,0.00017523671,0.00011205317,0.16984722,0.000001846534,0.030916411,0.08855776,0.6411919,0.032864083],"study_design_scores_gemma":[0.004666036,0.0007103617,0.011967756,0.0009452289,0.00030495186,0.0007605238,0.033828318,0.000031129242,0.014652725,0.007584698,0.9243064,0.00024190104],"about_ca_topic_score_codex":0.000011132525,"about_ca_topic_score_gemma":1.9557174e-7,"teacher_disagreement_score":0.28311446,"about_ca_system_score_codex":0.000046117224,"about_ca_system_score_gemma":0.0001723235,"threshold_uncertainty_score":0.9989125},"labels":[],"label_agreement":null},{"id":"W4206832820","doi":"10.1097/00001888-200205000-00050","title":"LIST OF INSTITUTIONS","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"History of Medical Practice","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical school; Clinical neuropsychology; Matriculation; Medicine; University hospital; Medical education; Family medicine; Gerontology","score_opus":0.21630329310014276,"score_gpt":0.3989929554351583,"score_spread":0.18268966233501552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206832820","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1956466,0.016679935,0.0017127652,0.13294211,0.0014666652,0.00057709304,0.000004641634,0.00021300894,0.6507572],"genre_scores_gemma":[0.97293675,0.0015249222,0.00023090429,0.0060981964,0.00083042565,0.0000073832707,0.000008090068,0.000013742602,0.018349573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984586,0.000049126644,0.00049581565,0.00019256456,0.0006055045,0.00019835212],"domain_scores_gemma":[0.9987873,0.00029612338,0.0001648824,0.00031611908,0.000092583665,0.00034303032],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005510927,0.000113606475,0.00038370912,0.00016981782,0.000058975882,4.1141263e-7,0.000150557,0.00021263861,0.008553458],"category_scores_gemma":[0.005789514,0.000086410066,0.000041387957,0.00033148445,0.0009665016,0.000099404635,0.000026619364,0.0009824364,0.00033757204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000811341,0.00008579396,0.0032995974,0.00027399632,0.0000836418,0.00014093994,0.005395798,0.000001026005,0.032474417,0.011329638,0.93345606,0.013377962],"study_design_scores_gemma":[0.0020790333,0.00034292086,0.00116544,0.0005203719,0.00023970287,0.00036561553,0.00042512597,0.00017767398,0.00033695594,0.00014928798,0.994113,0.00008482645],"about_ca_topic_score_codex":0.00006078562,"about_ca_topic_score_gemma":0.0000014111959,"teacher_disagreement_score":0.77729017,"about_ca_system_score_codex":0.000081395585,"about_ca_system_score_gemma":0.000066115936,"threshold_uncertainty_score":0.99235284},"labels":[],"label_agreement":null},{"id":"W4210364205","doi":"10.1097/acm.0000000000002343","title":"Et Tu?","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Memphis; Quarter (Canadian coin); Poverty; Charter; Medicine; Psychology; Family medicine; History; Political science; Law","score_opus":0.20897497224228406,"score_gpt":0.5934214029909394,"score_spread":0.3844464307486553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210364205","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2851204,0.0015460987,0.00082608487,0.20267075,0.0036738978,0.0006561346,0.0000032660982,0.00024887366,0.5052545],"genre_scores_gemma":[0.8091991,0.002925334,0.0001620721,0.1317301,0.008783563,0.00004253375,0.0000111680365,0.000021705273,0.047124445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782455,0.0006508947,0.0005303222,0.00021453496,0.00028769675,0.00049198413],"domain_scores_gemma":[0.9974232,0.0016538642,0.00028400103,0.00024716053,0.00015071605,0.00024105859],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035371762,0.000105634455,0.00024816388,0.00009440635,0.00068136776,7.4570977e-7,0.00022454187,0.00039894777,0.015658416],"category_scores_gemma":[0.002109576,0.000075683674,0.000012368658,0.0002076248,0.00026114815,0.0002059602,0.00009241859,0.0022980256,0.011946803],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006740988,0.0000047941335,0.03555497,0.00026038694,0.00001103977,0.000003512107,0.036302567,2.7553435e-8,0.0004907291,0.0375516,0.8880651,0.0016878868],"study_design_scores_gemma":[0.0008612569,0.00022254315,0.026558615,0.00075422553,0.000024288176,0.0000036253139,0.006540818,0.000023722636,0.000021931288,0.0056589697,0.95925045,0.000079540354],"about_ca_topic_score_codex":0.00058176555,"about_ca_topic_score_gemma":0.00021281386,"teacher_disagreement_score":0.52407867,"about_ca_system_score_codex":0.000053945303,"about_ca_system_score_gemma":0.00025699814,"threshold_uncertainty_score":0.99839056},"labels":[],"label_agreement":null},{"id":"W4210383874","doi":"10.1097/acm.0000000000004352","title":"Online Medical Education: It Is Time to Listen to the Silence","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Silence; Feeling; Nonverbal communication; Diversity (politics); Personality; Sign (mathematics)","score_opus":0.03216550739071058,"score_gpt":0.3811696503235841,"score_spread":0.3490041429328735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210383874","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.133982,0.0014032909,0.00006685009,0.85388124,0.0013361792,0.0007994825,0.000014778619,0.000064781816,0.008451375],"genre_scores_gemma":[0.17494474,0.00023614394,0.0001234539,0.71436423,0.00498651,0.00033263152,0.00018354114,0.00002881928,0.10479992],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965084,0.00013406808,0.000593209,0.0004543324,0.0019199466,0.00039000958],"domain_scores_gemma":[0.99752647,0.000296104,0.00009891545,0.0005472387,0.00015138902,0.0013798805],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017519793,0.00018990212,0.00037727167,0.00019427462,0.0002557023,0.0000030331407,0.00067905494,0.00015811506,0.06002216],"category_scores_gemma":[0.0069634174,0.00012300146,0.000053308635,0.0010454749,0.000147864,0.00004201885,0.0002924956,0.0016287408,0.0013586204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072388495,0.00011846537,0.00016472934,0.00002846193,0.00001855277,0.000010273384,0.05411942,0.0000023270402,0.00018559609,0.00007540196,0.91247,0.032734413],"study_design_scores_gemma":[0.0006212802,0.0007240018,0.001468786,0.0004961577,0.0001084785,0.00039695314,0.049308468,0.00018772454,0.0000556923,0.00013164994,0.9463676,0.00013318496],"about_ca_topic_score_codex":0.00010452371,"about_ca_topic_score_gemma":0.0000034173222,"teacher_disagreement_score":0.13951702,"about_ca_system_score_codex":0.00021059792,"about_ca_system_score_gemma":0.0019358656,"threshold_uncertainty_score":0.9994189},"labels":[],"label_agreement":null},{"id":"W4210392537","doi":"10.1097/acm.0000000000004608","title":"Teaching Medical Students to Teach: A Narrative Review and Literature-Informed Recommendations for Student-as-Teacher Curricula","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University; Medical Council of Canada","funders":"","keywords":"Curriculum; Medical education; Modalities; Inclusion (mineral); Context (archaeology); Narrative; Experiential learning; Teaching method; Psychology; Delphi method; MEDLINE; Medicine; Mathematics education; Pedagogy; Computer science","score_opus":0.07805593483628415,"score_gpt":0.5381939144334442,"score_spread":0.4601379795971601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210392537","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041027866,0.8993598,0.00012776995,0.0899989,0.001369152,0.0075576873,0.00002854746,0.00011750942,0.0013995749],"genre_scores_gemma":[0.0000034723348,0.91820896,0.00059808645,0.05807686,0.002211486,0.0053506806,0.0036938272,0.00011392976,0.011742725],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99197656,0.00063974026,0.0027110446,0.0010690532,0.002942708,0.0006609216],"domain_scores_gemma":[0.996073,0.0011837166,0.0009322191,0.00077481056,0.0002938136,0.00074245],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008917714,0.00081529166,0.0033838854,0.0010130324,0.00055555924,0.000030195399,0.0013255926,0.00095468113,0.0043134587],"category_scores_gemma":[0.03282058,0.00057781546,0.0002638708,0.0017570854,0.0002514141,0.00017312764,0.00064507156,0.007278534,0.000050502385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000904371,0.00008285305,0.000010317181,0.025715241,0.00029331504,0.000014954801,0.013233408,3.2615983e-9,6.845945e-8,0.0007423921,0.4463691,0.5135293],"study_design_scores_gemma":[0.0011256533,0.0005422794,0.0000054381057,0.1678212,0.0036206732,0.0009155854,0.005589337,0.0000024033752,2.1474237e-8,0.00006914877,0.8199289,0.00037936206],"about_ca_topic_score_codex":0.00002287891,"about_ca_topic_score_gemma":0.0000012156227,"teacher_disagreement_score":0.5131499,"about_ca_system_score_codex":0.001016182,"about_ca_system_score_gemma":0.0012996411,"threshold_uncertainty_score":0.99966735},"labels":[],"label_agreement":null},{"id":"W4210457975","doi":"10.1097/acm.0000000000002846","title":"A Matter of Trust","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Preceptor; Competence (human resources); Psychology; Duty; Perception; Unconscious mind; Agency (philosophy); Social psychology; Medical education; Medicine; Sociology; Political science","score_opus":0.018118639761143984,"score_gpt":0.3527604881196874,"score_spread":0.33464184835854344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210457975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9311164,0.00025006788,0.00021609935,0.023268789,0.00072222896,0.00032181598,5.1757917e-7,0.000024382454,0.044079673],"genre_scores_gemma":[0.96894425,0.00006063683,0.00039619685,0.0122220935,0.0005672005,0.000011307271,0.00003270577,0.000015659325,0.01774997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987598,0.00001595389,0.00047595892,0.00016678347,0.0004198852,0.00016161961],"domain_scores_gemma":[0.99928206,0.0000507022,0.00014016693,0.00032485745,0.0001449535,0.000057284997],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005177876,0.00009008803,0.00031093642,0.00020803169,0.000012248859,4.3279536e-7,0.00011295801,0.00017763987,0.011160249],"category_scores_gemma":[0.00056400674,0.00006445028,0.000023661449,0.0004639308,0.00017520337,0.000044783403,0.000021694495,0.00054800726,0.0009394943],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009304772,0.00002720587,0.5171567,0.00052044314,0.000052665117,0.0000028565473,0.003991177,6.902598e-7,0.037129916,0.0060566003,0.4254492,0.009519451],"study_design_scores_gemma":[0.009971567,0.0013359744,0.5209717,0.0039058023,0.0004462873,0.00048251878,0.011029247,0.0010043045,0.010727053,0.004505453,0.43519232,0.00042774374],"about_ca_topic_score_codex":0.000017186567,"about_ca_topic_score_gemma":4.165108e-8,"teacher_disagreement_score":0.037827805,"about_ca_system_score_codex":0.000045914578,"about_ca_system_score_gemma":0.00007351895,"threshold_uncertainty_score":0.9998384},"labels":[],"label_agreement":null},{"id":"W4210508361","doi":"10.1097/acm.0000000000000861","title":"Stillborn","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Homicide, Infanticide, and Child Abuse","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Wife; Medicine; Psychoanalysis; Psychology; Philosophy; Theology","score_opus":0.1259253094015864,"score_gpt":0.40582052685573283,"score_spread":0.27989521745414647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210508361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5604227,0.002631647,0.00045158094,0.039664026,0.0018818227,0.0002887911,0.000001952465,0.0002728078,0.39438462],"genre_scores_gemma":[0.9826972,0.0010697996,0.00005325169,0.005089681,0.0032802948,0.0000048245643,0.0000052817977,0.000012181288,0.0077874926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837625,0.0001386155,0.0002846126,0.00019459278,0.0006256546,0.00038026733],"domain_scores_gemma":[0.99893284,0.00018147579,0.00009222369,0.00018439679,0.00010957128,0.0004994845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00186351,0.000104770086,0.0002281718,0.000077535915,0.00015944918,0.0000062410127,0.0004018431,0.00020534523,0.00048604497],"category_scores_gemma":[0.0022995563,0.000080921105,0.000023105491,0.00028695518,0.000589907,0.0001478189,0.000032012347,0.00042441,0.0003594225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049563663,0.000005933973,0.0585045,0.000008146333,0.000025733358,0.000024418641,0.22882079,0.0000036518916,0.0002322871,0.20673324,0.49796268,0.007629046],"study_design_scores_gemma":[0.00086192915,0.00007434438,0.0015213515,0.00008683315,0.000032705386,0.0000042139677,0.033921514,0.00001709646,0.00011037937,0.01644975,0.9467726,0.00014728839],"about_ca_topic_score_codex":0.0017565263,"about_ca_topic_score_gemma":0.00020980599,"teacher_disagreement_score":0.4488099,"about_ca_system_score_codex":0.000077419005,"about_ca_system_score_gemma":0.00022469313,"threshold_uncertainty_score":0.53218514},"labels":[],"label_agreement":null},{"id":"W4210522596","doi":"10.1097/acm.0000000000002349","title":"Magnetism","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Miracle; Dream; Crying; Psychoanalysis; Sociology; History; Psychology; Law; Psychiatry; Political science; Psychotherapist","score_opus":0.038931535178544474,"score_gpt":0.3744434999069092,"score_spread":0.33551196472836475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210522596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.857094,0.0014586173,0.00050603517,0.051018223,0.0016315302,0.00027002353,5.830145e-7,0.00013089301,0.087890096],"genre_scores_gemma":[0.9525029,0.0005850469,0.00018410983,0.0174843,0.006842407,0.000013125547,0.000021352815,0.000014328477,0.022352427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887776,0.00002346491,0.00028330338,0.00021219735,0.0003551475,0.0002480974],"domain_scores_gemma":[0.99915653,0.000075349955,0.000057883753,0.00021403632,0.00010969437,0.00038649893],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004516094,0.00010470017,0.00022639941,0.00010051435,0.00005448071,8.5311103e-7,0.000094365234,0.00020555216,0.0047910195],"category_scores_gemma":[0.0013072668,0.000072038034,0.000022757024,0.00024639384,0.0005586436,0.000046566747,0.000021016971,0.0005182283,0.0006886458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022068506,0.00004025578,0.009044255,0.00014904664,0.000049166614,0.000045702363,0.092184976,1.9240566e-8,0.02037866,0.006519261,0.76783884,0.10352914],"study_design_scores_gemma":[0.0058274255,0.00396608,0.102431364,0.0015973508,0.00041044803,0.00094349845,0.019708475,0.00015408683,0.011523244,0.009066287,0.84404564,0.0003261201],"about_ca_topic_score_codex":0.000047729234,"about_ca_topic_score_gemma":0.0000010781431,"teacher_disagreement_score":0.10320301,"about_ca_system_score_codex":0.000034445547,"about_ca_system_score_gemma":0.00011430114,"threshold_uncertainty_score":0.9961187},"labels":[],"label_agreement":null},{"id":"W4210847602","doi":"10.1097/01.acm.0000803760.28371.94","title":"Commentary on “The Father-Daughter Dinner Dance: A Waltz With Ethics and COVID-19”","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Waltz; MEDLINE","score_opus":0.7545797759839042,"score_gpt":0.6166655673706105,"score_spread":0.13791420861329373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210847602","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13157529,0.0025013601,0.0007215885,0.8613066,0.00055137876,0.0007409708,0.000019613464,0.000083812534,0.0024993776],"genre_scores_gemma":[0.22028281,0.004623544,0.00008096668,0.7698583,0.0014811655,0.00013604497,0.0000487337,0.000037557045,0.003450871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899962,0.0072783832,0.00076812634,0.00051516586,0.0008281109,0.0006140136],"domain_scores_gemma":[0.9743973,0.023665337,0.00042505414,0.00063663267,0.00022893856,0.0006467583],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011222981,0.0002484978,0.00044844727,0.000072612216,0.001491186,0.0000048361226,0.0003042132,0.0006662595,0.0020810666],"category_scores_gemma":[0.018195467,0.00013734125,0.000019197143,0.00037986485,0.0006207428,0.0001445165,0.00021293639,0.010116387,0.00010805869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026434456,0.000022773987,0.047152504,0.0010882004,0.000073595096,0.0001429389,0.10729637,0.0000011874449,0.00026178168,0.015898587,0.8266871,0.0011106381],"study_design_scores_gemma":[0.0018568849,0.00023946013,0.0017874063,0.0016940521,0.000076210694,0.000044590583,0.0538853,0.00004103523,0.000045685058,0.0038553055,0.9362878,0.00018625597],"about_ca_topic_score_codex":0.001805587,"about_ca_topic_score_gemma":0.0008524704,"teacher_disagreement_score":0.10960073,"about_ca_system_score_codex":0.00029910536,"about_ca_system_score_gemma":0.0011623567,"threshold_uncertainty_score":0.9998087},"labels":[],"label_agreement":null},{"id":"W4214485522","doi":"10.1097/acm.0000000000004551","title":"In Reply to Naik","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Core competency; Curriculum; Continuing medical education; Health care; Medical knowledge; Core curriculum; MEDLINE; Virtuous circle and vicious circle","score_opus":0.037098865354010614,"score_gpt":0.37507126165024857,"score_spread":0.33797239629623793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214485522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73129547,0.0008911189,0.000042228065,0.25903243,0.0011067715,0.00040864098,0.0000012638917,0.000040411676,0.0071816384],"genre_scores_gemma":[0.82106525,0.00011497298,0.000056087767,0.16461273,0.0009231622,0.00014486419,0.000023137844,0.00001302388,0.01304677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984806,0.00006585352,0.00037967646,0.00026628177,0.0005480303,0.00025952875],"domain_scores_gemma":[0.99921846,0.000118808384,0.00005294506,0.00022478797,0.000027024284,0.00035794944],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011806923,0.000092889386,0.00026604935,0.00027569968,0.00006121564,5.1047994e-7,0.00013904492,0.00006088236,0.0039184047],"category_scores_gemma":[0.0018354383,0.000076658514,0.000020978969,0.0006929252,0.00005918704,0.000038167927,0.00008163261,0.0011371407,0.00007952032],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029787543,0.000057528385,0.0056907786,0.00006572433,0.0000133382555,0.00016618223,0.13689059,0.000009916853,0.004866467,0.001432553,0.84334224,0.0071668215],"study_design_scores_gemma":[0.0023189997,0.0009708081,0.0109245535,0.0002208221,0.000043174503,0.0003581937,0.049808063,0.000045920777,0.0005689186,0.0015048101,0.9331155,0.00012027339],"about_ca_topic_score_codex":0.00023794665,"about_ca_topic_score_gemma":0.0000013060716,"teacher_disagreement_score":0.09441971,"about_ca_system_score_codex":0.00020397524,"about_ca_system_score_gemma":0.00018185507,"threshold_uncertainty_score":0.9969922},"labels":[],"label_agreement":null},{"id":"W4214495010","doi":"10.1097/acm.0000000000004550","title":"Patients’ Voices Are Important in Compassion Education","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Compassion; Empathy; Inclusion (mineral); Health care; Quality (philosophy); MEDLINE; Discipline; Pandemic; Coronavirus disease 2019 (COVID-19)","score_opus":0.023212880806291827,"score_gpt":0.3393533129562047,"score_spread":0.3161404321499129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214495010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717017,0.0020561065,0.000006722906,0.021629058,0.0016280587,0.00048064406,0.00000318476,0.00004053557,0.002454024],"genre_scores_gemma":[0.9866602,0.00056630746,0.000022341737,0.009643002,0.0006729712,0.00017880085,0.00031675573,0.000015413889,0.0019242435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981398,0.00009629586,0.0005913404,0.0002739078,0.0006648717,0.00023375766],"domain_scores_gemma":[0.9991027,0.000099980076,0.00027397243,0.00019228387,0.000072956645,0.00025812324],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000753548,0.00012522556,0.0003128739,0.00028005827,0.00010473007,0.0000010831965,0.00013398641,0.00010105775,0.0012594305],"category_scores_gemma":[0.00096812047,0.000098114324,0.000027671904,0.00049624796,0.00008777871,0.00006561711,0.000060695973,0.0011270385,0.000014217206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021165848,0.0004395854,0.7915839,0.00015959828,0.000013334766,0.000014634396,0.040003005,0.0000027528235,0.000505541,0.00057570124,0.14428993,0.022200357],"study_design_scores_gemma":[0.003357564,0.0006705248,0.722678,0.0007798681,0.00008407412,0.00005571347,0.09962052,0.00014920886,0.00014239675,0.0011859324,0.17110944,0.00016676578],"about_ca_topic_score_codex":0.00019112787,"about_ca_topic_score_gemma":0.0000054549123,"teacher_disagreement_score":0.068905905,"about_ca_system_score_codex":0.0002849511,"about_ca_system_score_gemma":0.00040970484,"threshold_uncertainty_score":0.9996536},"labels":[],"label_agreement":null},{"id":"W4214543255","doi":"10.1097/acm.0000000000004640","title":"Six Principles for Developing Leadership Training Ecosystems in Health Care","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Conceptualization; Leadership development; Neuroleadership; Health care; Diversity (politics); Engineering ethics; Perspective (graphical); Sociology; Leadership studies; Psychology; Reflection (computer programming); Public relations; Medical education; Political science; Leadership style; Medicine; Computer science","score_opus":0.5704392384408303,"score_gpt":0.5103029665301922,"score_spread":0.060136271910638084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214543255","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017079983,0.98038113,0.00060255395,0.011753623,0.0023143394,0.004156071,0.000016029962,0.000099741956,0.0006594246],"genre_scores_gemma":[0.00005216519,0.98226714,0.0017231297,0.0060401266,0.0032425756,0.0020686407,0.0032650924,0.00013416416,0.0012069448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436563,0.0003144901,0.0029498297,0.0007450427,0.0008183346,0.0008066493],"domain_scores_gemma":[0.997045,0.00096133613,0.0012286365,0.00048185568,0.00012263705,0.00016053962],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048696483,0.00050391967,0.0030254538,0.001261609,0.00019926444,0.0000043819305,0.00046630122,0.00071648153,0.00031840897],"category_scores_gemma":[0.008223657,0.0004077766,0.00016598873,0.0017203002,0.00014672453,0.000056090666,0.0000772791,0.0033180034,0.000011993605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009243489,0.000005370402,0.000014062152,0.114977054,0.0000631112,0.0000067203346,0.0142920595,3.907149e-7,1.0609438e-7,0.0027433923,0.012867847,0.85502064],"study_design_scores_gemma":[0.00093540805,0.00021889065,0.0000046254795,0.09127338,0.00024125206,0.00020170475,0.031517126,0.000027213926,1.3216884e-7,0.000028816863,0.8752873,0.0002641349],"about_ca_topic_score_codex":0.000061061546,"about_ca_topic_score_gemma":0.000024695857,"teacher_disagreement_score":0.8624195,"about_ca_system_score_codex":0.003416659,"about_ca_system_score_gemma":0.0055063223,"threshold_uncertainty_score":0.9998374},"labels":[],"label_agreement":null},{"id":"W4220732697","doi":"10.1097/acm.0000000000004665","title":"Promoting Female Leadership in Academic Surgery: Disrupting Systemic Gender Bias","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"J. D. Irving (Canada)","funders":"","keywords":"Mentorship; Gender equity; Gender bias; Dilemma; Implicit bias; Psychology; Medical education; Medicine; Social psychology; Sociology; Gender studies","score_opus":0.4880903413231109,"score_gpt":0.3834887807158975,"score_spread":0.10460156060721343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220732697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9578843,0.008286673,0.000046876343,0.02353524,0.0017993657,0.00059268984,0.0000059201475,0.00020817878,0.0076407315],"genre_scores_gemma":[0.9898449,0.0010602684,0.0000053384642,0.005477152,0.001493611,0.000059696442,0.000027813128,0.00002415683,0.002007073],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9938744,0.0013421155,0.0007780358,0.0005207062,0.0024326637,0.0010520994],"domain_scores_gemma":[0.99741805,0.001582387,0.00037198694,0.0002361703,0.000064278785,0.0003271417],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021040766,0.00021339688,0.00056242925,0.0004960026,0.0009303685,0.000012296248,0.0011806529,0.00031100676,0.0012283822],"category_scores_gemma":[0.0038246515,0.0002075421,0.000073884396,0.0015488707,0.0006279122,0.0002541548,0.0002604194,0.0029804844,0.000039331164],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035379817,0.000012092447,0.5087505,0.00030127296,0.00002666779,0.00015081336,0.45997366,0.00004470335,0.0009964224,0.0039236974,0.019709295,0.0060755177],"study_design_scores_gemma":[0.0008585776,0.000078378966,0.003812495,0.0010585936,0.00007599788,0.00006688219,0.9683729,0.00016793018,0.00003526958,0.00089547905,0.024231957,0.00034554937],"about_ca_topic_score_codex":0.001147281,"about_ca_topic_score_gemma":0.00003725428,"teacher_disagreement_score":0.50839925,"about_ca_system_score_codex":0.00059820455,"about_ca_system_score_gemma":0.00037635904,"threshold_uncertainty_score":0.99968463},"labels":[],"label_agreement":null},{"id":"W4220732959","doi":"10.1097/acm.0000000000004661","title":"Variable or Fixed? Exploring Entrustment Decision Making in Workplace- and Simulation-Based Assessments","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Alberta Health Services; Sinai Health System; SickKids Foundation; University Health Network; The Wilson Centre; St. Michael's Hospital; University of Calgary","funders":"","keywords":"Variable (mathematics); MEDLINE; Program evaluation; Variables; Needs assessment","score_opus":0.08888515874088522,"score_gpt":0.42968050630890686,"score_spread":0.34079534756802166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220732959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93117386,0.0006127224,0.058946423,0.005694326,0.0014209514,0.0009722756,0.000002649946,0.000080691614,0.0010961072],"genre_scores_gemma":[0.9790881,0.000069850656,0.012416865,0.0069522,0.00038390348,0.00035855372,0.00006214513,0.000026241432,0.00064212334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765575,0.00009316035,0.0006755285,0.0003616297,0.0009120305,0.0003018763],"domain_scores_gemma":[0.9982186,0.0011889931,0.00016807142,0.00026486514,0.00007605236,0.00008341331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018496496,0.00015793351,0.00032042534,0.0005528174,0.0001923752,0.0000048156753,0.00013619215,0.00010543435,0.0033950154],"category_scores_gemma":[0.003318212,0.00012783063,0.000013269412,0.0013630395,0.0000773275,0.00012300312,0.000109991655,0.0011236657,0.000004855785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004637772,0.00045175635,0.29021123,0.0008233547,0.000116715855,0.0002389424,0.011790891,0.16120033,0.001666519,0.0071705002,0.036807716,0.48488426],"study_design_scores_gemma":[0.01500367,0.0015306195,0.04187633,0.0050270027,0.000274672,0.00010027171,0.015414136,0.805315,0.00009924416,0.0053884056,0.10943183,0.0005387978],"about_ca_topic_score_codex":0.000022023787,"about_ca_topic_score_gemma":6.9919554e-7,"teacher_disagreement_score":0.6441147,"about_ca_system_score_codex":0.0006664031,"about_ca_system_score_gemma":0.00029991427,"threshold_uncertainty_score":0.99751604},"labels":[],"label_agreement":null},{"id":"W4220812061","doi":"10.1097/acm.0000000000004584","title":"In Reply to Schattner","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mandate; United States Medical Licensing Examination; Summative assessment; Commission; Staffing; Excellence; Unintended consequences; Investment (military); MEDLINE","score_opus":0.03416659854972778,"score_gpt":0.3980733089305829,"score_spread":0.36390671038085515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220812061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5499932,0.00030972064,0.0003308117,0.43962774,0.001521999,0.00053305255,9.66973e-7,0.000054086962,0.007628436],"genre_scores_gemma":[0.7099324,0.0000328098,0.00050068664,0.2744064,0.0010973142,0.00025847155,0.000038986684,0.000020800331,0.013712131],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814945,0.00005712921,0.00051542703,0.0002909859,0.00071900553,0.00026802142],"domain_scores_gemma":[0.99933666,0.00005926889,0.000072904084,0.00034238806,0.00007201135,0.00011678981],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016963308,0.000100660705,0.00025433494,0.00061656284,0.00008863804,8.7141706e-7,0.0001882869,0.00006596543,0.0057298327],"category_scores_gemma":[0.0027422812,0.00008705403,0.000015564921,0.0018189634,0.000082913946,0.000053250136,0.00011623027,0.0014361201,0.00011609706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000893986,0.000027334823,0.007897686,0.000029582821,0.000008870615,0.000044735534,0.00628899,0.000022482804,0.0031264243,0.005370275,0.9684256,0.008668658],"study_design_scores_gemma":[0.0014616185,0.00039950712,0.008236119,0.00013152357,0.000023445631,0.00023330266,0.0053511397,0.00019219257,0.00019992013,0.0013157884,0.9823532,0.00010223423],"about_ca_topic_score_codex":0.00011479332,"about_ca_topic_score_gemma":5.801803e-7,"teacher_disagreement_score":0.1652213,"about_ca_system_score_codex":0.0003659572,"about_ca_system_score_gemma":0.00014713687,"threshold_uncertainty_score":0.99517906},"labels":[],"label_agreement":null},{"id":"W4220815058","doi":"10.1097/acm.0000000000004351","title":"The Importance of Developing and Implementing an Inclusive Language and Image Policy in Medical Schools","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Inclusion (mineral); Statement (logic); Diversity (politics); White paper; Language policy; Language industry; Style (visual arts); First language","score_opus":0.038127854387920504,"score_gpt":0.49254738329183034,"score_spread":0.45441952890390985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220815058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9015619,0.005902232,0.000044745222,0.09150626,0.00007640115,0.00024129258,0.0000036033348,0.00001339838,0.00065012585],"genre_scores_gemma":[0.97447616,0.010051328,0.00013984069,0.01419083,0.0009796792,0.0000039667875,0.000017664635,0.00001145221,0.00012909825],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979969,0.00035092887,0.00071546534,0.00020963063,0.0002964786,0.00043058398],"domain_scores_gemma":[0.99867713,0.0006726903,0.00022695135,0.00015483813,0.000047480913,0.00022091532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027574438,0.000093599854,0.0002648541,0.000073654024,0.00038980393,0.0000018213171,0.0001276005,0.00015810806,0.00007235502],"category_scores_gemma":[0.004018483,0.000060233582,0.000007189337,0.0002679949,0.00014710773,0.00008183786,0.0003512416,0.0013351559,0.0000012953233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027347895,0.0000058249593,0.8753869,0.00056842406,0.00001217844,0.00006542631,0.061821893,1.0362746e-8,0.0051028626,0.02938765,0.0021797426,0.025441777],"study_design_scores_gemma":[0.005057785,0.00007037254,0.6185826,0.007877669,0.000021960106,0.00007409419,0.34412348,0.00014991814,0.00044723984,0.010904284,0.012457326,0.00023327791],"about_ca_topic_score_codex":0.00051108765,"about_ca_topic_score_gemma":0.0013693318,"teacher_disagreement_score":0.28230157,"about_ca_system_score_codex":0.00007506444,"about_ca_system_score_gemma":0.0010108791,"threshold_uncertainty_score":0.58006626},"labels":[],"label_agreement":null},{"id":"W4220866992","doi":"10.1097/acm.0000000000004257","title":"Breaking Borders: How Barriers to Global Mobility Hinder International Partnerships in Academic Medicine","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Women's College Hospital","funders":"","keywords":"Realm; Global health; Political science; Politics; Public relations; Sociology; Inequality; Narrative; Economic growth; Health care; Law; Economics","score_opus":0.08686813544064223,"score_gpt":0.41750010611400445,"score_spread":0.33063197067336225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220866992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5501547,0.005564391,0.0006229027,0.43067184,0.002700125,0.00067584205,0.000021512573,0.00014350466,0.009445194],"genre_scores_gemma":[0.92953616,0.0016261735,0.00008924785,0.064771615,0.0022496355,0.000057393332,0.00015058457,0.00002937167,0.0014897898],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99486727,0.00027684873,0.0012068145,0.0009652943,0.0014899151,0.0011938578],"domain_scores_gemma":[0.995884,0.000509011,0.00023187282,0.00056347105,0.00039003874,0.0024215842],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031495406,0.00042944227,0.0011002156,0.00032606744,0.00010395946,0.000006655659,0.0004181815,0.00077461696,0.001767411],"category_scores_gemma":[0.017358731,0.00035009987,0.00009179321,0.0015544685,0.0004196369,0.00021124876,0.00018225325,0.0023055358,0.000052658004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095687923,0.00003255697,0.73125184,0.0003828915,0.00012320004,0.0009027238,0.0050975056,0.00001479921,0.0020497814,0.00638894,0.24178286,0.011016002],"study_design_scores_gemma":[0.014313246,0.0007176317,0.26097807,0.0075773564,0.00033985823,0.0020483078,0.04319678,0.0008019203,0.00047612167,0.009142766,0.65944004,0.0009679343],"about_ca_topic_score_codex":0.0003712783,"about_ca_topic_score_gemma":0.00013880758,"teacher_disagreement_score":0.4702738,"about_ca_system_score_codex":0.0009393055,"about_ca_system_score_gemma":0.0012026144,"threshold_uncertainty_score":0.9999962},"labels":[],"label_agreement":null},{"id":"W4220916975","doi":"10.1097/acm.0000000000004381","title":"The Vot-ER Healthy Democracy Campaign: A National Medical Student Competition to Increase Voting Access","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Games and Gamification","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics","funders":"","keywords":"Ballot; Competition (biology); Voting; Medicaid; Agency (philosophy); Political science; Government (linguistics); Voter registration; Health care; Public relations; Democracy; Medical education; Public administration; Medicine; Politics; Sociology","score_opus":0.06242754996327551,"score_gpt":0.4719570779217984,"score_spread":0.40952952795852293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220916975","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.424628,0.0037098716,0.004879538,0.5504419,0.0029367383,0.00048805808,0.000009885752,0.00007266567,0.012833315],"genre_scores_gemma":[0.94595593,0.00041226644,0.0000416166,0.04577399,0.0027782882,0.00014427633,0.00015153846,0.000017545155,0.004724564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99695766,0.00039505583,0.00063737395,0.0004038563,0.0012702567,0.00033577616],"domain_scores_gemma":[0.9970246,0.0016575167,0.00019330281,0.00024648974,0.0004581215,0.00041998262],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024838226,0.00014104848,0.00020184318,0.000093118615,0.00031714086,0.000021511141,0.00055511174,0.00019629611,0.0032560506],"category_scores_gemma":[0.0032128154,0.00010021069,0.000033824428,0.0004900656,0.00014543286,0.00008440096,0.0001308459,0.00072736567,0.00030691433],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016343294,0.00016511408,0.052924592,0.00003976326,0.00013778154,0.00003298433,0.015842432,0.00001672447,0.00025699328,0.5432701,0.36179006,0.025359998],"study_design_scores_gemma":[0.0019406695,0.00017818873,0.51642525,0.00039424538,0.0000630146,0.0003080212,0.018412597,0.00024641264,0.000031015876,0.008433385,0.45327657,0.00029060716],"about_ca_topic_score_codex":0.00018511094,"about_ca_topic_score_gemma":0.0000671397,"teacher_disagreement_score":0.5348367,"about_ca_system_score_codex":0.00016394033,"about_ca_system_score_gemma":0.0004680632,"threshold_uncertainty_score":0.9976551},"labels":[],"label_agreement":null},{"id":"W4220956509","doi":"10.1097/01.acm.0000816324.73926.fe","title":"Commentary on “Apologia pro Vita Sua”","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Formative assessment; Witness; Theme (computing); Nothing; Health care; Blueprint; Work (physics)","score_opus":0.054013021617454846,"score_gpt":0.3848276640705867,"score_spread":0.33081464245313186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220956509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55943024,0.0021973145,0.00007919737,0.4248338,0.001269876,0.00030111946,0.0000029227942,0.000092034665,0.0117935175],"genre_scores_gemma":[0.779968,0.0012657455,0.000092530165,0.21081112,0.0028054202,0.000029509163,0.00025962034,0.000018056175,0.0047499514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983769,0.000087274355,0.00039069212,0.00033397024,0.00049638597,0.0003147803],"domain_scores_gemma":[0.99876076,0.00030532366,0.00008333482,0.00033526323,0.000100415535,0.00041487388],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005433405,0.00016277804,0.00037678328,0.00009287706,0.0000667816,0.0000015657556,0.000110743,0.00027974087,0.0018563172],"category_scores_gemma":[0.002280579,0.00011569699,0.00004461385,0.00030649776,0.0002508925,0.000043664095,0.000042596974,0.0011811268,0.00013876376],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014588985,0.00010916646,0.0060279462,0.00014150198,0.000062818515,0.0002090311,0.015121543,3.53526e-7,0.01112917,0.0012727992,0.9526353,0.013144469],"study_design_scores_gemma":[0.010722839,0.0027319866,0.025528098,0.003859886,0.000702905,0.0009978606,0.067007296,0.00012614566,0.06725382,0.0046587912,0.8158994,0.0005110136],"about_ca_topic_score_codex":0.000043650485,"about_ca_topic_score_gemma":0.0000016590719,"teacher_disagreement_score":0.22053781,"about_ca_system_score_codex":0.000103208156,"about_ca_system_score_gemma":0.00020080546,"threshold_uncertainty_score":0.9990561},"labels":[],"label_agreement":null},{"id":"W4220968522","doi":"10.1097/acm.0000000000004580","title":"The Sky Should Be the Limit: USMLE Attempt Limits Will Not Reduce Disciplinary Actions Among Graduates of U.S. and Canadian Medical Schools","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Licensure; Discipline; Limiting; Action (physics); Malpractice; Affect (linguistics)","score_opus":0.10178469260962858,"score_gpt":0.3949284424162007,"score_spread":0.2931437498065721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220968522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51050395,0.0008584481,0.00001648853,0.48601678,0.0008160744,0.0004929468,0.000009644092,0.000027800523,0.0012578405],"genre_scores_gemma":[0.9741523,0.0019338293,0.000042932203,0.01923278,0.0012582091,0.00027589448,0.00009315931,0.000035812685,0.0029750576],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620914,0.0002255219,0.0008487616,0.0003757747,0.0018375333,0.00050326245],"domain_scores_gemma":[0.997489,0.00085675804,0.0002812421,0.00063996494,0.00019406898,0.0005389733],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037999183,0.00021742948,0.00038096018,0.00029827261,0.0014196774,0.00000857921,0.00062024797,0.00028393636,0.00068975467],"category_scores_gemma":[0.009301667,0.00012439083,0.00005108803,0.0012078421,0.0015535194,0.00013252908,0.00020890625,0.003980552,0.0000058918463],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017195988,0.00006964909,0.030723777,0.00010973044,0.0002505274,0.00004493242,0.012298129,0.000011696059,0.0023958248,0.011190916,0.8933564,0.049376506],"study_design_scores_gemma":[0.0028719425,0.0009857255,0.15555793,0.0010453368,0.0006645,0.0012496664,0.09021144,0.003298455,0.0009638307,0.0026924163,0.7400128,0.00044591536],"about_ca_topic_score_codex":0.006311125,"about_ca_topic_score_gemma":0.0016389284,"teacher_disagreement_score":0.466784,"about_ca_system_score_codex":0.0003096829,"about_ca_system_score_gemma":0.0014028302,"threshold_uncertainty_score":0.9998803},"labels":[],"label_agreement":null},{"id":"W4224000738","doi":"10.1097/acm.0000000000004704","title":"Side-by-Side: A One-on-One Peer Support Program for Medical Students","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Ottawa; University of Toronto; Queen's University","funders":"","keywords":"Peer support; Medical education; EXPOSE; Psychology; Peer group; Medicine; Nursing; Social psychology","score_opus":0.12242441375422267,"score_gpt":0.5338677086299897,"score_spread":0.41144329487576703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224000738","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27782091,0.004089421,0.0005890139,0.68268037,0.0074637574,0.015185138,0.0005313675,0.00073869654,0.010901306],"genre_scores_gemma":[0.7689013,0.0017345098,0.00025643714,0.12894957,0.0057253474,0.020945672,0.0013766156,0.00015834294,0.07195223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98892164,0.0011608016,0.0018528065,0.0007480945,0.0059159813,0.0014006644],"domain_scores_gemma":[0.9944033,0.00299955,0.0006007292,0.00050133513,0.0004225232,0.0010725348],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01036612,0.00034602394,0.000917628,0.00022265533,0.0018255721,0.0000046570153,0.001405602,0.0007622346,0.013273108],"category_scores_gemma":[0.0054095867,0.00027160678,0.00009294864,0.0004300957,0.00020539088,0.00008309929,0.0008808169,0.005842994,0.0002085932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032973575,0.00034593692,0.047320526,0.00070152397,0.00011045948,0.000025980287,0.0073246113,3.9815467e-7,0.00019526921,0.0020806543,0.8484123,0.09315265],"study_design_scores_gemma":[0.006827528,0.002184172,0.007980495,0.003408556,0.00010220528,0.000009775681,0.010500281,0.00009455603,0.000026174188,0.0033676107,0.9651303,0.00036831413],"about_ca_topic_score_codex":0.00034991588,"about_ca_topic_score_gemma":0.000029588222,"teacher_disagreement_score":0.5537308,"about_ca_system_score_codex":0.0004078442,"about_ca_system_score_gemma":0.0015055912,"threshold_uncertainty_score":0.9999736},"labels":[],"label_agreement":null},{"id":"W4224106056","doi":"10.1097/acm.0000000000004689","title":"Effectively Planning a Journal Club in Academic Medicine","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Université de Montréal","funders":"","keywords":"Journal club; Club; Medical education; Academic medicine; MEDLINE; Medicine; Political science","score_opus":0.317581574494452,"score_gpt":0.5985628207837407,"score_spread":0.28098124628928867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224106056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8722258,0.0074886666,0.0003926385,0.104221925,0.0055952626,0.0011886992,0.0000034442078,0.00006304873,0.0088205],"genre_scores_gemma":[0.97156346,0.0019384329,0.000021229154,0.01577906,0.005817977,0.00041384032,0.000020402118,0.000023821372,0.0044217575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99264485,0.0026202807,0.0013690401,0.00039626675,0.00159745,0.0013721198],"domain_scores_gemma":[0.9948487,0.0034606066,0.00051036116,0.0002068847,0.00013285979,0.0008405348],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.021205548,0.00018446511,0.0005036786,0.0009904716,0.0020944497,0.0000015769662,0.00082480494,0.0002903713,0.005333115],"category_scores_gemma":[0.008294941,0.00013240054,0.000022616288,0.0016917703,0.00036938334,0.00022995642,0.00027295089,0.013608206,0.00011669743],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019317107,0.00000672474,0.24452122,0.00016958558,0.000008080046,0.00004372984,0.13492598,0.000070772585,0.0015232756,0.0006679587,0.6146998,0.0031697468],"study_design_scores_gemma":[0.0060784076,0.001715495,0.23311096,0.00306362,0.000024578912,0.00022764143,0.24354368,0.0014523183,0.000009204791,0.0148324445,0.4956426,0.00029903304],"about_ca_topic_score_codex":0.0008754058,"about_ca_topic_score_gemma":0.000011923127,"teacher_disagreement_score":0.119057156,"about_ca_system_score_codex":0.0011941992,"about_ca_system_score_gemma":0.0017002593,"threshold_uncertainty_score":0.9992047},"labels":[],"label_agreement":null},{"id":"W4226108683","doi":"10.1097/acm.0000000000004684","title":"The Powers of a Fish: Clinical Thinking, Humanistic Thinking, and Different Ways of Knowing","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital","funders":"","keywords":"Medical humanities; Epistemology; Rationality; Humanism; Feeling; Perspective (graphical); Critical thinking; Psychology; Sociology; Skepticism; Humanities; Philosophy; Medicine; Computer science; Medical education","score_opus":0.07631013436081326,"score_gpt":0.37270864981186214,"score_spread":0.2963985154510489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226108683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9006971,0.0031954187,0.00015357687,0.09290166,0.0010230493,0.00039870187,0.0000034889786,0.000031255808,0.0015957505],"genre_scores_gemma":[0.97630244,0.0017557916,0.000034598917,0.02063403,0.0006204373,0.00002324202,0.000026462587,0.000015696125,0.0005873034],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974731,0.00018443973,0.0009357666,0.00024184732,0.00092719804,0.00023763317],"domain_scores_gemma":[0.9975169,0.0015479897,0.00040339393,0.000289373,0.00007230672,0.00017004872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029674359,0.00013554106,0.0005218105,0.00008733658,0.00028587214,0.0000016857115,0.0002881319,0.00015264617,0.00027837598],"category_scores_gemma":[0.0033004056,0.000079943944,0.000074504336,0.00016785161,0.0007283471,0.000025714005,0.0001824892,0.0017784202,7.0335244e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010378821,0.0003182447,0.067337565,0.0011918782,0.0006396498,0.00008560846,0.41370824,0.0000031436857,0.0030600128,0.079948656,0.39820814,0.034460966],"study_design_scores_gemma":[0.015451267,0.011711753,0.15560159,0.0040787472,0.002738023,0.0006450143,0.27021837,0.0007291595,0.0018450372,0.11892358,0.4174069,0.00065057015],"about_ca_topic_score_codex":0.000045925328,"about_ca_topic_score_gemma":0.0000017768103,"teacher_disagreement_score":0.14348987,"about_ca_system_score_codex":0.000049697846,"about_ca_system_score_gemma":0.0001467994,"threshold_uncertainty_score":0.77264494},"labels":[],"label_agreement":null},{"id":"W4226186575","doi":"10.1097/acm.0000000000004332","title":"Accelerated 3-Year MD Pathway Programs: Graduates’ Perspectives on Education Quality, the Learning Environment, Residency Readiness, Debt, Burnout, and Career Plans","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dempsey (Canada)","funders":"Health Resources and Services Administration; Josiah Macy Jr. Foundation; NYU Grossman School of Medicine; Association of American Medical Colleges","keywords":"Graduation (instrument); Burnout; Medical education; Medical school; Medicine; Psychology; Family medicine; Clinical psychology","score_opus":0.07243342236201072,"score_gpt":0.3720586211758182,"score_spread":0.2996251988138075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226186575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8950402,0.0066668666,0.00020669698,0.087983936,0.0005489088,0.0007760266,0.0000027016686,0.000119348726,0.008655303],"genre_scores_gemma":[0.97966665,0.007895658,0.00029305526,0.0036831798,0.0016124235,0.00015408664,0.00048208158,0.00004329666,0.006169554],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9974076,0.00029584413,0.00062908436,0.0005536457,0.0007835313,0.0003303084],"domain_scores_gemma":[0.9985107,0.00026075172,0.00025297242,0.0004670809,0.0003650097,0.00014345354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014001793,0.000244252,0.00037189815,0.00017451361,0.0002807336,0.000018711366,0.0001712852,0.0002760783,0.0003738328],"category_scores_gemma":[0.005115003,0.00016292941,0.00003450306,0.00070277107,0.0005093174,0.00011150708,0.00006754904,0.0017496416,0.00004482132],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047669953,0.0007509746,0.32650146,0.0007953708,0.00045204707,0.00007499758,0.13484545,0.000015715543,0.033370994,0.14787108,0.11694667,0.23789854],"study_design_scores_gemma":[0.005544812,0.0017520139,0.20257622,0.0048540696,0.00070002256,0.00079922745,0.57861817,0.00025315615,0.005496562,0.014171153,0.18426365,0.00097095734],"about_ca_topic_score_codex":0.00015360024,"about_ca_topic_score_gemma":0.0000059967247,"teacher_disagreement_score":0.4437727,"about_ca_system_score_codex":0.00023316048,"about_ca_system_score_gemma":0.0006083552,"threshold_uncertainty_score":0.7601419},"labels":[],"label_agreement":null},{"id":"W4226475791","doi":"10.1097/acm.0000000000004156","title":"Transforming Disruption Into Innovation: A Partnership Between the COVID-19 Medical Student Response Team and the University of British Columbia","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; General partnership; Medical education; Staffing; Flexibility (engineering); Public health; Health care; Coronavirus disease 2019 (COVID-19); Pandemic; Public relations; Political science; Medicine; Psychology; Nursing; Pedagogy; Management","score_opus":0.024471071675671256,"score_gpt":0.29938315918429487,"score_spread":0.2749120875086236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226475791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.950364,0.0021274434,0.010778933,0.036155526,0.00018960232,0.00015598723,0.0000039089355,0.00007016039,0.0001544304],"genre_scores_gemma":[0.9969237,0.0016234391,0.000021309103,0.00071655365,0.00022548017,0.000004277818,0.000022961738,0.0000075298112,0.00045476548],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900526,0.00012190849,0.00025822324,0.00011362141,0.0003805219,0.00012045718],"domain_scores_gemma":[0.9989016,0.0007672654,0.00003224527,0.00011595121,0.000041485473,0.00014144812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022231776,0.000058440673,0.00017407816,0.000030395535,0.00010156063,0.000007011565,0.00018026264,0.00016440022,0.00018776505],"category_scores_gemma":[0.0010913695,0.0000521013,0.00001661473,0.0005364848,0.00050911156,0.000047623616,0.000031390933,0.0004863553,0.0000012938608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042148452,0.000045945955,0.04887055,0.003017761,0.0006399368,0.00011579047,0.18611842,0.0003542056,0.005222132,0.0032613806,0.47904053,0.27289185],"study_design_scores_gemma":[0.012027697,0.00018952129,0.25336784,0.0016832129,0.00046437053,0.0005164576,0.05438869,0.005707306,0.00013553021,0.005026202,0.6659522,0.000540984],"about_ca_topic_score_codex":0.0011366935,"about_ca_topic_score_gemma":0.00038883658,"teacher_disagreement_score":0.27235085,"about_ca_system_score_codex":0.0000677856,"about_ca_system_score_gemma":0.00012016275,"threshold_uncertainty_score":0.21246292},"labels":[],"label_agreement":null},{"id":"W4228996691","doi":"10.1097/acm.0000000000004731","title":"Intrinsic or Invisible? An Audit of CanMEDS Roles in Entrustable Professional Activities","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Audit; Psychology; Medical education; Medicine; Business; Accounting","score_opus":0.029627574759262906,"score_gpt":0.3714381141072702,"score_spread":0.34181053934800726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4228996691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97712666,0.0004399241,0.00004517133,0.01973944,0.0011065914,0.00050594326,0.000006864907,0.00003918074,0.0009902037],"genre_scores_gemma":[0.98766917,0.00017510317,0.0002462081,0.004988537,0.0007353709,0.00021545133,0.00018143917,0.000024611983,0.0057640825],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99745506,0.00017056236,0.00074349117,0.0002845157,0.0010259531,0.00032039298],"domain_scores_gemma":[0.9990013,0.00019173077,0.0002679762,0.0003226343,0.0001086633,0.000107663735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017170797,0.0001521259,0.00045958185,0.00073381164,0.00012037521,0.0000012049978,0.00025644043,0.00015605896,0.0057805795],"category_scores_gemma":[0.0018688586,0.00011334079,0.00001956982,0.0015014639,0.00030521696,0.00016131694,0.00014172656,0.0016994996,0.0000033719593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036064724,0.0009892504,0.25094986,0.0012361773,0.00016739318,0.00015328369,0.07347922,0.00013145257,0.042088073,0.020089231,0.44271523,0.16439436],"study_design_scores_gemma":[0.02200275,0.0069576064,0.1922854,0.0043327906,0.0004846944,0.0010878968,0.3767526,0.003773891,0.012611725,0.009448828,0.369205,0.0010568503],"about_ca_topic_score_codex":0.00022905828,"about_ca_topic_score_gemma":0.00002919346,"teacher_disagreement_score":0.30327335,"about_ca_system_score_codex":0.00041633126,"about_ca_system_score_gemma":0.0010277609,"threshold_uncertainty_score":0.9951283},"labels":[],"label_agreement":null},{"id":"W4229062170","doi":"10.1097/acm.0000000000004724","title":"Toward Trauma-Informed Pedagogy: An Intersectional Analysis of Pimping in Medical Education","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Transformative learning; Privilege (computing); Empathy; Pedagogy; Power (physics); Sociology; Context (archaeology); Power structure; Psychology; Social psychology; Ethnography; Political science","score_opus":0.06508980050104782,"score_gpt":0.4416006468795534,"score_spread":0.3765108463785056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229062170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770029,0.00072517217,0.0001998787,0.017952153,0.00096543337,0.0002707828,0.000004191015,0.000034382836,0.002845089],"genre_scores_gemma":[0.9901601,0.00022877372,0.000073228235,0.0077411784,0.0005823594,0.00011480719,0.0005998706,0.000012670855,0.00048700505],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971552,0.00014452734,0.0008767,0.00030291587,0.0012783317,0.00024235153],"domain_scores_gemma":[0.9987337,0.00023234356,0.0002368808,0.00022352593,0.000098895835,0.00047465175],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017630698,0.00013867112,0.00058100704,0.0013588932,0.00006316303,0.0000010728013,0.00023599912,0.00019533429,0.007518846],"category_scores_gemma":[0.0029979227,0.000119164026,0.00009114014,0.0019318403,0.00020999178,0.000117689124,0.00005992063,0.0013287711,0.0000028155653],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013897092,0.0013078892,0.17429471,0.0006246362,0.001146767,0.00006266469,0.5746676,0.0001709012,0.0013627282,0.007980724,0.016225101,0.22076659],"study_design_scores_gemma":[0.0058114836,0.002125114,0.37827107,0.00093512825,0.0025950435,0.00055179774,0.5784639,0.013090905,0.00034993916,0.0013827701,0.016054008,0.00036882487],"about_ca_topic_score_codex":0.00072436733,"about_ca_topic_score_gemma":0.000089775574,"teacher_disagreement_score":0.22039776,"about_ca_system_score_codex":0.0003730926,"about_ca_system_score_gemma":0.0027919372,"threshold_uncertainty_score":0.9933884},"labels":[],"label_agreement":null},{"id":"W4230655081","doi":"10.1097/00001888-200604001-00008","title":"Implementing a Simpler Approach to Mission-Based Planning in a Medical School","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"","keywords":"Revenue; Salary; Fiscal year; Health care; Business; Operating budget; Profit center; Strategic planning; Operating expense; Productivity; Finance; Profit (economics); Operations management; Marketing; Economics; Economic growth","score_opus":0.041564758285782724,"score_gpt":0.4112222105144708,"score_spread":0.36965745222868807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230655081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84460026,0.000581564,0.031349882,0.083416924,0.00047499663,0.001301929,0.0000017057714,0.00019502004,0.03807769],"genre_scores_gemma":[0.9542371,0.00000719337,0.0046335496,0.037303798,0.0024136559,0.00010731406,0.00026283177,0.000040214927,0.00099434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99599373,0.00007572592,0.0011716669,0.00048713284,0.001500769,0.00077096664],"domain_scores_gemma":[0.998602,0.00021198012,0.00015972048,0.00034899305,0.00015369777,0.000523644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033698953,0.00023137381,0.0004848059,0.00084008777,0.00011057842,0.0000049993578,0.00028133547,0.0004093118,0.0020300006],"category_scores_gemma":[0.010652752,0.0001802973,0.00003541635,0.0017240617,0.00014299707,0.00006416782,0.000078815465,0.0016410815,0.00005462008],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021470877,0.00023444681,0.27114487,0.0004340666,0.000031855216,0.00011337587,0.0025321436,0.00028698536,0.0049260054,0.003868673,0.69568133,0.020531556],"study_design_scores_gemma":[0.020683758,0.00071687147,0.2138056,0.009701335,0.00025420275,0.0005406427,0.01185489,0.090240665,0.0014470636,0.002816893,0.64683306,0.0011050503],"about_ca_topic_score_codex":0.0003319846,"about_ca_topic_score_gemma":0.00000316849,"teacher_disagreement_score":0.10963681,"about_ca_system_score_codex":0.00029830995,"about_ca_system_score_gemma":0.00076075806,"threshold_uncertainty_score":0.9988823},"labels":[],"label_agreement":null},{"id":"W4230779363","doi":"10.1097/00001888-200604001-00007","title":"Ten-Year Experience with Mission-Based Budgeting in the Faculty of Medicine of Dalhousie University","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Confusion; Pride; Curriculum; Academic medicine; Process (computing); Academic year; Medical education; Higher education; Baseline (sea); Psychology; Political science; Medicine; Mathematics education; Pedagogy; Computer science","score_opus":0.028547702358865255,"score_gpt":0.3356772584009097,"score_spread":0.3071295560420444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230779363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96169883,0.00015099255,0.0012126334,0.030844847,0.00009679415,0.00037351978,0.000002342016,0.00002162167,0.0055984375],"genre_scores_gemma":[0.99660254,0.00003056857,0.00088968803,0.0015683385,0.00032236433,0.0000031653694,0.00008853434,0.000011248584,0.00048356783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796176,0.00008974556,0.0006236663,0.00022573148,0.00089043804,0.00020867327],"domain_scores_gemma":[0.99863535,0.0002961914,0.00036300244,0.00034262257,0.0003125649,0.000050265447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013044756,0.0001413618,0.0004149415,0.0003294111,0.000053079188,4.5446322e-7,0.00030240355,0.00016574266,0.00022522565],"category_scores_gemma":[0.001815987,0.00007720376,0.000020278645,0.0015591996,0.0012880035,0.00005019246,0.000019464316,0.00063629064,0.0000014601742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011028015,0.000301484,0.7962763,0.00091942685,0.000047401707,0.00009773976,0.04942328,0.00018263615,0.047274362,0.011966148,0.08544844,0.006960021],"study_design_scores_gemma":[0.02177466,0.0024257903,0.72416097,0.009873981,0.0004677745,0.0001514844,0.1796111,0.0026074275,0.011641895,0.00073624845,0.04611836,0.0004303007],"about_ca_topic_score_codex":0.0009237849,"about_ca_topic_score_gemma":0.000007445222,"teacher_disagreement_score":0.13018782,"about_ca_system_score_codex":0.00007111575,"about_ca_system_score_gemma":0.00020462502,"threshold_uncertainty_score":0.47457024},"labels":[],"label_agreement":null},{"id":"W4233127413","doi":"10.1097/00001888-200007000-00022","title":"Modern Educational Methods and Their Relation to Medical Education","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Seriousness; Psychology; Relation (database); Mathematics education; Teaching method; Position (finance); Work (physics); Pedagogy; Medical education; Medicine; Computer science; Epistemology; Engineering","score_opus":0.029106578365620545,"score_gpt":0.4534574245208665,"score_spread":0.424350846155246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233127413","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6130943,0.0022598663,0.013447496,0.3467574,0.0010523797,0.00072233815,0.0000011149031,0.000098713244,0.022566386],"genre_scores_gemma":[0.8293263,0.0014192137,0.029181499,0.1088367,0.0052218293,0.00029266905,0.00035000348,0.00006435681,0.02530745],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978279,0.00013399693,0.0006899909,0.00043914892,0.0006340025,0.00027497282],"domain_scores_gemma":[0.9984321,0.00026428024,0.000095156676,0.00036163963,0.00024996794,0.0005968478],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020119103,0.00020728128,0.00034722913,0.00037527198,0.00012913324,0.0000051551747,0.00017449587,0.00041170185,0.013101129],"category_scores_gemma":[0.009055547,0.00015402977,0.000026526868,0.0008293105,0.00026082486,0.00013833611,0.000030712297,0.00096637313,0.00013821038],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055184995,0.000054805496,0.0020426558,0.00005390444,0.000024369898,4.2426183e-7,0.006085709,0.0000018813973,0.0015670153,0.0068972404,0.103123076,0.88009375],"study_design_scores_gemma":[0.00311543,0.0006388813,0.13417508,0.002973382,0.00025089137,0.001425374,0.003645895,0.016562456,0.00068822457,0.09137091,0.74448925,0.0006642451],"about_ca_topic_score_codex":0.000042103227,"about_ca_topic_score_gemma":9.589211e-7,"teacher_disagreement_score":0.87942946,"about_ca_system_score_codex":0.0001700683,"about_ca_system_score_gemma":0.0013348921,"threshold_uncertainty_score":0.9992916},"labels":[],"label_agreement":null},{"id":"W4237453387","doi":"10.1097/acm.0000000000003316","title":"University of Toronto Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; MEDLINE; Family medicine; Political science","score_opus":0.05907677257363539,"score_gpt":0.36535972766637337,"score_spread":0.30628295509273795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237453387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58910984,0.0044731237,0.008007861,0.34675518,0.0007856332,0.00084464904,0.000015428137,0.00013542103,0.04987288],"genre_scores_gemma":[0.99026406,0.0010074533,0.0009171468,0.0057549616,0.0008863773,7.374946e-7,0.00012465441,0.0000132046935,0.0010314271],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840236,0.0000361148,0.0005649879,0.00021632966,0.0006245901,0.00015561852],"domain_scores_gemma":[0.99880105,0.00007257971,0.00032214957,0.00023732464,0.0003934732,0.00017342097],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005262148,0.000121864345,0.0005651082,0.000052987376,0.000028791284,1.4373134e-7,0.00022506436,0.00020499826,0.004456392],"category_scores_gemma":[0.003031924,0.00009516677,0.000033622295,0.0004283405,0.00087594945,0.00007587445,0.000045892964,0.00043716928,0.000012873476],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005101296,0.000044082517,0.013338269,0.001039112,0.00017262617,0.000016005733,0.051056493,0.0000024092506,0.08162584,0.013409604,0.7947584,0.044027027],"study_design_scores_gemma":[0.018604614,0.0047284504,0.07025506,0.003794783,0.0013641738,0.00009341734,0.09729852,0.0022886314,0.0066924025,0.0011255727,0.79333687,0.00041747582],"about_ca_topic_score_codex":0.0010552009,"about_ca_topic_score_gemma":0.0000064733545,"teacher_disagreement_score":0.40115422,"about_ca_system_score_codex":0.00009217123,"about_ca_system_score_gemma":0.00013441597,"threshold_uncertainty_score":0.99645364},"labels":[],"label_agreement":null},{"id":"W4241515415","doi":"10.1097/acm.0b013e3181eabf43","title":"McGill University Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; MEDLINE; Medical education; Medicine; Family medicine; Political science","score_opus":0.041068880602912944,"score_gpt":0.3693237772660952,"score_spread":0.3282548966631823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241515415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8451966,0.00009390377,0.0004907133,0.1259353,0.0018833303,0.00041617698,0.000022649781,0.00011705048,0.025844248],"genre_scores_gemma":[0.9821403,0.00017819408,0.0012682681,0.0046557793,0.0014147903,0.0000025034683,0.00017776158,0.000020404856,0.010142007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982136,0.00003206251,0.0005579986,0.0002814481,0.000672081,0.00024284855],"domain_scores_gemma":[0.99850917,0.0001179975,0.0002665126,0.0004369237,0.00049118965,0.00017819689],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010953494,0.00016147319,0.00047628314,0.0003900422,0.00008665627,2.0006871e-7,0.00026117513,0.0003769358,0.0023209716],"category_scores_gemma":[0.0045857998,0.00011856828,0.00003342228,0.0010161712,0.0010964785,0.000080227524,0.000047742422,0.0016017078,0.000039072656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020149072,0.000058961887,0.010529802,0.0002987228,0.00010436013,0.000032464566,0.0030822617,5.0737395e-7,0.22343588,0.06991005,0.63561815,0.056727383],"study_design_scores_gemma":[0.005202471,0.00052755745,0.025274927,0.0006406389,0.00033021372,0.00023814676,0.0041622943,0.00018943807,0.003901239,0.0022170013,0.9571434,0.00017263283],"about_ca_topic_score_codex":0.00022215459,"about_ca_topic_score_gemma":0.0000057234815,"teacher_disagreement_score":0.3215253,"about_ca_system_score_codex":0.00009279926,"about_ca_system_score_gemma":0.00010737225,"threshold_uncertainty_score":0.99859107},"labels":[],"label_agreement":null},{"id":"W4242665741","doi":"10.1097/acm.0b013e3181eab7da","title":"Northern Ontario School of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Family medicine; MEDLINE; Medical education; Political science","score_opus":0.023236286248236118,"score_gpt":0.3496043081721324,"score_spread":0.3263680219238963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242665741","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91734314,0.00021857144,0.00033539164,0.04563538,0.0023172728,0.00042885717,5.854989e-7,0.00007277176,0.03364803],"genre_scores_gemma":[0.9745592,0.000058806872,0.0008537226,0.006973754,0.0035763055,0.00003047981,0.00009130705,0.000033896256,0.013822545],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973324,0.000027619099,0.0010465079,0.00032991872,0.0009440306,0.00031950418],"domain_scores_gemma":[0.997877,0.00012653395,0.00034792567,0.0006638927,0.00069608464,0.0002885508],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015076648,0.00021827068,0.000620268,0.00042193648,0.000062681975,9.468471e-7,0.00029652906,0.00044608393,0.013892112],"category_scores_gemma":[0.00896874,0.00015029368,0.000039966733,0.00076298387,0.0012677532,0.00008640183,0.000042822034,0.0029239696,0.0001779121],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017204703,0.000063056454,0.5250348,0.00023352836,0.00011680885,0.000018387127,0.01030172,5.970648e-7,0.19810921,0.00836365,0.23549043,0.022095758],"study_design_scores_gemma":[0.0099225,0.0014629553,0.44489998,0.0020373529,0.0006656121,0.00069926126,0.0039047555,0.00008438339,0.00487959,0.009096611,0.5219407,0.00040632766],"about_ca_topic_score_codex":0.005128574,"about_ca_topic_score_gemma":0.004594119,"teacher_disagreement_score":0.28645024,"about_ca_system_score_codex":0.00020586346,"about_ca_system_score_gemma":0.0007719211,"threshold_uncertainty_score":0.99937916},"labels":[],"label_agreement":null},{"id":"W4242819162","doi":"10.1097/00001888-200602000-00020","title":"Indian Medical Students' Views on Immigration for Training and Practice","year":2006,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Immigration; Medicine; Family medicine; Commission; Medical education; Graduate medical education; Optimism; Psychology; Political science; Accreditation; Law","score_opus":0.12939093561722237,"score_gpt":0.552079998776782,"score_spread":0.4226890631595597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242819162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67683536,0.007000682,0.0020892855,0.27645698,0.0025462315,0.004691263,0.000016808026,0.00026589117,0.03009749],"genre_scores_gemma":[0.9257214,0.0024088358,0.00042380622,0.06078479,0.004872348,0.000407583,0.0001136523,0.000037839094,0.005229731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99643344,0.0005876821,0.0009646393,0.00033204549,0.0010766011,0.00060561224],"domain_scores_gemma":[0.99336916,0.00556789,0.00041304078,0.00017836086,0.000119126686,0.00035242835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006518498,0.00017658458,0.00041359704,0.000114799775,0.00048759833,0.0000028621328,0.0002932637,0.0006135716,0.00032970688],"category_scores_gemma":[0.0068200435,0.00012960733,0.000018799374,0.0002013861,0.00012685278,0.00013092606,0.00006299183,0.0013945665,0.00007624396],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006510009,0.00005183882,0.034166057,0.00073253084,0.00004065061,0.000036147485,0.11684702,0.0000024009648,0.00013925321,0.04185559,0.7591013,0.04637621],"study_design_scores_gemma":[0.00314498,0.00052537915,0.0052586487,0.003122062,0.00006067121,0.00002738101,0.06862272,0.0000889121,0.0000054036645,0.0035013577,0.91548896,0.00015349303],"about_ca_topic_score_codex":0.0007681139,"about_ca_topic_score_gemma":0.00040041454,"teacher_disagreement_score":0.24888605,"about_ca_system_score_codex":0.0001405788,"about_ca_system_score_gemma":0.00020492144,"threshold_uncertainty_score":0.8164722},"labels":[],"label_agreement":null},{"id":"W4242932758","doi":"10.1097/00001888-200009001-00122","title":"University of British Columbia Faculty of Medicine","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Medical education; Faculty development; Curriculum development; Corporate governance; Professional development; Medicine; Political science; Sociology; Pedagogy; Management","score_opus":0.024445461196292314,"score_gpt":0.3182429551872734,"score_spread":0.2937974939909811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242932758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96714133,0.00057447207,0.00020111908,0.010459409,0.00023788406,0.00030891353,0.000018604564,0.00004472746,0.02101356],"genre_scores_gemma":[0.940316,0.001670208,0.00060520915,0.001826039,0.0005612433,0.0000014000451,0.00022681807,0.00001672072,0.05477633],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981819,0.000044293032,0.0006450713,0.00024188697,0.0006828121,0.00020407973],"domain_scores_gemma":[0.9988525,0.00007417971,0.00024715395,0.0003109141,0.00039364822,0.000121599616],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081493484,0.000090695554,0.00058308477,0.0001028185,0.000048645175,6.718668e-7,0.00022328594,0.00026507577,0.023663526],"category_scores_gemma":[0.0010027854,0.000114313334,0.0000372613,0.0008859835,0.0015457717,0.000064911736,0.000021122461,0.00058545166,0.000025010457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000721981,0.000040757834,0.018088138,0.0002536665,0.00006305884,0.000020013738,0.002601527,0.0000011136007,0.0021267703,0.00016433907,0.79429,0.18227844],"study_design_scores_gemma":[0.0120983785,0.0015077416,0.3146382,0.0059269695,0.00074058416,0.00054169365,0.013538541,0.00032745392,0.0001746274,0.0024229072,0.6478034,0.00027944372],"about_ca_topic_score_codex":0.016791837,"about_ca_topic_score_gemma":0.00026573197,"teacher_disagreement_score":0.29655007,"about_ca_system_score_codex":0.00006813314,"about_ca_system_score_gemma":0.00013704662,"threshold_uncertainty_score":0.98975545},"labels":[],"label_agreement":null},{"id":"W4253416351","doi":"10.1097/acm.0000000000003309","title":"McGill University Faculty of Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; MEDLINE; Higher education; Family medicine; Political science","score_opus":0.21505111339412958,"score_gpt":0.4736901348097134,"score_spread":0.2586390214155838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253416351","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029328248,0.00096969306,0.0003808893,0.87049156,0.0008651046,0.00065316184,0.00019659328,0.00020073893,0.09691402],"genre_scores_gemma":[0.63068086,0.0039628795,0.0001339519,0.3439092,0.0028390144,0.000005093689,0.00016249955,0.000035538535,0.018270975],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979479,0.00028771628,0.00070743746,0.00026476328,0.00040172928,0.00039050286],"domain_scores_gemma":[0.9980669,0.00071312103,0.00038532025,0.00020199762,0.00018028145,0.0004523479],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007393363,0.00014959322,0.0006534855,0.00009832471,0.00027365758,4.657107e-8,0.0003803943,0.00032961828,0.0032335436],"category_scores_gemma":[0.0013219194,0.00010672869,0.000032989257,0.0004603156,0.0002606187,0.00008282925,0.00015759196,0.0014102196,0.00017921554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013387835,0.000001752196,0.010973059,0.00051849167,0.000023619992,0.000013540197,0.009452424,3.315588e-7,0.0015796323,0.009315419,0.9659933,0.0019945486],"study_design_scores_gemma":[0.0030624701,0.00028611565,0.0069625643,0.0002811193,0.000075364216,0.0000013825289,0.009816689,0.000017232886,0.00003573783,0.0006724905,0.97869706,0.000091785005],"about_ca_topic_score_codex":0.0009870172,"about_ca_topic_score_gemma":0.000020437465,"teacher_disagreement_score":0.60135263,"about_ca_system_score_codex":0.00026423408,"about_ca_system_score_gemma":0.00031828016,"threshold_uncertainty_score":0.9976776},"labels":[],"label_agreement":null},{"id":"W4254774948","doi":"10.1097/acm.0b013e3181eab8bd","title":"University of Ottawa Faculty of Medicine","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Medical education; Scholarship; Stipend; Medicine; Political science; Sociology; Pedagogy","score_opus":0.029983841405262276,"score_gpt":0.3572363899736704,"score_spread":0.32725254856840813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254774948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91460335,0.00021699235,0.0014496954,0.057016186,0.0011910095,0.00034648814,0.000006019805,0.000051572577,0.025118694],"genre_scores_gemma":[0.99262446,0.0001479067,0.0017018854,0.0012732333,0.0008439891,9.462079e-7,0.00012549313,0.000013660845,0.003268443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998266,0.000029553928,0.00063178147,0.0002160426,0.0006688878,0.00018775744],"domain_scores_gemma":[0.9983461,0.00012217324,0.00040629492,0.000419677,0.0005770483,0.00012871246],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012776863,0.00013212812,0.0005386049,0.0003169278,0.000042615702,1.8577731e-7,0.00026493188,0.0003405281,0.003324876],"category_scores_gemma":[0.0043209693,0.000100504025,0.00003537909,0.0008260614,0.001835725,0.00005801006,0.000038365255,0.0011934311,0.000017487395],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015064004,0.00007471881,0.05491508,0.00056373107,0.000122042926,0.00001409474,0.010363735,7.931839e-7,0.3174236,0.061776854,0.51271904,0.04187565],"study_design_scores_gemma":[0.01291104,0.0015619001,0.19310011,0.002299889,0.00088903256,0.0002883236,0.017973641,0.0005301801,0.016488712,0.0045861127,0.7490408,0.00033026593],"about_ca_topic_score_codex":0.00031697899,"about_ca_topic_score_gemma":0.000009993055,"teacher_disagreement_score":0.30093488,"about_ca_system_score_codex":0.000033384415,"about_ca_system_score_gemma":0.0001682275,"threshold_uncertainty_score":0.9975862},"labels":[],"label_agreement":null},{"id":"W4280516169","doi":"10.1097/acm.0000000000004738","title":"Debunking the Learning-Styles Hypothesis in Medical Education","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Learning styles; Psychology; Medical education; Mathematics education; Medicine","score_opus":0.041603476344155496,"score_gpt":0.37017649463686314,"score_spread":0.32857301829270763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280516169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9144007,0.004030125,0.00003962923,0.03221278,0.0007500857,0.00016826359,6.6941203e-7,0.000050700182,0.048347022],"genre_scores_gemma":[0.97900045,0.00018333447,0.000002065236,0.008945945,0.0005417773,0.00022756294,0.000011900688,0.00001539884,0.011071583],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99770826,0.000857782,0.00030751046,0.00027110986,0.00058441877,0.00027091778],"domain_scores_gemma":[0.9984878,0.0011324692,0.0001356581,0.0001410342,0.000025622732,0.00007743968],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016276048,0.000113294285,0.00018438081,0.00014585757,0.00027557925,0.0000033809101,0.00048168635,0.00010897061,0.021131586],"category_scores_gemma":[0.0019801608,0.00007286505,0.000027759343,0.00038473803,0.00019995423,0.000023869874,0.00011626893,0.002073655,0.000087754015],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001131025,0.00008339586,0.32663038,0.000015117337,0.00006547536,0.000041859897,0.063199446,0.00001849362,0.00013477182,0.04078762,0.04424628,0.52466404],"study_design_scores_gemma":[0.0015416191,0.00043837665,0.42033315,0.00024539029,0.00006613705,0.00023538902,0.24238253,0.00023560763,0.000012601954,0.009176117,0.32504427,0.00028879725],"about_ca_topic_score_codex":0.000558643,"about_ca_topic_score_gemma":0.000019527806,"teacher_disagreement_score":0.52437526,"about_ca_system_score_codex":0.000051994008,"about_ca_system_score_gemma":0.00015623681,"threshold_uncertainty_score":0.9797632},"labels":[],"label_agreement":null},{"id":"W4280534059","doi":"10.1097/acm.0000000000004743","title":"Association Between Resident Race and Ethnicity and Clinical Performance Assessment Scores in Graduate Medical Education","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"National Institute on Aging","keywords":"Ethnic group; Medicine; Graduate medical education; Specialty; Family medicine; Accreditation; Percentile rank; Percentile; Educational measurement; Psychology; Medical education; Curriculum","score_opus":0.10119635133773949,"score_gpt":0.4484918107996952,"score_spread":0.3472954594619557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280534059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136567,0.0008224162,0.0000138785335,0.08225401,0.0006831022,0.00021042164,0.0000018253148,0.000021885986,0.0023357219],"genre_scores_gemma":[0.9769359,0.016445106,0.00001784995,0.0034977102,0.0009348012,0.000014901264,0.00001768152,0.0000043318746,0.0021316656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99593747,0.0009167018,0.00043140154,0.000264359,0.002202081,0.00024797552],"domain_scores_gemma":[0.99841624,0.00094671664,0.00020446943,0.000084538704,0.0000662885,0.0002817476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017842116,0.00008168032,0.00028378528,0.00012225434,0.00044296062,0.000008412816,0.00031402224,0.00019378313,0.00039214312],"category_scores_gemma":[0.003752966,0.00007571543,0.00001479747,0.00031427082,0.00046088643,0.00014982527,0.0002584003,0.0015993947,0.0000018949376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011301155,0.000010428211,0.9332503,0.000015515814,0.000017173472,0.0000026753883,0.01229522,4.2830294e-7,0.000001646117,0.0008450792,0.02959099,0.023959238],"study_design_scores_gemma":[0.0009389644,0.00021236476,0.94254774,0.0001640819,0.0000865403,0.0000019580336,0.036833942,0.00009485215,8.765236e-7,0.0012246047,0.017806085,0.00008796645],"about_ca_topic_score_codex":0.0030592224,"about_ca_topic_score_gemma":0.00040224197,"teacher_disagreement_score":0.0787563,"about_ca_system_score_codex":0.00038311037,"about_ca_system_score_gemma":0.0006807071,"threshold_uncertainty_score":0.6948663},"labels":[],"label_agreement":null},{"id":"W4281481594","doi":"10.1097/acm.0000000000004746","title":"The Purpose, Design, and Promise of Medical Education Research Labs","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Strong; McMaster University","keywords":"Construct (python library); Medical education; Subject (documents); Field (mathematics); Work (physics); Medical research; Engineering ethics; Higher education; Knowledge management; Computer science; Medicine; Political science; Engineering; Library science","score_opus":0.09956454410707134,"score_gpt":0.4863363036182363,"score_spread":0.386771759511165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281481594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53910905,0.012053282,0.0012758658,0.4403064,0.0017177444,0.0022549627,0.0000010993177,0.000053989133,0.0032275734],"genre_scores_gemma":[0.97751987,0.0036806336,0.00083046046,0.007492427,0.0013560682,0.0009029094,0.00005282915,0.000033618162,0.008131206],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953799,0.00053349964,0.0006338624,0.00025913987,0.002893169,0.0003003871],"domain_scores_gemma":[0.99798316,0.0008089155,0.00015660397,0.00039091753,0.00047722593,0.00018317517],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015757862,0.000098549564,0.00023774184,0.00033302332,0.0005282625,0.0000035874493,0.0004271208,0.00016673612,0.0010819717],"category_scores_gemma":[0.016077338,0.00006361216,0.000015429247,0.0013707142,0.0011099946,0.00004330754,0.00024303899,0.0023949416,0.0000065954578],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024181334,0.00009881655,0.00233653,0.00015882432,0.000036539343,0.000005807833,0.0064537236,0.0000011831465,0.0020540454,0.036617845,0.7264259,0.22556897],"study_design_scores_gemma":[0.002760809,0.0014116792,0.00451628,0.0007302905,0.00010940664,0.00069463265,0.032525893,0.0030810295,0.000893082,0.017938988,0.93518245,0.00015544427],"about_ca_topic_score_codex":0.000064421,"about_ca_topic_score_gemma":6.8115224e-7,"teacher_disagreement_score":0.43841076,"about_ca_system_score_codex":0.00017917351,"about_ca_system_score_gemma":0.002182265,"threshold_uncertainty_score":0.9999066},"labels":[],"label_agreement":null},{"id":"W4281487392","doi":"10.1097/acm.0000000000004754","title":"The Validity of MCAT Scores in Predicting Students’ Performance and Progress in Medical School: Results From a Multisite Study","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Calgary","funders":"","keywords":"United States Medical Licensing Examination; Predictive validity; Entrance exam; Comparability; Licensure; Medicine; Medical school; Logistic regression; Ethnic group; Psychology; Educational measurement; Medical education; Family medicine; Clinical psychology; Internal medicine; Curriculum; Pedagogy","score_opus":0.059630726809604226,"score_gpt":0.40969151259874126,"score_spread":0.350060785789137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281487392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747699,0.0019148352,0.0000012040257,0.021811018,0.00037737508,0.0009680412,0.000009129895,0.000024970028,0.00012355798],"genre_scores_gemma":[0.9960394,0.0014573401,0.000017398956,0.0015623505,0.0003156841,0.00016211729,0.0000331364,0.000013722868,0.00039888493],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956748,0.00044691708,0.0011517537,0.00040290027,0.0020164442,0.00030719102],"domain_scores_gemma":[0.99691474,0.0014504241,0.00025759038,0.00034570732,0.000049654172,0.0009818827],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0054537295,0.00015383243,0.00046209272,0.00021392519,0.00018553356,0.0000040259356,0.0004489138,0.00011827772,0.0008206058],"category_scores_gemma":[0.023258815,0.00009514709,0.000020209138,0.00059980294,0.000392472,0.000055686458,0.00040150317,0.0021847705,0.0000019193844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048293336,0.00022383498,0.977653,0.00003579885,0.00002197866,0.000050040926,0.012377196,0.0000013671003,0.000032396274,0.000006648117,0.0024658968,0.0066488883],"study_design_scores_gemma":[0.010016686,0.00074960414,0.96348476,0.0011267602,0.00004724901,0.000029677094,0.020202056,0.0018916153,0.000018889392,0.00003310728,0.0023215108,0.000078083984],"about_ca_topic_score_codex":0.0004848251,"about_ca_topic_score_gemma":0.00007504152,"teacher_disagreement_score":0.021269495,"about_ca_system_score_codex":0.00010432838,"about_ca_system_score_gemma":0.0006057147,"threshold_uncertainty_score":0.98496866},"labels":[],"label_agreement":null},{"id":"W4281488678","doi":"10.1097/acm.0000000000004755","title":"Narrative Assessments in Higher Education: A Scoping Review to Identify Evidence-Based Quality Indicators","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Narrative; Thematic analysis; Quality (philosophy); Narrative inquiry; Psychology; Medical education; Descriptive statistics; Computer science; Inclusion (mineral); Qualitative research; Medicine; Social psychology; Sociology; Linguistics; Statistics; Social science","score_opus":0.5162953262998812,"score_gpt":0.6455581755914443,"score_spread":0.12926284929156318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281488678","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020904063,0.97140235,0.000004146837,0.010806044,0.0029964948,0.005216211,0.0000030898832,0.000062625026,0.00948816],"genre_scores_gemma":[0.00004874822,0.98098373,0.000033626537,0.007888501,0.0016236666,0.0025018787,0.00010051366,0.00003915515,0.006780199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9904511,0.0036862493,0.0020184773,0.00089443935,0.0023575525,0.0005921561],"domain_scores_gemma":[0.99496746,0.002681751,0.0013690331,0.0005002153,0.0000803357,0.00040118338],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010367857,0.00048576246,0.0025330698,0.00087050186,0.00043575713,0.000031208867,0.0016978595,0.00045746693,0.023691928],"category_scores_gemma":[0.0028389255,0.00040769047,0.00023038582,0.0044473507,0.00028484387,0.00036564228,0.00027614864,0.0019131246,0.0001085648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011135777,0.00007117417,0.001755874,0.095630415,0.00011441224,0.000011877697,0.02298835,1.0779177e-7,2.748319e-7,0.0035388544,0.071960256,0.8039173],"study_design_scores_gemma":[0.00010581096,0.000036967787,0.00019036783,0.41991016,0.00025397545,2.9454804e-7,0.00353986,9.899573e-9,1.1094561e-8,0.000036481168,0.57568437,0.00024172346],"about_ca_topic_score_codex":0.0007634539,"about_ca_topic_score_gemma":0.00008340447,"teacher_disagreement_score":0.80367553,"about_ca_system_score_codex":0.0016397862,"about_ca_system_score_gemma":0.006244651,"threshold_uncertainty_score":0.9998375},"labels":[],"label_agreement":null},{"id":"W4281489450","doi":"10.1097/acm.0000000000004749","title":"Impact of Project ECHO on Patient and Community Health Outcomes: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Institute for Clinical Evaluative Sciences","funders":"","keywords":"CINAHL; MEDLINE; Medicine; Health care; Echo (communications protocol); Family medicine; Continuing medical education; Cochrane Library; Medical education; Nursing; Continuing education; Alternative medicine; Psychological intervention","score_opus":0.3351603589843171,"score_gpt":0.58165772860121,"score_spread":0.2464973696168929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281489450","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003751422,0.98828113,0.0000057541065,0.0011577873,0.00019578918,0.0094500575,0.00008635336,0.00006187801,0.00038611292],"genre_scores_gemma":[0.00008447295,0.9896699,0.000032527918,0.00813008,0.00018600504,0.0005446716,0.0012305625,0.00007376794,0.00004801724],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931961,0.0018599866,0.003003063,0.00044558942,0.00095737405,0.00053788215],"domain_scores_gemma":[0.99408907,0.0022013169,0.0023983768,0.0008370696,0.000068455716,0.00040569386],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0039676293,0.0006175446,0.005600603,0.0007117446,0.00025841882,0.0000015086121,0.00025446332,0.0002313317,0.0007560114],"category_scores_gemma":[0.0029182595,0.00036960357,0.00033740042,0.0008933936,0.0001718238,0.00004802767,0.00018155837,0.004454909,0.000004380608],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021228661,0.00004472937,0.0004946149,0.30235904,0.0001907052,0.0000072802063,0.0015285754,1.0841478e-8,5.981102e-8,0.000007045697,0.016194299,0.67915237],"study_design_scores_gemma":[0.0013691908,0.010049755,0.0002117115,0.61832225,0.0012212656,0.0002914181,0.0006482084,3.385094e-7,5.4518825e-8,0.000007739337,0.36769545,0.00018262946],"about_ca_topic_score_codex":0.002985149,"about_ca_topic_score_gemma":0.00002018928,"teacher_disagreement_score":0.67896974,"about_ca_system_score_codex":0.00076414313,"about_ca_system_score_gemma":0.002819046,"threshold_uncertainty_score":0.9998756},"labels":[],"label_agreement":null},{"id":"W4281492908","doi":"10.1097/acm.0000000000004758","title":"Development and Pilot Testing of a Data-Rich Clinical Reasoning Training and Assessment Tool","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Formative assessment; Medical education; Computer science; Workload; Summative assessment; Psychology; Medicine; Mathematics education","score_opus":0.3150575699023435,"score_gpt":0.4788030286876891,"score_spread":0.16374545878534558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281492908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923203,0.002176109,0.00031580866,0.0026185678,0.0002082899,0.00031701056,0.000009771002,0.000052438285,0.0019816775],"genre_scores_gemma":[0.9518253,0.00056824397,0.0448064,0.001986384,0.00040671197,0.000032194555,0.000109306944,0.000023023293,0.00024243614],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971226,0.00015773198,0.0012192004,0.00057381863,0.0006339174,0.00029277525],"domain_scores_gemma":[0.9819313,0.016919773,0.00037191057,0.00039688614,0.00007018221,0.0003099355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066205314,0.00017026765,0.0007593665,0.000102853905,0.00017615063,0.000003545277,0.00020463008,0.00009238309,0.00011647947],"category_scores_gemma":[0.0671001,0.00013596808,0.000015205567,0.0002977036,0.000300818,0.000062713574,0.0006754921,0.0014406439,9.34713e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015280086,0.00009409039,0.4668455,0.00008931738,0.00013548638,0.000091858485,0.003431067,0.0000021637788,0.0004671543,0.0008944495,0.00336472,0.5244314],"study_design_scores_gemma":[0.01603606,0.0067605097,0.8668679,0.008748429,0.0011328291,0.0016884678,0.016671302,0.009083469,0.00006137231,0.00069771265,0.07164503,0.0006069019],"about_ca_topic_score_codex":0.000046545527,"about_ca_topic_score_gemma":0.0000012314523,"teacher_disagreement_score":0.52382445,"about_ca_system_score_codex":0.000046691996,"about_ca_system_score_gemma":0.00056504423,"threshold_uncertainty_score":0.9407581},"labels":[],"label_agreement":null},{"id":"W4281665669","doi":"10.1097/acm.0000000000004750","title":"Development, Implementation, and Meta-Evaluation of a National Approach to Programmatic Assessment in Canadian Family Medicine Residency Training","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"College of Family Physicians of Canada; NOSM University; University of British Columbia; Memorial University of Newfoundland; Queen's University; Université de Sherbrooke; Université de Montréal; University of Saskatchewan; University of Alberta","funders":"","keywords":"Craft; Medical education; Bespoke; Flexibility (engineering); Psychology; Medicine; Political science; Management; Geography","score_opus":0.3123574505116718,"score_gpt":0.5022744552611428,"score_spread":0.18991700474947099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281665669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89582115,0.0012971252,0.0011410558,0.06646764,0.0003729712,0.0044648903,0.00001112703,0.000041723906,0.03038231],"genre_scores_gemma":[0.9765138,0.000021616404,0.012947606,0.0076353126,0.0001732116,0.0020070008,0.0005337622,0.00002071126,0.00014700548],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99509627,0.000255983,0.0012536929,0.00037683657,0.0026368427,0.0003803525],"domain_scores_gemma":[0.99855864,0.00010258638,0.00028866716,0.00017292162,0.0006283591,0.0002488086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014097134,0.00018015823,0.00057315384,0.0014839706,0.0001846724,0.0000024965473,0.00016960119,0.0000842991,0.00091129565],"category_scores_gemma":[0.0018750051,0.00014910544,0.000019381754,0.0018192746,0.000153119,0.00008709973,0.000055166034,0.0007555104,0.0000012303852],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014218771,0.00029379298,0.05654521,0.0011987214,0.0021930868,0.000013992847,0.3906091,0.000526825,0.007202516,0.14439061,0.13755529,0.25932866],"study_design_scores_gemma":[0.012230198,0.0010627244,0.38063037,0.00040319705,0.0043703904,0.00023342691,0.49320075,0.008315148,0.00009233715,0.011355519,0.0874928,0.00061312446],"about_ca_topic_score_codex":0.012793007,"about_ca_topic_score_gemma":0.0023630704,"teacher_disagreement_score":0.32408518,"about_ca_system_score_codex":0.0017521286,"about_ca_system_score_gemma":0.005751953,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W4282927754","doi":"10.1097/acm.0000000000004654","title":"Addressing Microaggressions: The Power of Language and Positioning","year":2022,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Society of Obstetricians and Gynaecologists of Canada","funders":"","keywords":"Institution; Power (physics); Bystander effect; Sociology; Psychology; Social psychology; Public relations; Law; Political science; Social science","score_opus":0.07376435722141854,"score_gpt":0.40025570370654845,"score_spread":0.3264913464851299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282927754","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055228908,0.032999784,0.0000029309422,0.8960464,0.00087855133,0.00019301198,0.000017819117,0.000022827102,0.014609766],"genre_scores_gemma":[0.33411643,0.024753794,0.000015664886,0.6091281,0.015600716,0.000033928183,0.00026261658,0.000043954824,0.016044782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982714,0.0002798456,0.000253883,0.00017048109,0.0008275605,0.00019684796],"domain_scores_gemma":[0.9988001,0.0007213308,0.0002940635,0.00010599787,0.00005078238,0.000027755366],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010561511,0.00011033346,0.00021285359,0.00009643633,0.0005222617,0.000008764215,0.0004501943,0.0003270613,0.002372471],"category_scores_gemma":[0.00040171726,0.00007035268,0.000034739514,0.00010576297,0.00049786404,0.000049578186,0.00013919838,0.001834647,0.000003418223],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004531142,8.093734e-7,0.000064818894,0.00001838853,0.000037828202,0.00003727289,0.35260084,7.220649e-8,0.00011758693,0.00061572884,0.64618886,0.0003132478],"study_design_scores_gemma":[0.00017279919,0.000032242304,0.000048635804,0.00058169017,0.000057058096,0.0000066396806,0.23391722,5.8080246e-7,0.0000141504215,0.00088817166,0.76419634,0.00008444448],"about_ca_topic_score_codex":0.0018298945,"about_ca_topic_score_gemma":0.000023920058,"teacher_disagreement_score":0.28691828,"about_ca_system_score_codex":0.00006442574,"about_ca_system_score_gemma":0.000052006693,"threshold_uncertainty_score":0.9985395},"labels":[],"label_agreement":null},{"id":"W4282932059","doi":"10.1097/acm.0000000000004677","title":"Trainees Are Change Agents: An Introduction to This Year’s Trainee-Authored Letters to the Editor","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Courage; Call to action; Scholarship; Public relations; Medical education; Variety (cybernetics); Health care; Psychology; Medicine; Political science; Law","score_opus":0.05603833965825648,"score_gpt":0.360545553334083,"score_spread":0.3045072136758265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282932059","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2505397,0.00008756461,0.0005284773,0.73432547,0.013070218,0.0012047592,0.00001533196,0.00011048567,0.00011800686],"genre_scores_gemma":[0.4424891,0.000038958846,0.00071489386,0.41091457,0.14080548,0.0014829115,0.00055698276,0.00007153741,0.0029255871],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971586,0.00015950168,0.00053336145,0.00051515404,0.001232184,0.00040122386],"domain_scores_gemma":[0.99873793,0.0000616257,0.00015128197,0.0006245833,0.00014770107,0.00027685004],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023027188,0.00020534711,0.00033321933,0.00050249865,0.00031724834,0.0000059729227,0.00044428965,0.00010452339,0.004530583],"category_scores_gemma":[0.0029331394,0.00014742072,0.00003387128,0.0016593728,0.00012682792,0.000117812546,0.000104966246,0.0014282088,0.00010715471],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000957339,0.00003340789,0.00025832656,0.000022493148,0.000024950052,0.000005154282,0.03442535,0.000019821568,0.0048265285,0.00029897495,0.9477899,0.012199324],"study_design_scores_gemma":[0.0007746686,0.00073811354,0.00510527,0.00006788495,0.00008393122,0.00006806623,0.026036894,0.00019889766,0.00007077891,0.000028793767,0.96667683,0.00014987127],"about_ca_topic_score_codex":0.00007245508,"about_ca_topic_score_gemma":0.0000036181357,"teacher_disagreement_score":0.3234109,"about_ca_system_score_codex":0.0003957069,"about_ca_system_score_gemma":0.000063057276,"threshold_uncertainty_score":0.99637944},"labels":[],"label_agreement":null},{"id":"W4283697589","doi":"10.1097/acm.0000000000004798","title":"<i>Politics</i> : [Excerpt]","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanism; Politics; Family medicine; Library science; Medicine; Sociology; Medical education; Media studies; Political science; Law","score_opus":0.09620704144106011,"score_gpt":0.48074133076310743,"score_spread":0.3845342893220473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283697589","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09234935,0.006206237,0.00023245694,0.38174966,0.008727124,0.0012466691,0.00006550819,0.0004911656,0.5089318],"genre_scores_gemma":[0.4134614,0.0007838615,0.000030074103,0.48047924,0.0036133267,0.00042285843,0.000092729664,0.000041004325,0.101075515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996965,0.00059756864,0.000797605,0.0002684348,0.0005894117,0.00078197144],"domain_scores_gemma":[0.99798226,0.001058971,0.00024364005,0.00035866548,0.00006164555,0.00029484392],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001900554,0.00014327807,0.00041065147,0.00016562104,0.0016998264,4.1888418e-7,0.00038452641,0.00015739916,0.022374101],"category_scores_gemma":[0.00042786027,0.00011738648,0.00003684422,0.0003223436,0.000102197344,0.000059483387,0.00044767177,0.0033820206,0.00046286354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000181681,0.0000026648902,0.01909239,0.00010540923,0.000009140027,0.000011718874,0.0071301837,8.130237e-7,0.0001741972,0.030024597,0.94262326,0.00080744707],"study_design_scores_gemma":[0.0011388768,0.00012921584,0.0035073538,0.00003496605,0.000026964159,0.000011861806,0.008367674,0.000009246059,0.000004012255,0.010449604,0.97621024,0.000109968605],"about_ca_topic_score_codex":0.0005380501,"about_ca_topic_score_gemma":0.000007771534,"teacher_disagreement_score":0.40785632,"about_ca_system_score_codex":0.0008141572,"about_ca_system_score_gemma":0.0010801911,"threshold_uncertainty_score":0.9995998},"labels":[],"label_agreement":null},{"id":"W4283735678","doi":"10.1097/acm.0000000000004795","title":"RIME Review Process: Unique Challenges and Opportunities","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Hard rime; Process (computing); Medicine; Computer science; Geography; Meteorology","score_opus":0.07402946691193106,"score_gpt":0.2946638742521921,"score_spread":0.22063440734026102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283735678","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042383045,0.914565,0.000028876982,0.024928065,0.00016870521,0.00034633608,0.0000037700697,0.0002583632,0.017317794],"genre_scores_gemma":[0.5833323,0.41456527,0.0000028550576,0.0013336503,0.00007787577,0.00009992815,0.000009879678,0.000014426014,0.0005638058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991973,0.00006233233,0.00022812362,0.00013238666,0.00020711288,0.00017272642],"domain_scores_gemma":[0.99962115,0.000078208075,0.00002805077,0.00014529799,0.00003220496,0.00009506426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008662561,0.000110327994,0.0002460132,0.00005686833,0.00006105963,6.8363363e-7,0.00014559003,0.000048314065,0.00036122685],"category_scores_gemma":[0.00013179213,0.00009412038,0.000011876399,0.000071904535,0.00008904644,0.000061255945,0.000055854416,0.00057028414,0.0000015159266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033052173,0.000019480145,0.0014777026,0.051053356,0.00017622921,0.00021640949,0.061986826,0.00018450654,0.00022655581,0.07723674,0.23410808,0.57328105],"study_design_scores_gemma":[0.0005323256,0.00021942961,0.000759283,0.0014287479,0.000102368824,0.00017073298,0.02640656,0.0007535297,0.0000484872,0.023840295,0.9453745,0.000363739],"about_ca_topic_score_codex":0.0000054380007,"about_ca_topic_score_gemma":7.2006515e-7,"teacher_disagreement_score":0.7112664,"about_ca_system_score_codex":0.000047250647,"about_ca_system_score_gemma":0.000029513907,"threshold_uncertainty_score":0.39551806},"labels":[],"label_agreement":null},{"id":"W4288058328","doi":"10.1097/01.acm.0000855444.86437.db","title":"Commentary on “Panacea”","year":2022,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Spinal Cord Injury BC; University of British Columbia","funders":"","keywords":"Panacea (medicine); Narrative; Monster; Witness; Empathy; Personhood; Narrative medicine; Psychology; Reductionism; Aesthetics; Medicine; Psychoanalysis; Literature; Social psychology; Epistemology; Philosophy; Alternative medicine; Art; Linguistics","score_opus":0.04336110678084652,"score_gpt":0.35204923678261213,"score_spread":0.3086881300017656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288058328","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022270593,0.002289795,0.000007825726,0.9750343,0.0040831193,0.00073048664,0.000025046184,0.00014242766,0.01545994],"genre_scores_gemma":[0.001699396,0.0021431812,0.000013399221,0.91508615,0.04182496,0.00015440652,0.0048863604,0.0000870796,0.034105074],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99630105,0.00019946923,0.0006919425,0.0006294925,0.0016101751,0.0005678426],"domain_scores_gemma":[0.9979975,0.0006670534,0.00028547377,0.00065739214,0.00005277396,0.00033978964],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076915376,0.00043045275,0.0009043513,0.00041869277,0.0001433047,0.0000019062194,0.00037485512,0.0012745262,0.018367177],"category_scores_gemma":[0.0009419478,0.00032506857,0.00012218721,0.00033225576,0.00033692946,0.0000348396,0.000096791286,0.014264129,0.00021803098],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010842965,0.000020154765,0.00006389682,0.00033475566,0.00010685123,0.00068428286,0.008277999,1.8343961e-7,0.000015883019,0.000026040325,0.9882332,0.0021283193],"study_design_scores_gemma":[0.0017242949,0.0016039959,0.000064620326,0.0012686308,0.0005665982,0.00023723002,0.004475909,0.0000073322585,0.00003530058,0.00037848522,0.9893857,0.00025186877],"about_ca_topic_score_codex":0.00014969884,"about_ca_topic_score_gemma":3.1965504e-7,"teacher_disagreement_score":0.059948154,"about_ca_system_score_codex":0.00048232757,"about_ca_system_score_gemma":0.000246713,"threshold_uncertainty_score":0.9999201},"labels":[],"label_agreement":null},{"id":"W4289786562","doi":"10.1097/acm.0000000000004897","title":"Enculturating a Community of Action: Health Professions Educators’ Perspectives on Teaching With Wikipedia","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Thematic analysis; Context (archaeology); Medical education; Resource (disambiguation); Constructivist teaching methods; Pedagogy; Psychology; Computer science; Teaching method; Qualitative research; Medicine; Sociology","score_opus":0.09161329344086597,"score_gpt":0.46464533386580964,"score_spread":0.37303204042494365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289786562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8747594,0.00035988635,0.000082706596,0.09482964,0.00082098664,0.0003893818,0.000003172748,0.00005865136,0.028696192],"genre_scores_gemma":[0.99462104,0.00015451122,0.00010928231,0.0015301291,0.00078036863,0.00007606278,0.000013029477,0.000006195376,0.0027093568],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969246,0.001997333,0.00023320617,0.00012149055,0.00056364125,0.00015974978],"domain_scores_gemma":[0.9989178,0.0004060359,0.0003117205,0.00015229169,0.0001041174,0.00010803814],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0030460383,0.000071748706,0.00014985951,0.000101047815,0.0030830198,0.0000042473757,0.00023601175,0.000043924458,0.00048201703],"category_scores_gemma":[0.0011214388,0.000054244985,0.000011560711,0.00053467514,0.0002663774,0.00012596774,0.000033711338,0.0016767028,0.0000018171988],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019916963,0.000057475754,0.0020603335,0.000011215095,0.0000071250242,8.0900875e-8,0.9130108,0.000009610553,0.00020495606,0.061674766,0.020701477,0.002242253],"study_design_scores_gemma":[0.00018977514,0.00032181616,0.0017285933,0.0001041579,0.000006961636,0.0000015299455,0.95887893,0.0000032361384,0.00001546498,0.0005062122,0.038189903,0.000053431835],"about_ca_topic_score_codex":0.002243084,"about_ca_topic_score_gemma":0.000309677,"teacher_disagreement_score":0.119861685,"about_ca_system_score_codex":0.00041132714,"about_ca_system_score_gemma":0.001064619,"threshold_uncertainty_score":0.99821484},"labels":[],"label_agreement":null},{"id":"W4290805669","doi":"10.1097/acm.0000000000004916","title":"Examining the Impact of Dialogic Learning on Critically Reflective Practice","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Russian Literature and Bakhtin Studies","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; Women's College Hospital; The Wilson Centre","funders":"","keywords":"Dialogic; Reflective practice; Critically ill; Reflection (computer programming); Critical reflection; Psychology; Reflective writing; Critical thinking; Logistic regression; Intervention (counseling); Medicine; Nursing; Pedagogy; Intensive care medicine; Computer science","score_opus":0.08208711399422693,"score_gpt":0.4437337659530245,"score_spread":0.3616466519587976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290805669","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16624035,0.003962646,0.000059733367,0.058972284,0.00052371045,0.00035704832,0.000003845344,0.0000741835,0.7698062],"genre_scores_gemma":[0.9933664,0.00047804424,0.000020850846,0.003026266,0.00086892786,0.000027406868,0.000002310184,0.0000069411685,0.0022028263],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99745685,0.0012313081,0.00023587786,0.00017806192,0.0006334023,0.00026451057],"domain_scores_gemma":[0.9955434,0.003989774,0.00018012339,0.00010500784,0.000120789686,0.00006089921],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0035569135,0.000092230366,0.00020657082,0.00006634631,0.0010722526,0.000006135793,0.0002876652,0.00006484098,0.00038447915],"category_scores_gemma":[0.014616083,0.00005109519,0.000038812504,0.0005303079,0.00051851454,0.00009988769,0.00009153487,0.0014258941,0.0000050709923],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038826044,0.00004124982,0.011820737,0.000011517189,0.00021638455,0.000043490054,0.67769074,0.00021635795,0.002033704,0.21833305,0.08025135,0.008953159],"study_design_scores_gemma":[0.0008704432,0.004563446,0.019957963,0.00018079484,0.00016913819,0.000029038869,0.61719316,0.00002489923,0.00003499401,0.01831625,0.3383958,0.00026404983],"about_ca_topic_score_codex":0.0006523782,"about_ca_topic_score_gemma":0.000003449961,"teacher_disagreement_score":0.8271261,"about_ca_system_score_codex":0.00013735692,"about_ca_system_score_gemma":0.00011668925,"threshold_uncertainty_score":0.99368423},"labels":[],"label_agreement":null},{"id":"W4293791973","doi":"10.1097/acm.0000000000004764","title":"Curricula, Teaching Methods, and Success Metrics of Clinician–Scientist Training Programs: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Alberta Children's Hospital; University of Alberta; Alberta Health; University of Calgary","funders":"","keywords":"Mentorship; Curriculum; CINAHL; Medical education; MEDLINE; Descriptive statistics; Computer science; Medicine; Psychology; Pedagogy","score_opus":0.6656173346101162,"score_gpt":0.6799265141313962,"score_spread":0.014309179521279969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293791973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000005469714,0.9880129,0.00070193346,0.0027671522,0.00072764355,0.006167783,0.000012160889,0.00007390195,0.00153103],"genre_scores_gemma":[0.0000022411512,0.9885792,0.0029161707,0.0062181666,0.0010057609,0.00046023316,0.00030118995,0.00008883534,0.00042818906],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98844916,0.0027562168,0.003630729,0.0010037711,0.0025385327,0.0016215972],"domain_scores_gemma":[0.9836167,0.008051601,0.0018080528,0.0007642424,0.00016279654,0.005596591],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.046163123,0.00062113494,0.006766266,0.0012140565,0.0002504791,0.000008462891,0.00064745755,0.0006652829,0.0006572125],"category_scores_gemma":[0.29970136,0.00040542224,0.00038123236,0.0028047757,0.0008157204,0.000118371034,0.00043082552,0.0076103234,0.0000058311684],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059760887,0.00001771323,0.000015045204,0.33284995,0.00006983888,0.00006224649,0.00031091084,2.1068136e-9,3.3099838e-7,0.000050128874,0.0050575756,0.6615603],"study_design_scores_gemma":[0.00048557157,0.0004922933,5.815772e-7,0.4672523,0.0015174907,0.00041665818,0.0002465971,0.000005567924,1.1061317e-7,0.000014045575,0.5294182,0.00015059604],"about_ca_topic_score_codex":0.00012498896,"about_ca_topic_score_gemma":0.0000014734827,"teacher_disagreement_score":0.6614097,"about_ca_system_score_codex":0.00035558967,"about_ca_system_score_gemma":0.008973395,"threshold_uncertainty_score":0.9998398},"labels":[],"label_agreement":null},{"id":"W4293792559","doi":"10.1097/acm.0000000000004962","title":"Potential for Bias: Rater Cognition and the Influence of Prior Performance Information","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cognition; Psychology; Cognitive psychology; MEDLINE; Clinical psychology; Applied psychology; Psychiatry; Political science","score_opus":0.20588020756824577,"score_gpt":0.39246617754737595,"score_spread":0.18658596997913018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293792559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9576511,0.0010607594,0.0019999163,0.037523847,0.00029358928,0.0010299487,0.000107795684,0.000013947577,0.00031910697],"genre_scores_gemma":[0.9832597,0.0004092462,0.00009338147,0.015474957,0.00018878955,0.00033924458,0.00006514102,0.0000071335608,0.00016241314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997018,0.00016681889,0.0023891162,0.0001507164,0.000109321634,0.00016604211],"domain_scores_gemma":[0.9970861,0.0008609072,0.001774708,0.00016120398,0.000067546825,0.000049551018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014983556,0.00008624437,0.00045782307,0.00018926914,0.00027326963,0.0000064928304,0.00018492027,0.00006373169,0.0001680663],"category_scores_gemma":[0.003389106,0.0000751713,0.000029463634,0.0001266751,0.00020831109,0.00054398575,0.000063945015,0.00025043578,0.00003654607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027577695,0.00005757466,0.08043955,0.0064593223,0.00047282444,6.203116e-7,0.1567292,0.026686767,0.00038998033,0.57273537,0.1460079,0.0072631077],"study_design_scores_gemma":[0.042734724,0.0016196657,0.24258901,0.00075205247,0.00021642493,0.00012938684,0.03424704,0.22057572,0.00015448805,0.13154683,0.3243492,0.0010854733],"about_ca_topic_score_codex":0.000117559415,"about_ca_topic_score_gemma":9.3287946e-7,"teacher_disagreement_score":0.44118857,"about_ca_system_score_codex":0.000079177844,"about_ca_system_score_gemma":0.000052527117,"threshold_uncertainty_score":0.51930314},"labels":[],"label_agreement":null},{"id":"W4293792767","doi":"10.1097/acm.0000000000004823","title":"Recognizing Rural Health Resource and Education Needs","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Rural health; MEDLINE; Medical education; Rural area; Medicine; Computer science; Political science","score_opus":0.06748190893480505,"score_gpt":0.4696017773893617,"score_spread":0.40211986845455666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293792767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7028082,0.036883805,0.000034198947,0.21853964,0.0027582124,0.0016207863,0.000011184469,0.00025217916,0.03709181],"genre_scores_gemma":[0.8385518,0.003308334,0.00011239314,0.115594625,0.0022429333,0.0003880356,0.00016438271,0.00004356642,0.039593883],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678093,0.0010407194,0.0008216616,0.00022278169,0.00044442923,0.00068947906],"domain_scores_gemma":[0.9982184,0.000606742,0.00043658694,0.00024501668,0.000055242766,0.00043801763],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028772422,0.00014912937,0.00036705408,0.0002555103,0.0018088827,0.0000010944193,0.00023002052,0.00014384596,0.001714726],"category_scores_gemma":[0.00045964625,0.00013230559,0.000013952499,0.00067521015,0.00009695901,0.000068871996,0.0002748064,0.0024523267,0.000052554096],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006283345,0.000006426381,0.033970412,0.00028264642,0.0000061202068,6.82388e-7,0.06440401,0.0000022404301,0.000041499494,0.005527287,0.8318951,0.063800715],"study_design_scores_gemma":[0.00057956256,0.00020608204,0.0020052218,0.0008621035,0.0000099650115,0.000019676088,0.25988105,0.000032120715,6.217209e-7,0.002294245,0.7340231,0.0000862676],"about_ca_topic_score_codex":0.0017460673,"about_ca_topic_score_gemma":0.000014382855,"teacher_disagreement_score":0.19547702,"about_ca_system_score_codex":0.0005736131,"about_ca_system_score_gemma":0.0007383396,"threshold_uncertainty_score":0.9998491},"labels":[],"label_agreement":null},{"id":"W4294127254","doi":"10.1097/acm.0000000000004143","title":"Artist’s Statement: Tug of War","year":2021,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Children's Hospital of Eastern Ontario","funders":"","keywords":"Statement (logic); Medicine; Psychology; Law; Political science","score_opus":0.042940396941648515,"score_gpt":0.37291791555407927,"score_spread":0.32997751861243074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294127254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92801166,0.011284949,0.00054564374,0.042751033,0.00093415775,0.000239844,0.000005778553,0.00005093652,0.016176019],"genre_scores_gemma":[0.9806905,0.004764525,0.0002512682,0.005417233,0.0008167724,0.00001263247,0.00014942104,0.000014010964,0.007883659],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844635,0.0000484544,0.00058951083,0.00021346135,0.00048536094,0.00021688986],"domain_scores_gemma":[0.99898034,0.00013765997,0.0001405335,0.00024532375,0.00018949414,0.0003066647],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00056219613,0.00010478998,0.00037169643,0.00007677031,0.00002486665,4.02853e-7,0.000071087714,0.00015654563,0.0021490555],"category_scores_gemma":[0.0021805395,0.00007846707,0.000038929746,0.00030867613,0.00020290523,0.000045185086,0.000028552524,0.00050575007,0.000047940553],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034472664,0.00030351031,0.020674413,0.0020587952,0.00034129765,0.00043617282,0.19085713,0.0000023708944,0.185056,0.009049846,0.5133166,0.077559195],"study_design_scores_gemma":[0.010403605,0.0013846254,0.03878013,0.005145021,0.0010419018,0.000840429,0.13352528,0.00018547999,0.26947808,0.00809092,0.53072226,0.00040223726],"about_ca_topic_score_codex":0.000033359323,"about_ca_topic_score_gemma":0.0000013167129,"teacher_disagreement_score":0.084422104,"about_ca_system_score_codex":0.000046614972,"about_ca_system_score_gemma":0.0003520449,"threshold_uncertainty_score":0.99876314},"labels":[],"label_agreement":null},{"id":"W4297570957","doi":"10.1097/acm.0000000000004899","title":"An Ecological Account of Clinical Reasoning","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Affordance; Ecological psychology; Context (archaeology); Psychology; Competence (human resources); Engineering ethics; Cognitive psychology; Social psychology","score_opus":0.2692485472713973,"score_gpt":0.5496478088068679,"score_spread":0.2803992615354706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297570957","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00058501057,0.991237,0.000021478249,0.0003565071,0.0016717868,0.0010008853,0.000030134359,0.00012997148,0.0049672453],"genre_scores_gemma":[0.00027250953,0.99216354,0.00020584736,0.0015020279,0.003929283,0.00013859083,0.00080408243,0.00009009515,0.0008940188],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919143,0.00096124556,0.004375887,0.001055098,0.0011486743,0.00054483785],"domain_scores_gemma":[0.94721603,0.048694827,0.001914535,0.0011452168,0.00010887196,0.00092051737],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.007810686,0.0005768091,0.007106584,0.0002911043,0.00008439651,0.0000031971836,0.0007624772,0.001807743,0.008404695],"category_scores_gemma":[0.22491926,0.00036309435,0.00084725657,0.0006728298,0.0007308116,0.000048308142,0.00025608134,0.0058148913,0.00008474474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006685068,0.00024178208,0.0010794911,0.0026127598,0.00025736468,0.00022639435,0.00010373385,2.7545528e-7,1.3108334e-7,0.0006692662,0.017614039,0.9771279],"study_design_scores_gemma":[0.0014968131,0.002626249,0.0006370598,0.06165545,0.0043169037,0.00045687845,0.00016528384,0.000022782851,8.8052275e-8,0.0001267141,0.9282152,0.00028059445],"about_ca_topic_score_codex":0.000054000706,"about_ca_topic_score_gemma":7.1175504e-7,"teacher_disagreement_score":0.9768473,"about_ca_system_score_codex":0.00014396964,"about_ca_system_score_gemma":0.0012965542,"threshold_uncertainty_score":0.9998821},"labels":[],"label_agreement":null},{"id":"W4297968888","doi":"10.1097/acm.0000000000004872","title":"In Reply to Webster","year":2022,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Health care; Transparency (behavior); Artificial intelligence; Applications of artificial intelligence; Process (computing); MEDLINE; Medicine; Psychology; Medical education; Computer science; Political science","score_opus":0.24037528627153484,"score_gpt":0.475057285811873,"score_spread":0.23468199954033817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297968888","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006331357,0.0011627999,0.000022933924,0.9824629,0.004029244,0.000981963,0.0000050099384,0.000052867937,0.0049509574],"genre_scores_gemma":[0.0027435715,0.0006050895,0.00003002961,0.9191173,0.02292576,0.00026770073,0.0002960593,0.00006166685,0.05395287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967699,0.00013440762,0.0010898137,0.0006319998,0.0007962547,0.000577613],"domain_scores_gemma":[0.9983849,0.00049508683,0.00018424232,0.00061953603,0.000098961995,0.00021729978],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009795618,0.00027697103,0.0007012166,0.0007970136,0.00006469903,0.0000027215187,0.00029266058,0.0008163951,0.012285346],"category_scores_gemma":[0.0015250153,0.00023426853,0.000056400557,0.00071732636,0.00009418018,0.000060964278,0.00008717381,0.007356854,0.0006693862],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007685904,0.000004366121,0.0011572598,0.0002384733,0.000012469542,0.0005005108,0.0063163335,9.238283e-7,0.00006000931,0.000017735256,0.98884386,0.002771211],"study_design_scores_gemma":[0.00007870822,0.00058737956,0.000105996805,0.0007318879,0.0000669068,0.00018978087,0.0015432194,0.000007692615,0.00013980849,0.0011224769,0.995239,0.00018709648],"about_ca_topic_score_codex":0.0024507325,"about_ca_topic_score_gemma":0.000011251397,"teacher_disagreement_score":0.06334561,"about_ca_system_score_codex":0.0005748503,"about_ca_system_score_gemma":0.00038706244,"threshold_uncertainty_score":0.9949332},"labels":[],"label_agreement":null},{"id":"W4297982808","doi":"10.1097/acm.0000000000004829","title":"Peer Mentorship for International Medical Students in the United States","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases","keywords":"Mentorship; Medical education; Medical school; Residence; Medicine; Psychology; Political science; Sociology","score_opus":0.10794680304297868,"score_gpt":0.5368499949973917,"score_spread":0.42890319195441307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297982808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5660781,0.0005064566,0.00010083114,0.42489317,0.0040337467,0.0016385098,0.000036752397,0.00005798933,0.002654412],"genre_scores_gemma":[0.82462484,0.0007120261,0.000019680963,0.14845577,0.0020840298,0.0016547741,0.0012295507,0.000025356152,0.021193951],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937015,0.0011094309,0.00085170666,0.00023861263,0.0035261577,0.0005725642],"domain_scores_gemma":[0.99612695,0.003008923,0.00022562976,0.00020390002,0.00024824167,0.00018633672],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013800372,0.00012621284,0.00023703206,0.00022645669,0.0005618364,0.0000023173493,0.0018106735,0.00018294399,0.00616568],"category_scores_gemma":[0.00545168,0.00008123335,0.000021622342,0.00055213727,0.00009686144,0.00004067648,0.00041624083,0.00244019,0.00003696149],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014172921,0.000020756232,0.16711023,0.00004848982,0.000015807313,0.000009620335,0.053422485,0.000022025077,0.0000014453241,0.005880576,0.7730687,0.00025813383],"study_design_scores_gemma":[0.0023923256,0.00014776959,0.0057861116,0.00027318372,0.000012876155,0.0000040796062,0.103603095,0.00082967017,3.0107242e-7,0.0040865224,0.88279885,0.0000652241],"about_ca_topic_score_codex":0.0015703618,"about_ca_topic_score_gemma":0.00010377139,"teacher_disagreement_score":0.2764374,"about_ca_system_score_codex":0.00042977577,"about_ca_system_score_gemma":0.00016609344,"threshold_uncertainty_score":0.99986124},"labels":[],"label_agreement":null},{"id":"W4299427594","doi":"10.1097/acm.0000000000004900","title":"Facilitating Residents’ Understanding of Electronic Health Record Report Card Data Using Faculty Feedback and Coaching","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Thematic analysis; Coaching; Medical education; Medicine; Faculty development; Data collection; Psychology; Professional development; Qualitative research","score_opus":0.2361393790967882,"score_gpt":0.45744639842899193,"score_spread":0.22130701933220373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299427594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96251756,0.0018551716,0.01670554,0.017313411,0.0006011169,0.0005653678,0.0000283893,0.000052335272,0.0003611391],"genre_scores_gemma":[0.9931928,0.00027772837,0.002346576,0.0022386562,0.00035485942,0.000011959647,0.0011560646,0.00002765146,0.00039370527],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99674034,0.0001958835,0.0011539318,0.00050524325,0.0009793957,0.0004252164],"domain_scores_gemma":[0.99820834,0.0002522713,0.0007009855,0.00062809984,0.0000913758,0.00011894376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006201043,0.00015535601,0.00053660746,0.00031764325,0.00042108784,0.000003081869,0.00027627576,0.000092187336,0.00012707646],"category_scores_gemma":[0.0053929635,0.00014337145,0.00001967096,0.0007988745,0.00024634902,0.00014545808,0.00035167916,0.0017395215,6.033775e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086543174,0.00017751672,0.38530192,0.004661252,0.0010194818,0.00025477618,0.13233623,0.00025811716,0.032721102,0.020233504,0.3141725,0.10799816],"study_design_scores_gemma":[0.011182088,0.003762007,0.021698942,0.0054716864,0.0010841575,0.010065812,0.7980584,0.07277285,0.0002488236,0.016137945,0.058435343,0.0010819327],"about_ca_topic_score_codex":0.0015095582,"about_ca_topic_score_gemma":0.000010055637,"teacher_disagreement_score":0.6657222,"about_ca_system_score_codex":0.0013310645,"about_ca_system_score_gemma":0.0008628623,"threshold_uncertainty_score":0.75574523},"labels":[],"label_agreement":null},{"id":"W4299939445","doi":"10.1097/acm.0000000000004915","title":"Coordinating Flight Paths to Facilitate Interorganizational Cooperation, Interdependence, and Autonomy: Considerations for Organizations Supporting Medical Education Research and Scholarship","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Scholarship; Autonomy; Knowledge management; Higher education; Business; Public relations; Engineering ethics; Medical education; Political science; Medicine; Computer science; Engineering","score_opus":0.09466631172469568,"score_gpt":0.43301579251393213,"score_spread":0.33834948078923643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299939445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69117254,0.00047187597,0.02780719,0.27608067,0.0010942556,0.0024177213,0.000030021003,0.00013210016,0.000793657],"genre_scores_gemma":[0.9734385,0.00004066597,0.004798686,0.01606943,0.00065524934,0.00069172407,0.00057817966,0.00004254262,0.0036849952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680465,0.00022585079,0.000973203,0.00057323836,0.001045299,0.0003777365],"domain_scores_gemma":[0.99540335,0.00093249296,0.00017101511,0.00025667384,0.002849446,0.0003870159],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005437983,0.00017914105,0.0003218103,0.00083186175,0.0014389576,0.000035920573,0.00017829156,0.00018006061,0.002984021],"category_scores_gemma":[0.07431151,0.00017259453,0.000012063415,0.00193979,0.00040689693,0.00024507777,0.0003189043,0.0015059347,0.000011203128],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015062062,0.00035610847,0.09023465,0.0005608289,0.0001530952,0.000015233072,0.09463048,0.00003535873,0.011962226,0.33695057,0.42783478,0.037116054],"study_design_scores_gemma":[0.017434008,0.009234482,0.057441264,0.00487733,0.0007409074,0.007821975,0.19232036,0.038019814,0.004268749,0.18748088,0.47789103,0.0024692186],"about_ca_topic_score_codex":0.00003613695,"about_ca_topic_score_gemma":0.000011153951,"teacher_disagreement_score":0.28226602,"about_ca_system_score_codex":0.00048713654,"about_ca_system_score_gemma":0.0037960233,"threshold_uncertainty_score":0.99986106},"labels":[],"label_agreement":null},{"id":"W4299990220","doi":"10.1097/acm.0000000000004904","title":"A Critical Review of Professional Identity Formation Interventions in Medical Education","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychological intervention; Context (archaeology); Socialization; Identity (music); Curriculum; Individualism; Psychology; Medical education; Intervention (counseling); Medicine; Social psychology; Pedagogy; Political science; Aesthetics","score_opus":0.18046855583331498,"score_gpt":0.5814498464258037,"score_spread":0.40098129059248866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299990220","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008466164,0.97840506,0.0003492339,0.013924225,0.0032494995,0.0019714544,0.000008617462,0.000036188685,0.002047264],"genre_scores_gemma":[0.000014756044,0.9869047,0.00019239004,0.007184856,0.0009178527,0.001367299,0.002473852,0.0000424426,0.0009018794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922851,0.0006499247,0.0039008637,0.0004355853,0.0024147588,0.00031379913],"domain_scores_gemma":[0.99706024,0.0006391006,0.0011019876,0.000562642,0.00041581003,0.0002201913],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0065317056,0.0003388044,0.0022979707,0.0012994353,0.0000819338,0.0000022977076,0.0005802951,0.0007270512,0.023305155],"category_scores_gemma":[0.06548461,0.0002600081,0.00037472387,0.0028020777,0.00042687994,0.00037272787,0.00023192758,0.004084503,0.000046763736],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042807515,0.00018216028,0.000008044777,0.33901098,0.000023392382,0.0000061529886,0.00018730396,2.7388658e-9,8.824543e-8,0.0068177823,0.08821828,0.5655415],"study_design_scores_gemma":[0.0002269668,0.00007744915,0.000015073291,0.45005488,0.0007299637,0.0004261694,0.00025608458,0.000008848805,6.4391315e-8,0.000507269,0.54759926,0.00009796612],"about_ca_topic_score_codex":0.000027669848,"about_ca_topic_score_gemma":0.00000287485,"teacher_disagreement_score":0.5654436,"about_ca_system_score_codex":0.0008324868,"about_ca_system_score_gemma":0.00493853,"threshold_uncertainty_score":0.9999852},"labels":[],"label_agreement":null},{"id":"W4300924662","doi":"10.1097/acm.0000000000004901","title":"From What We Are Doing to Why: Describing RIME’s Core Values","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Hard rime; Psychology; Sociology; Political science; Geography; Meteorology","score_opus":0.10690236912721277,"score_gpt":0.3778970065554718,"score_spread":0.270994637428259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300924662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7708708,0.0062560635,0.0029422715,0.21327937,0.0047120145,0.0007077565,0.000007570988,0.00020014969,0.0010239742],"genre_scores_gemma":[0.87118596,0.0011305887,0.0038403848,0.11392741,0.006251572,0.00025607485,0.0003831533,0.000079580335,0.0029452997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969462,0.000097253556,0.0007209605,0.0005300634,0.0012738808,0.00043161496],"domain_scores_gemma":[0.9984953,0.00026285063,0.00025557788,0.00054235733,0.00019124316,0.000252709],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014145871,0.00022910954,0.0004998966,0.00046294188,0.00035836516,0.000011615854,0.00037732036,0.00017273416,0.003957836],"category_scores_gemma":[0.0023943633,0.0002004568,0.000043748536,0.0014221037,0.00016903046,0.00023106058,0.0002446883,0.0019587367,0.00009983592],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014392793,0.000041693907,0.005876662,0.00007691082,0.00008601586,0.00006484183,0.04152962,0.00004365068,0.016109843,0.00081259006,0.8341074,0.10110685],"study_design_scores_gemma":[0.0028841812,0.0006057175,0.0030139124,0.004825343,0.00037753864,0.0002163681,0.25357342,0.0012349834,0.0014050185,0.0058161914,0.7256172,0.0004301558],"about_ca_topic_score_codex":0.00020918658,"about_ca_topic_score_gemma":0.0000021668013,"teacher_disagreement_score":0.2120438,"about_ca_system_score_codex":0.000536615,"about_ca_system_score_gemma":0.00017562252,"threshold_uncertainty_score":0.99695265},"labels":[],"label_agreement":null},{"id":"W4300943711","doi":"10.1097/acm.0000000000004902","title":"Can I Ask a Question About URiM Awards That I Don’t Know the Answer to? Designing an Award for Underrepresented Medical Education Researchers","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; McGill University Health Centre; University of Toronto","funders":"","keywords":"Scholarship; Focus group; Inclusion (mineral); Medical education; Public relations; Sociology; Mainstream; Diversity (politics); Psychology; Political science; Medicine; Social science; Law","score_opus":0.09104315675425573,"score_gpt":0.4562292916868022,"score_spread":0.3651861349325465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300943711","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24661343,0.001814725,0.025096536,0.71632254,0.0042619747,0.0037746602,0.000012414329,0.00024392751,0.0018597792],"genre_scores_gemma":[0.93013525,0.00034109998,0.0017173829,0.05545444,0.003998062,0.00171499,0.0009002083,0.000090005145,0.0056485855],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448055,0.0006957965,0.0007605885,0.00066446885,0.0027414758,0.00065713626],"domain_scores_gemma":[0.99717915,0.00056880375,0.00023947169,0.00080507225,0.00058246404,0.0006250607],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009343014,0.0002635047,0.000423109,0.0006092078,0.00074129866,0.0000130686685,0.00069860445,0.0003231603,0.0014549297],"category_scores_gemma":[0.018289842,0.00019216693,0.00006382677,0.0015740395,0.0004897402,0.00014170405,0.00014891043,0.0025744527,0.000010715865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006097857,0.00027965553,0.012905901,0.00020863027,0.00013633222,0.000010774723,0.022736486,0.00009234913,0.0024199116,0.0115279835,0.74850124,0.20057093],"study_design_scores_gemma":[0.005157189,0.0032899235,0.01788778,0.0018250648,0.00048676858,0.0005956414,0.1107761,0.012353903,0.0010173868,0.008398932,0.8375997,0.0006116083],"about_ca_topic_score_codex":0.0010837278,"about_ca_topic_score_gemma":0.000040612624,"teacher_disagreement_score":0.6835218,"about_ca_system_score_codex":0.0011167742,"about_ca_system_score_gemma":0.003780855,"threshold_uncertainty_score":0.99972665},"labels":[],"label_agreement":null},{"id":"W4302425143","doi":"10.1097/acm.0000000000004973","title":"Bearing Witness: Adopting a Relational Identity During Clinical Training","year":2022,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Public Health Ontario","funders":"","keywords":"Witness; Anesthesiology; Identity (music); Pain medicine; Medical education; Medicine; Family medicine; Political science; Anesthesia; Law; Philosophy","score_opus":0.15445171783012462,"score_gpt":0.4331196042441113,"score_spread":0.27866788641398665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302425143","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11197313,0.0010230175,0.0016059069,0.87336487,0.0065904036,0.00085312943,0.000008417757,0.00030964887,0.004271491],"genre_scores_gemma":[0.0286964,0.0005807395,0.0025361117,0.88185567,0.06942355,0.00024210472,0.002844031,0.00020411541,0.013617279],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99274004,0.00030154607,0.0025241927,0.000990652,0.0026827252,0.0007608717],"domain_scores_gemma":[0.9969541,0.0007393634,0.0010974249,0.00072468974,0.00032093038,0.00016352154],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0049597234,0.00047522434,0.0012476533,0.0008631852,0.00048641642,0.000010164592,0.000552111,0.001994601,0.005815149],"category_scores_gemma":[0.013292176,0.00044597295,0.00018975596,0.0013296753,0.00074607146,0.00033160334,0.00030271278,0.022437539,0.00008156758],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007447904,0.000016817858,0.009558517,0.00081589865,0.00025440147,0.000515022,0.0043477523,0.000006296585,0.00006061963,0.0011220082,0.9779868,0.005241348],"study_design_scores_gemma":[0.0027866769,0.00025790944,0.012681642,0.0028486608,0.00073938107,0.0012581069,0.0035220094,0.00024658174,0.0000029344253,0.0012312182,0.97394973,0.00047512932],"about_ca_topic_score_codex":0.000039088794,"about_ca_topic_score_gemma":5.5060946e-7,"teacher_disagreement_score":0.083276734,"about_ca_system_score_codex":0.000699157,"about_ca_system_score_gemma":0.00079110905,"threshold_uncertainty_score":0.9997992},"labels":[],"label_agreement":null},{"id":"W4303427267","doi":"10.1097/acm.0000000000005007","title":"Transitioning to Telehealth: The Multifaceted Impact of a Midcareer Transition in Practice","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Island Health","funders":"","keywords":"Telehealth; Transition (genetics); Medical education; Medicine; Psychology; Telemedicine; Family medicine; Political science; Health care; Chemistry","score_opus":0.05168586548800412,"score_gpt":0.4278789535475268,"score_spread":0.3761930880595227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303427267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8775972,0.0007002443,0.0014942036,0.11804706,0.00016379886,0.0015896836,0.000032477194,0.00003873903,0.0003365912],"genre_scores_gemma":[0.9789226,0.00018633757,0.00029322665,0.019807702,0.00030787938,0.00021578096,0.00019864165,0.000023800503,0.00004401876],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99719954,0.0003617334,0.0009289517,0.00027373296,0.00083589816,0.0004001329],"domain_scores_gemma":[0.99851227,0.00060127204,0.00025071896,0.00025445552,0.00014773269,0.00023352743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023803408,0.00016494091,0.00044882498,0.00044881421,0.0001655965,0.0000012711904,0.00014721211,0.000073652816,0.0007998964],"category_scores_gemma":[0.0007823821,0.0001114828,0.00006653919,0.0013330948,0.000085413674,0.00011054473,0.000027234746,0.001175233,0.000004209914],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011631986,0.00043421492,0.062404085,0.0008893056,0.00057581015,0.0003136121,0.6026351,0.00623722,0.08999939,0.0010564204,0.097928956,0.1258939],"study_design_scores_gemma":[0.03892064,0.025085004,0.5292781,0.001517024,0.0014635833,0.0029588856,0.3032216,0.0061973063,0.0015605186,0.0004698092,0.088641495,0.00068603427],"about_ca_topic_score_codex":0.0046231956,"about_ca_topic_score_gemma":0.00003957938,"teacher_disagreement_score":0.466874,"about_ca_system_score_codex":0.00041006657,"about_ca_system_score_gemma":0.00032896618,"threshold_uncertainty_score":0.8758305},"labels":[],"label_agreement":null},{"id":"W4303427376","doi":"10.1097/acm.0000000000005010","title":"Diversity in MD–PhD Programs and Factors Affecting Admission and Completion Among Minoritized Groups: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"PsycINFO; Diversity (politics); CINAHL; Ethnic group; Inclusion (mineral); Mentorship; Population; Medical education; MEDLINE; Psychology; Disadvantage; Underrepresented Minority; Health equity; Medicine; Gerontology; Family medicine; Nursing; Sociology; Political science; Public health; Social psychology; Psychological intervention","score_opus":0.2808825308343415,"score_gpt":0.42478427715786315,"score_spread":0.14390174632352165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303427376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006219224,0.98973376,0.0000049677965,0.00028031616,0.00042430812,0.0025177544,0.00000277028,0.00006631883,0.0007505788],"genre_scores_gemma":[0.00057811476,0.99844337,0.000006386579,0.00030923326,0.00033832606,0.000029576293,0.0001266765,0.000013609241,0.00015472804],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9961611,0.001096301,0.0005811738,0.00054818956,0.0011953942,0.00041783685],"domain_scores_gemma":[0.9979206,0.0010517555,0.0004763427,0.00014752292,0.000032646414,0.000371167],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005863596,0.00031788717,0.0018247986,0.0002631077,0.0013744709,0.000013819035,0.0005157258,0.00039912504,0.0004169401],"category_scores_gemma":[0.002289292,0.0002560989,0.00009101182,0.00077660766,0.0008102633,0.0001942265,0.001244683,0.0015374755,0.0000011485813],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007239636,0.0000128958345,0.03005167,0.11232686,0.00005119888,0.000059471502,0.052902937,1.0044721e-8,1.2379301e-7,0.0001615479,0.0017490538,0.802677],"study_design_scores_gemma":[0.0005952007,0.00014936138,0.00025898634,0.62412155,0.0009968717,0.000011463162,0.03517259,5.420987e-7,1.3466595e-8,0.00006760603,0.33830664,0.00031916957],"about_ca_topic_score_codex":0.0024383685,"about_ca_topic_score_gemma":0.00034535167,"teacher_disagreement_score":0.8023578,"about_ca_system_score_codex":0.00026594114,"about_ca_system_score_gemma":0.00015743074,"threshold_uncertainty_score":0.99998915},"labels":[],"label_agreement":null},{"id":"W4304693611","doi":"10.1097/acm.0000000000005013","title":"The Case for Feedback-in-Practice as a Topic of Educational Scholarship","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Higher education; Sociology; Medical education; Psychology; Pedagogy; Medicine; Political science","score_opus":0.058813945386953254,"score_gpt":0.45603152081014,"score_spread":0.3972175754231867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304693611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65218866,0.003357502,0.000009566764,0.27293396,0.0015034238,0.00072515896,0.000003417511,0.000011117177,0.069267176],"genre_scores_gemma":[0.98594475,0.0005473157,0.000051330197,0.0015413427,0.0007314626,0.00014211122,0.0000043658633,0.0000049755895,0.011032338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986479,0.00030344495,0.0002586296,0.00012877151,0.00045712764,0.00020411228],"domain_scores_gemma":[0.9951165,0.0044854744,0.00015436376,0.0001036448,0.00008263376,0.000057434467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038774048,0.00005422624,0.00010834838,0.00005776504,0.0007392776,0.0000067359356,0.00037182556,0.000052844818,0.0007704158],"category_scores_gemma":[0.005228931,0.00004110112,0.000024761304,0.00033947156,0.0002140695,0.00014076123,0.00006808614,0.00048010438,0.0000066483212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001358332,0.00003663018,0.041807953,0.000013259489,0.00004307566,0.00002670009,0.062338546,0.0000032807127,0.00015955685,0.8626126,0.02654607,0.0062764785],"study_design_scores_gemma":[0.001178424,0.00016298327,0.006190894,0.000027387823,0.00006379219,0.00007730004,0.29670087,0.000011407498,0.000010057615,0.043499738,0.6519842,0.00009291523],"about_ca_topic_score_codex":0.001466174,"about_ca_topic_score_gemma":0.00025307437,"teacher_disagreement_score":0.8191129,"about_ca_system_score_codex":0.00013033053,"about_ca_system_score_gemma":0.00030188303,"threshold_uncertainty_score":0.8435513},"labels":[],"label_agreement":null},{"id":"W4307306534","doi":"10.1097/acm.0000000000004935","title":"Artist’s Statement: I Miss All Your Beautiful Faces, Portrait #4","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Comics and Graphic Narratives","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"Portrait; Narrative; Visual arts; White (mutation); Face (sociological concept); Coronavirus disease 2019 (COVID-19); Statement (logic); Art; Aesthetics; Psychology; Sociology; Medicine; Literature; Philosophy; Linguistics","score_opus":0.1136780842629358,"score_gpt":0.3145896566857677,"score_spread":0.20091157242283192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307306534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6971432,0.014869905,0.00008460438,0.101445265,0.004168143,0.00094279076,0.00031446348,0.00030155224,0.18073007],"genre_scores_gemma":[0.93353355,0.0004144746,0.0000050863505,0.0051929974,0.00085547345,0.00006420877,0.00015345267,0.000022759255,0.05975799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998292,0.000080876955,0.0005246109,0.0002879544,0.00048248016,0.00033204947],"domain_scores_gemma":[0.99933976,0.00007269347,0.00020894,0.00019838888,0.000042093627,0.00013811227],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00071660476,0.00017804035,0.000277601,0.0001660955,0.0004917756,0.00001569561,0.0003335836,0.000037644484,0.022531383],"category_scores_gemma":[0.00004316177,0.00014458227,0.000049664955,0.000074160555,0.00031324895,0.000098190394,0.00013139746,0.0007485303,0.000029228417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033177246,0.000018259298,0.00029059566,0.000020679261,0.0000896942,0.000028581855,0.15940234,0.0000082408105,0.0007405651,0.42798522,0.40975153,0.0016311116],"study_design_scores_gemma":[0.00066868274,0.00023825816,0.000106644125,0.000022831688,0.000042836717,0.000013229527,0.044830468,0.000092591246,0.000027045146,0.027208803,0.926581,0.00016756356],"about_ca_topic_score_codex":0.00030875008,"about_ca_topic_score_gemma":0.00010158262,"teacher_disagreement_score":0.51682955,"about_ca_system_score_codex":0.00005071052,"about_ca_system_score_gemma":0.000048079364,"threshold_uncertainty_score":0.97836214},"labels":[],"label_agreement":null},{"id":"W4307493287","doi":"10.1097/acm.0000000000004879","title":"Human Trafficking: Addressing the Chiasmic Training Gap Through a Train-the-Trainers Model","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Sex work and related issues","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health care; Experiential learning; Curriculum; Confidentiality; Workforce; Medicine; Nursing; Medical education; Psychology; Political science; Pedagogy","score_opus":0.2685815989129898,"score_gpt":0.4230736958462905,"score_spread":0.15449209693330068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307493287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66958845,0.011094863,0.00039358734,0.16671701,0.001250761,0.0007726069,0.0000026117953,0.00036545398,0.14981464],"genre_scores_gemma":[0.98183745,0.0005038896,0.0000318537,0.0076267356,0.0015134171,0.000059787595,0.000009365506,0.000030736097,0.008386769],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969593,0.0005896129,0.00044305783,0.0003305692,0.0010373184,0.00064010266],"domain_scores_gemma":[0.9989661,0.0004165844,0.00021864682,0.0002537505,0.00003077697,0.000114170594],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034124712,0.00019166048,0.00028619292,0.00007214378,0.005142869,0.000022611193,0.0011255888,0.00018534999,0.0007148259],"category_scores_gemma":[0.000357812,0.00010971944,0.00008412532,0.0007543919,0.0015407971,0.00011737093,0.000095224015,0.0022832423,0.0000060762677],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075046296,0.000005298229,0.000017106597,0.000003976031,0.00003900276,0.000006435858,0.9315713,0.0058268714,0.00061788294,0.025992578,0.032029927,0.0038821371],"study_design_scores_gemma":[0.00069520174,0.000056618126,0.000031136096,0.00012345142,0.00010819779,0.000021489472,0.7878851,0.0055331704,0.00000987439,0.02495883,0.18037538,0.00020149084],"about_ca_topic_score_codex":0.0005359055,"about_ca_topic_score_gemma":0.00003186291,"teacher_disagreement_score":0.31224898,"about_ca_system_score_codex":0.00012972267,"about_ca_system_score_gemma":0.0002421423,"threshold_uncertainty_score":0.9961523},"labels":[],"label_agreement":null},{"id":"W4307494179","doi":"10.1097/acm.0000000000004873","title":"Perspectives of Transgender and Nonbinary Health Care Providers on Gender Minority Patient Simulation","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transgender; Thematic analysis; Situated; Health care; Psychology; Qualitative research; Medical education; Best practice; Nursing; Social psychology; Medicine; Sociology; Political science; Social science","score_opus":0.07050218425712725,"score_gpt":0.42195349120969405,"score_spread":0.3514513069525668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307494179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475541,0.02563448,0.000066246954,0.013327292,0.00068951567,0.00072070974,0.000044394754,0.00003884352,0.011924393],"genre_scores_gemma":[0.99533415,0.00056840805,0.000008679842,0.0031125965,0.00034764575,0.00003824928,0.000028328166,0.0000147475,0.00054720585],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99820817,0.0003801948,0.00040797752,0.00034171614,0.0003798343,0.00028213643],"domain_scores_gemma":[0.9991923,0.00018411705,0.00020831652,0.0002127848,0.000050703555,0.00015179398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034098016,0.00013373297,0.00027172102,0.00020745763,0.00024286115,0.0000011759494,0.00011466922,0.000101319885,0.0006568431],"category_scores_gemma":[0.000053338623,0.00012103502,0.000031671447,0.00018419253,0.00016461631,0.000045637815,0.000034419136,0.0006894898,0.0000048801803],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004281406,0.000092428585,0.043796826,0.0012784725,0.000076656914,0.000009262138,0.8916395,0.00036502004,0.000054857643,0.008147159,0.038480118,0.015631568],"study_design_scores_gemma":[0.005315572,0.007143243,0.2951745,0.00004781459,0.00019776632,0.00005902572,0.668557,0.0002542278,0.0000056849917,0.0029561063,0.019862013,0.00042703812],"about_ca_topic_score_codex":0.003139309,"about_ca_topic_score_gemma":0.00001930585,"teacher_disagreement_score":0.2513777,"about_ca_system_score_codex":0.00020993494,"about_ca_system_score_gemma":0.00012858986,"threshold_uncertainty_score":0.7191972},"labels":[],"label_agreement":null},{"id":"W4307500003","doi":"10.1097/01.acm.0000897020.11992.f7","title":"2021-2022 Research in Medical Education Planning Committee","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Research and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Political science","score_opus":0.1698681222660155,"score_gpt":0.5332523536839965,"score_spread":0.363384231417981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307500003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6729645,0.023326268,0.0000605283,0.21059366,0.001187688,0.0015507182,0.000007052864,0.00006938125,0.090240195],"genre_scores_gemma":[0.979406,0.0016227186,0.00002918223,0.006653697,0.0012045796,0.00055036,0.00023851387,0.000029983747,0.010264948],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9922876,0.00081378,0.00060182274,0.0004914414,0.00498441,0.0008209565],"domain_scores_gemma":[0.997073,0.0010927736,0.00006962191,0.00043487194,0.00013871126,0.0011910249],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0075142,0.00016374458,0.0004528663,0.0010125623,0.00030338528,0.0000033302692,0.0004913862,0.00021372757,0.025803024],"category_scores_gemma":[0.008076401,0.00012819908,0.000039491275,0.0017953141,0.0004552888,0.00005960862,0.00045518964,0.0057931687,0.00014073029],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081618485,0.00046956624,0.13957262,0.00018036923,0.000084224106,0.002791355,0.004164796,0.0000019524769,0.00058965094,0.0050229705,0.63133883,0.21496746],"study_design_scores_gemma":[0.017909799,0.0045637526,0.05959603,0.0037747088,0.00009689384,0.0019697398,0.02779688,0.0017106376,0.00016837397,0.02443631,0.8575499,0.00042697907],"about_ca_topic_score_codex":0.00056575733,"about_ca_topic_score_gemma":0.000009234266,"teacher_disagreement_score":0.30644152,"about_ca_system_score_codex":0.0007449293,"about_ca_system_score_gemma":0.0030647404,"threshold_uncertainty_score":0.9965005},"labels":[],"label_agreement":null},{"id":"W4307502237","doi":"10.1097/acm.0000000000004871","title":"Spaced Repetition in a Cohort of Practicing Physicians: Methods and Preliminary Results","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Repetition (rhetorical device); Context (archaeology); Quarter (Canadian coin); Medicine; Repeated measures design; Medical education; Family medicine; Confidence interval; Certification; Medical knowledge; Psychology; Statistics","score_opus":0.03295937250094334,"score_gpt":0.4354359038868998,"score_spread":0.40247653138595646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307502237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457334,0.0010041978,0.001668509,0.046102468,0.0005143286,0.0008055369,0.0000035435996,0.000038306953,0.0041296626],"genre_scores_gemma":[0.9852777,0.00045352726,0.009062116,0.00363208,0.00034921532,0.0001453555,0.00013343562,0.000019288733,0.00092729746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978347,0.00032380514,0.0007915739,0.00031953954,0.0005443028,0.00018611153],"domain_scores_gemma":[0.9986446,0.00047814767,0.00042374057,0.0002948404,0.00011510411,0.000043594977],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055514346,0.000110490124,0.0003942983,0.0004250833,0.000074594354,8.209706e-7,0.00008876134,0.00010597618,0.00013327079],"category_scores_gemma":[0.009065435,0.000101554324,0.00001723058,0.0010550157,0.00021922572,0.00008853381,0.00008853935,0.0012707178,9.458248e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008806304,0.00051504857,0.09937843,0.001498213,0.0002958782,0.00014635526,0.09665733,0.00013743957,0.22924936,0.010731077,0.13795544,0.41462913],"study_design_scores_gemma":[0.022570329,0.010013628,0.70943445,0.006270431,0.0012802382,0.0017740729,0.11009642,0.014915618,0.017531116,0.0074912915,0.097872294,0.000750128],"about_ca_topic_score_codex":0.0001494488,"about_ca_topic_score_gemma":7.446183e-7,"teacher_disagreement_score":0.610056,"about_ca_system_score_codex":0.00018434037,"about_ca_system_score_gemma":0.00011528813,"threshold_uncertainty_score":0.99928164},"labels":[],"label_agreement":null},{"id":"W4308543197","doi":"10.1097/acm.0000000000005083","title":"The <i>Dobbs</i> Decision and Undergraduate Medical Education: The Unintended Consequences and Strategies to Optimize Reproductive Health and a Competent Workforce for the Future","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Government of Saskatchewan; University of Saskatchewan; Saskatchewan Health","funders":"","keywords":"Abortion; Reproductive health; Health care; Curriculum; Medical education; Population; Medicine; Workforce; Family medicine; Nursing; Psychology; Political science; Pregnancy; Law; Environmental health; Pedagogy","score_opus":0.03140180890047834,"score_gpt":0.37401559038229243,"score_spread":0.3426137814818141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308543197","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026780043,0.12329277,0.0017415471,0.84510636,0.0008559461,0.002088197,0.0000032790276,0.00002257167,0.00010928567],"genre_scores_gemma":[0.8397284,0.094746284,0.0003985408,0.059520558,0.0033966545,0.00090476766,0.000019030695,0.000022801576,0.0012629553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978092,0.00027986267,0.0004558599,0.0005361112,0.00060582533,0.00031318862],"domain_scores_gemma":[0.9976659,0.0011618912,0.00020582811,0.0004097803,0.00016538228,0.00039125804],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037163298,0.00016809076,0.0003200142,0.000047693156,0.0015063522,0.000022076203,0.00019371646,0.00006711536,0.000016835538],"category_scores_gemma":[0.0019456922,0.00007262196,0.00002248988,0.00027396114,0.0018942823,0.00006402499,0.00013133285,0.00092138135,3.7637426e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035528268,0.000032418324,0.0011789637,0.00015970209,0.00013050986,0.0000044822564,0.022155905,0.000033419,0.00019199352,0.19686124,0.16272447,0.61297405],"study_design_scores_gemma":[0.0026426043,0.0020874913,0.0053895386,0.00047362392,0.00015327075,0.0018255856,0.2527491,0.0006329221,0.000012069555,0.071778156,0.6620906,0.00016503423],"about_ca_topic_score_codex":0.00013768881,"about_ca_topic_score_gemma":0.000040966854,"teacher_disagreement_score":0.81294835,"about_ca_system_score_codex":0.000079738056,"about_ca_system_score_gemma":0.0012868952,"threshold_uncertainty_score":0.9997935},"labels":[],"label_agreement":null},{"id":"W4308679567","doi":"10.1097/acm.0000000000005084","title":"Using Resident-Sensitive Quality Measures Derived From Electronic Health Record Data to Assess Residents’ Performance in Pediatric Emergency Medicine","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; Queen's University","funders":"","keywords":"Medicine; Percentile; Asthma; Raw score; Electronic health record; Percentile rank; Bronchiolitis; Family medicine; Quality management; Health care; Raw data; Statistics; Internal medicine","score_opus":0.47403650573303296,"score_gpt":0.5496219976691497,"score_spread":0.07558549193611669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308679567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519174,0.012964491,0.0016257721,0.023936927,0.005269277,0.0033686305,0.000100190984,0.00017760212,0.0006397168],"genre_scores_gemma":[0.9602333,0.02441339,0.00011789475,0.006897519,0.005753151,0.00039173823,0.0004918908,0.00012126189,0.0015798679],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9767539,0.010995615,0.0051695104,0.0017123042,0.0024306453,0.0029380624],"domain_scores_gemma":[0.99209094,0.002511011,0.0022811585,0.0019267644,0.00032100733,0.00086910656],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.028875327,0.0005481779,0.0017947406,0.0009906591,0.001712631,0.0000020183627,0.001975977,0.0004011937,0.0023321111],"category_scores_gemma":[0.0062957443,0.0005015071,0.00004374395,0.002643044,0.00009977467,0.00037516546,0.001389196,0.007558954,0.000093170354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0006155298,0.000022459139,0.8842643,0.00089523644,0.000057616446,0.000012296006,0.02732991,0.000059022244,0.0028702002,0.00023578046,0.08240958,0.001228092],"study_design_scores_gemma":[0.0048132245,0.0015888516,0.9197053,0.0017694326,0.00014590823,0.000018312994,0.037708502,0.0015128327,0.000020546566,0.000942822,0.03097674,0.0007975701],"about_ca_topic_score_codex":0.14078423,"about_ca_topic_score_gemma":0.028382523,"teacher_disagreement_score":0.11240172,"about_ca_system_score_codex":0.005521656,"about_ca_system_score_gemma":0.0059175347,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W4310589048","doi":"10.1097/acm.0000000000004981","title":"Engaging Retired Physicians as Educators: Motivations and Experiences of Participants in a Novel Educational Program","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Thematic analysis; Social connectedness; Medical education; Psychology; Psychosocial; Cognitive dissonance; Qualitative research; Gerontology; Medicine; Social psychology; Sociology","score_opus":0.054297988563688664,"score_gpt":0.41451230165239566,"score_spread":0.360214313088707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310589048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691068,0.00041613585,0.000036768786,0.0282446,0.00058726553,0.00062840735,0.0000017490394,0.000029878074,0.00094841333],"genre_scores_gemma":[0.993885,0.000033239427,0.0008607168,0.0027573393,0.00045899773,0.0013074043,0.000080909296,0.000015486554,0.0006009083],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981273,0.0000695848,0.0006308132,0.0002872208,0.0006041341,0.0002809883],"domain_scores_gemma":[0.99915767,0.0002130969,0.00022546804,0.00020659245,0.00011596966,0.000081183534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089461263,0.000121184035,0.0003000518,0.0004067855,0.00015898125,0.0000021309402,0.00014555696,0.000068764886,0.00070532336],"category_scores_gemma":[0.0033309523,0.00011222668,0.000018375298,0.0013740853,0.00046211542,0.0000906237,0.00006906641,0.0008326869,0.0000019680444],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011280772,0.0010432318,0.12441929,0.00024090547,0.00006478022,0.0000033620277,0.7798276,0.0000130195085,0.012486787,0.015850373,0.015965164,0.049972706],"study_design_scores_gemma":[0.0028778587,0.00091866066,0.12856975,0.0010172675,0.0001228492,0.00009430123,0.8514268,0.0022447933,0.0012302249,0.0020402647,0.009200391,0.00025688653],"about_ca_topic_score_codex":0.00009385034,"about_ca_topic_score_gemma":9.650075e-7,"teacher_disagreement_score":0.07159917,"about_ca_system_score_codex":0.00020006964,"about_ca_system_score_gemma":0.0006717405,"threshold_uncertainty_score":0.7722796},"labels":[],"label_agreement":null},{"id":"W4311271736","doi":"10.1097/acm.0000000000005120","title":"“The Feeling of Failure Is Immense”: A Qualitative Analysis of the Experiences of Unmatched Residency Applicants Using Reddit","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Thematic analysis; Feeling; Theme (computing); Regret; Medical education; Psychology; Perception; Transparency (behavior); Qualitative research; Medicine; Social psychology; Sociology; Political science; Computer science; Social science; World Wide Web","score_opus":0.07615834474005405,"score_gpt":0.41681298492124713,"score_spread":0.34065464018119307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311271736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899408,0.0013182752,0.00008768939,0.0074282014,0.00027478402,0.00021070892,0.000017346632,0.000006290463,0.0007158788],"genre_scores_gemma":[0.9986508,0.00031737788,0.00004193657,0.00040230533,0.000090014466,0.000013382381,0.000002717826,0.0000035487415,0.00047793757],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99624074,0.00079293456,0.0005834451,0.00018459652,0.0019851653,0.00021310075],"domain_scores_gemma":[0.99764013,0.001109361,0.0007258287,0.00026340145,0.00019838868,0.000062910985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062826965,0.00008585092,0.0004379713,0.0001584723,0.0006845635,0.0000022016438,0.0011609942,0.00008017141,0.000596426],"category_scores_gemma":[0.0011792328,0.000052868283,0.000111026995,0.002824725,0.0021715325,0.0000569264,0.00024964756,0.00039783868,2.0400485e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033072436,0.000005158088,0.0015921589,0.000015868558,0.00022981087,4.6723318e-7,0.98700964,0.00005626844,0.0034353603,0.0034978031,0.0038935903,0.00023079959],"study_design_scores_gemma":[0.00022331746,0.0000818496,0.00016148544,0.000091179914,0.0005730469,3.777196e-7,0.99438274,0.00012670229,0.0010018607,0.0017216739,0.001584802,0.00005098779],"about_ca_topic_score_codex":0.0059433556,"about_ca_topic_score_gemma":0.00024040704,"teacher_disagreement_score":0.008709954,"about_ca_system_score_codex":0.00007706913,"about_ca_system_score_gemma":0.0002480252,"threshold_uncertainty_score":0.8984615},"labels":[],"label_agreement":null},{"id":"W4311273270","doi":"10.1097/acm.0000000000005097","title":"Academic Health Centers and Humanitarian Crises: One Health System’s Response to Unaccompanied Children at the Border","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Monsanto (Canada)","funders":"School of Medicine, University of California, Irvine; School of Medicine, University of California, San Francisco; David Geffen School of Medicine, University of California, Los Angeles; University of California, Irvine; University of California, San Diego; University of California, San Francisco; UCLA Health System; Children's Discovery and Innovation Institute, University of California, Los Angeles; Pennsylvania State University; University of Pennsylvania","keywords":"Specialty; Immigration; Health care; Medicine; Nursing; Mental health; Multidisciplinary approach; Pandemic; Family medicine; Coronavirus disease 2019 (COVID-19); Psychiatry; Disease; Political science","score_opus":0.04899550444206373,"score_gpt":0.3938369512073804,"score_spread":0.34484144676531664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311273270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71716106,0.021062477,0.00013112323,0.25791574,0.001073905,0.0020424274,0.000113728216,0.00014033007,0.00035923364],"genre_scores_gemma":[0.9154767,0.0007223404,0.000014073163,0.079290636,0.00069629814,0.00031362497,0.00015872499,0.000049945113,0.0032776624],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9940844,0.0023153622,0.0012048081,0.0007276142,0.000694757,0.00097306503],"domain_scores_gemma":[0.99742484,0.0005496781,0.0005279078,0.0006356199,0.000039198672,0.00082277064],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062559145,0.0002907655,0.00064623443,0.0003490601,0.0016117226,0.0000054776806,0.0005862147,0.00016620048,0.0017114407],"category_scores_gemma":[0.00019796425,0.000226771,0.000038200073,0.0005728089,0.0001737831,0.000053822063,0.0002494535,0.002100324,0.00012375963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032070114,0.00004325191,0.027627187,0.00021301841,0.00014052655,0.0000067080896,0.22340032,0.00001833,0.00010703658,0.013214293,0.72671616,0.0053061703],"study_design_scores_gemma":[0.005474113,0.0025880898,0.6717876,0.00042894456,0.00006491822,0.0005516768,0.07181538,0.000022642396,0.0000031232846,0.00019205858,0.24670173,0.00036969432],"about_ca_topic_score_codex":0.009598667,"about_ca_topic_score_gemma":0.000613831,"teacher_disagreement_score":0.64416045,"about_ca_system_score_codex":0.0008888928,"about_ca_system_score_gemma":0.00035836565,"threshold_uncertainty_score":0.999688},"labels":[],"label_agreement":null},{"id":"W4312064756","doi":"10.1097/acm.0000000000005119","title":"Questions of Well-Being and Inclusion in Online Undergraduate Medical Education During COVID-19: A 2-Phased Focused Scoping Review","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Nova Scotia Health Authority; Dalhousie University","funders":"Government of Canada","keywords":"Inclusion (mineral); Medical education; Context (archaeology); Curriculum; Coronavirus disease 2019 (COVID-19); Psychology; Data collection; Focus group; Descriptive statistics; Medicine; Pedagogy; Sociology","score_opus":0.05826904271050111,"score_gpt":0.4874421121610072,"score_spread":0.4291730694505061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312064756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5623958,0.14985682,0.00056691223,0.28284174,0.0009759276,0.0018682429,0.0000088775705,0.00008042798,0.0014052285],"genre_scores_gemma":[0.9052922,0.044330787,0.00003876556,0.049462426,0.00021772657,0.00018026131,0.00008849312,0.000019068788,0.0003702478],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9973699,0.0005361032,0.0008395714,0.00035536938,0.0006351601,0.00026393725],"domain_scores_gemma":[0.9985134,0.00053382484,0.00027495137,0.00022596578,0.000021543214,0.0004303321],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024430186,0.00013445513,0.00041925436,0.00034168994,0.00049567065,6.791139e-7,0.0002682608,0.000111590314,0.001761649],"category_scores_gemma":[0.0018253744,0.00012497292,0.000023968396,0.00059749954,0.00014324982,0.000044853638,0.00094050536,0.000870194,0.0000024107044],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023315495,0.0028580679,0.13732377,0.14516197,0.00020515565,0.0005062052,0.24708618,0.00006131827,0.014452142,0.08107517,0.04035482,0.32858366],"study_design_scores_gemma":[0.064473785,0.0043241894,0.029782463,0.56949633,0.0009743568,0.0026335781,0.03600232,0.0009334227,0.00041825738,0.13164037,0.15686524,0.002455663],"about_ca_topic_score_codex":0.0035560024,"about_ca_topic_score_gemma":0.00038074225,"teacher_disagreement_score":0.42433438,"about_ca_system_score_codex":0.00056849775,"about_ca_system_score_gemma":0.0021511863,"threshold_uncertainty_score":0.9991509},"labels":[],"label_agreement":null},{"id":"W4312067146","doi":"10.1097/acm.0000000000005006","title":"Necessary but Insufficient and Possibly Counterproductive: The Complex Problem of Teaching Evaluations","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sinai Health System","funders":"","keywords":"Formative assessment; Construct (python library); Psychology; Attractiveness; Subject (documents); Portfolio; Appeal; Mathematics education; Medical education; Social psychology; Computer science; Medicine; Political science","score_opus":0.04383531746988024,"score_gpt":0.39776132921195767,"score_spread":0.35392601174207744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312067146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8994227,0.0012260611,0.0008519586,0.091306604,0.00032773364,0.0008874064,0.0000075648745,0.000039118295,0.005930825],"genre_scores_gemma":[0.9899887,0.00008133219,0.0007800069,0.007242362,0.0005077703,0.00014339497,0.00011713655,0.000016709619,0.0011226208],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997642,0.00022641303,0.00061916595,0.000277533,0.0010410984,0.00019382118],"domain_scores_gemma":[0.99888027,0.00021123955,0.0002849114,0.00033906414,0.00022837025,0.000056143563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039168564,0.00012310808,0.00027846763,0.000248733,0.00049242086,0.000002573088,0.00022878124,0.00006074781,0.0006139615],"category_scores_gemma":[0.0017113157,0.000081118684,0.00002024838,0.0006535733,0.0006382766,0.00006029885,0.00015825448,0.0015823566,0.000002609321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037342307,0.00046004608,0.03665329,0.00064809195,0.00028338245,0.0000092642085,0.12616813,0.0002794458,0.09307248,0.06451732,0.55486965,0.12266546],"study_design_scores_gemma":[0.009267343,0.0051511033,0.22997482,0.0014972518,0.0015204333,0.00223337,0.2766816,0.03044555,0.0008551764,0.017447043,0.42423376,0.0006925151],"about_ca_topic_score_codex":0.00010894185,"about_ca_topic_score_gemma":4.6084995e-7,"teacher_disagreement_score":0.19332154,"about_ca_system_score_codex":0.00016559009,"about_ca_system_score_gemma":0.00025615093,"threshold_uncertainty_score":0.687464},"labels":[],"label_agreement":null},{"id":"W4312210512","doi":"10.1097/acm.0000000000005134","title":"Yellowknife: Canada’s First Circumpolar Family Medicine Residency Site","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Government of Northwest Territories; Institute for Circumpolar Health Research; University of Alberta","funders":"","keywords":"Circumpolar star; Indigenous; Economic shortage; General partnership; Family medicine; Local community; Referral; Medicine; Health care; Geography; Political science; Ecology","score_opus":0.07876226571000647,"score_gpt":0.4273441122007447,"score_spread":0.3485818464907382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312210512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44956514,0.040748816,0.00005367974,0.3688302,0.011556858,0.0027553635,0.00013641831,0.00048499278,0.12586853],"genre_scores_gemma":[0.8747767,0.0035815074,0.000025436506,0.07163021,0.003947811,0.00032810107,0.00025062705,0.00008664396,0.045372944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925276,0.0010987878,0.0019250514,0.00072581344,0.0021454105,0.0015773078],"domain_scores_gemma":[0.9951759,0.0021697972,0.00072601635,0.00084970973,0.00021210189,0.00086647744],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034785683,0.0004147177,0.0009550371,0.00026665477,0.0030195122,9.761409e-7,0.0009862221,0.00035563996,0.017343603],"category_scores_gemma":[0.0020263717,0.00034475344,0.000038579383,0.0010537315,0.00033183818,0.00010731209,0.0005454951,0.005037386,0.0002613478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008135089,0.0000041307794,0.06486404,0.00028659697,0.000020212672,0.00011426867,0.016253002,0.000017286773,0.0003209835,0.0038149594,0.913976,0.0002471236],"study_design_scores_gemma":[0.002012386,0.000313959,0.023490366,0.0013709478,0.00007569855,0.000025974465,0.05892683,0.00007116679,0.0000024918193,0.0017814059,0.9116543,0.0002744701],"about_ca_topic_score_codex":0.84863025,"about_ca_topic_score_gemma":0.3785878,"teacher_disagreement_score":0.47004244,"about_ca_system_score_codex":0.0023894957,"about_ca_system_score_gemma":0.0032494117,"threshold_uncertainty_score":0.99990046},"labels":[],"label_agreement":null},{"id":"W4313197669","doi":"10.1097/acm.0000000000005025","title":"Appreciation for Peer Review and Peer Reviewers in <i>Academic Medicine</i>","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Conversation; Excellence; Value (mathematics); Peer review; Presentation (obstetrics); Peer feedback; Public relations; Set (abstract data type); Technical peer review; Medical education; Psychology; Medicine; Political science; Computer science; Law","score_opus":0.07308478827336329,"score_gpt":0.4276018913770516,"score_spread":0.35451710310368834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197669","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01276284,0.12904744,0.0009959228,0.84608513,0.0020152978,0.0040161773,0.00001843933,0.00010064871,0.0049580797],"genre_scores_gemma":[0.15162414,0.19925477,0.0018324169,0.5285512,0.008344109,0.0059071123,0.0052033043,0.000234815,0.09904809],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99484134,0.00019982787,0.0015459893,0.00058296975,0.0023709256,0.00045892692],"domain_scores_gemma":[0.9974478,0.00043671625,0.00048415994,0.0004285089,0.0010222583,0.00018057832],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0144209685,0.00028087525,0.0010109895,0.00050268875,0.00019026668,0.0000016942018,0.00031099303,0.0002710664,0.0014975566],"category_scores_gemma":[0.036124364,0.00022557683,0.000046243436,0.0016576337,0.0003524428,0.00012983441,0.00011183393,0.002780049,0.000011699763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052423726,0.000012814557,0.0027932648,0.0022544225,0.000025727577,0.000003022809,0.0033138178,0.0000014752507,0.00044391665,0.0030206237,0.9652124,0.022866094],"study_design_scores_gemma":[0.0031783655,0.0004389359,0.0017058424,0.00425453,0.00062558136,0.00021235725,0.0035060511,0.00026232828,0.0000131039205,0.0022012491,0.98339,0.00021166432],"about_ca_topic_score_codex":0.000046544097,"about_ca_topic_score_gemma":0.000001050072,"teacher_disagreement_score":0.31753394,"about_ca_system_score_codex":0.00046624837,"about_ca_system_score_gemma":0.00022267136,"threshold_uncertainty_score":0.9995206},"labels":[],"label_agreement":null},{"id":"W4313197962","doi":"10.1097/acm.0000000000004971","title":"Academic Productivity of Equity-Deserving Physician Scholars During COVID-19: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Victoria; University of Calgary; University of British Columbia; York University; University Health Network; University of Toronto; Dalhousie University; The Wilson Centre; Centre for Addiction and Mental Health","funders":"","keywords":"Equity (law); Pandemic; Productivity; MEDLINE; Bibliometrics; Academic medicine; Political science; Coronavirus disease 2019 (COVID-19); Sociology; Medicine; Medical education; Economic growth; Library science; Economics; Law; Infectious disease (medical specialty)","score_opus":0.2848687267959364,"score_gpt":0.505670825893958,"score_spread":0.22080209909802156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197962","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029537392,0.9810613,0.000016945756,0.006203918,0.0012360157,0.0033206402,0.00002783486,0.00017041642,0.007933414],"genre_scores_gemma":[0.000023800083,0.98976624,0.00000943002,0.005799777,0.0027437028,0.00017868554,0.00009815191,0.00005369081,0.0013265037],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.99016434,0.0022541443,0.0016951856,0.0010593906,0.0038715245,0.000955411],"domain_scores_gemma":[0.9947274,0.0014813816,0.0019850237,0.0008017426,0.00013075603,0.0008737119],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.020006493,0.0005769321,0.0036872574,0.00052503886,0.0013585464,0.000013131135,0.0039050335,0.0007840998,0.002415067],"category_scores_gemma":[0.024071356,0.0005108537,0.00039493188,0.002639759,0.0015396463,0.0005284692,0.002001297,0.006049148,0.000033043656],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010231166,0.000014779441,0.000043562206,0.50415355,0.00017474452,0.00005099627,0.009877082,7.5664343e-7,0.00000694364,0.001756965,0.012639632,0.47127077],"study_design_scores_gemma":[0.00022938735,0.000044201246,8.308496e-7,0.36639166,0.0012881851,0.000014037967,0.004292434,6.9120055e-8,5.446651e-7,0.00030743468,0.6271499,0.00028133125],"about_ca_topic_score_codex":0.00068859983,"about_ca_topic_score_gemma":0.00003840957,"teacher_disagreement_score":0.61451024,"about_ca_system_score_codex":0.0013807252,"about_ca_system_score_gemma":0.0041309665,"threshold_uncertainty_score":0.9999415},"labels":[],"label_agreement":null},{"id":"W4313197969","doi":"10.1097/acm.0000000000005001","title":"Preprints in Health Professions Education: Raising Awareness and Shifting Culture","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"U.S. Department of Defense","keywords":"Timeline; Publishing; Preprint; Public relations; Medical education; Variety (cybernetics); Productivity; Internet privacy; Psychology; Engineering ethics; Political science; Computer science; Medicine; World Wide Web; Engineering","score_opus":0.1805511139789793,"score_gpt":0.5083635936415386,"score_spread":0.32781247966255933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.815361,0.008637363,0.0012301736,0.15988833,0.0025999846,0.0007223217,0.000008322904,0.00007827364,0.011474188],"genre_scores_gemma":[0.97809154,0.00028920855,0.000077981735,0.008537496,0.0004402998,0.000083653285,0.000016012662,0.00001149257,0.012452323],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507433,0.0010147621,0.0011903074,0.0007408573,0.00160846,0.00037130917],"domain_scores_gemma":[0.9974848,0.0010999112,0.0006130832,0.00043044786,0.00010219957,0.00026956465],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0176275,0.00014681299,0.00041699913,0.000451503,0.000851293,0.00005951718,0.0017410142,0.00014966149,0.0010701163],"category_scores_gemma":[0.013334409,0.00010323722,0.000020296597,0.001798773,0.00014765543,0.0007741588,0.0011478611,0.0024503556,0.000019521496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024829113,0.000020744947,0.5214764,0.000031777792,0.000005034356,0.000003683782,0.07784106,0.000107834305,0.0001325488,0.005184193,0.30431896,0.09085297],"study_design_scores_gemma":[0.0012300593,0.000070887676,0.10060694,0.0009055519,0.000008837102,0.00015526405,0.17523429,0.00096573407,0.000030259756,0.13938068,0.5810729,0.0003385742],"about_ca_topic_score_codex":0.00072706636,"about_ca_topic_score_gemma":0.000017178825,"teacher_disagreement_score":0.42086944,"about_ca_system_score_codex":0.00018055366,"about_ca_system_score_gemma":0.00093314366,"threshold_uncertainty_score":0.99985105},"labels":[],"label_agreement":null},{"id":"W4313197997","doi":"10.1097/acm.0000000000004918","title":"Modeling Diagnostic Expertise in Cases of Irreducible Uncertainty: The Decision-Aligned Response Model","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Surrey Memorial Hospital","funders":"","keywords":"Medical diagnosis; Conceptualization; Medicine; Myocardial infarction; Scale (ratio); Pericarditis; Cardiology; Artificial intelligence; Computer science; Pathology","score_opus":0.07634501769727314,"score_gpt":0.39526875690652735,"score_spread":0.3189237392092542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313197997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736959,0.008014058,0.0025439002,0.014646641,0.00036093738,0.0005479434,0.000013734998,0.000041182106,0.00013573187],"genre_scores_gemma":[0.9942881,0.0011426933,0.00014352195,0.0035557752,0.00018513296,0.00021167858,0.000026618081,0.000031695352,0.00041482048],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99670875,0.0003638408,0.0011031808,0.0004615274,0.0009651401,0.00039756106],"domain_scores_gemma":[0.9352182,0.063571796,0.00016547988,0.000681849,0.00010468258,0.00025800173],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004310462,0.00020931232,0.0006698959,0.00027723555,0.00014595967,0.000002284651,0.00036505508,0.00014364716,0.00036988634],"category_scores_gemma":[0.28833696,0.00013442342,0.000096991505,0.00069394486,0.0002617179,0.00003897662,0.00022439264,0.00084424496,0.0000068552445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011355708,0.00026399476,0.007611986,0.000042811538,0.00007070345,0.0009309755,0.01837241,0.90515333,0.004147524,0.00084500096,0.03124341,0.019962145],"study_design_scores_gemma":[0.0052565574,0.001140174,0.00095891865,0.0033700669,0.00019959465,0.00052397675,0.0068912385,0.9745536,0.00016034486,0.0065055178,0.00024390128,0.00019614118],"about_ca_topic_score_codex":0.0009348091,"about_ca_topic_score_gemma":0.0000113712495,"teacher_disagreement_score":0.28402647,"about_ca_system_score_codex":0.00021166765,"about_ca_system_score_gemma":0.00047133386,"threshold_uncertainty_score":0.7176577},"labels":[],"label_agreement":null},{"id":"W4313621136","doi":"10.1097/acm.0000000000005137","title":"Faculty Development for Education for Sustainable Health Care: A University System-Wide Initiative to Transform Health Professional Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Climate Change and Health Impacts","field":"Environmental Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"University of California, San Francisco","keywords":"Health care; Sustainability; Empowerment; Education for sustainable development; Health education; Medical education; Nursing; Medicine; Public relations; Public health; Sustainable development; Political science","score_opus":0.09147436465524447,"score_gpt":0.413035048526326,"score_spread":0.3215606838710815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313621136","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2959203,0.0014539298,0.011328303,0.6521818,0.00287117,0.027413687,0.00032910766,0.00048752598,0.008014179],"genre_scores_gemma":[0.8737225,0.0007784484,0.0039212727,0.070202015,0.0011131638,0.002061214,0.009013263,0.00008155559,0.039106585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839693,0.00006136142,0.0003541616,0.00030229267,0.00026657744,0.0006187015],"domain_scores_gemma":[0.9989195,0.00019551169,0.00017754466,0.000097231,0.00007887368,0.00053133786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013583569,0.00013033155,0.00025107924,0.00015543668,0.0006218011,0.0000030286258,0.0001571634,0.00009262165,0.000038370017],"category_scores_gemma":[0.00022590712,0.000113037386,0.00002063251,0.00052561046,0.000038072965,0.00017122338,0.000047409394,0.00015336685,0.000047437057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013924006,0.00002451868,0.0009124442,0.0029110017,0.0000047503477,2.7117716e-7,0.10702683,0.000008048421,0.000018274457,0.0018726494,0.844552,0.042530004],"study_design_scores_gemma":[0.00083018024,0.00044217595,0.013841817,0.0011137628,0.0000088096485,0.0000020883865,0.31576076,0.000030786134,0.00006106976,0.00046281557,0.6673126,0.000133141],"about_ca_topic_score_codex":0.00095880957,"about_ca_topic_score_gemma":0.00019818007,"teacher_disagreement_score":0.58197975,"about_ca_system_score_codex":0.0040474827,"about_ca_system_score_gemma":0.0027230666,"threshold_uncertainty_score":0.9997758},"labels":[],"label_agreement":null},{"id":"W4318025987","doi":"10.1097/01.acm.0000919436.91549.e5","title":"Commentary on “The Lipstick”","year":2022,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Obesity and Health Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Agence Nationale de la Recherche","keywords":"Library science; Population ageing; Epidemiology; Gerontology; Population; Health care; Family medicine; Medicine; Political science; Environmental health","score_opus":0.17120101298458434,"score_gpt":0.4924834531970929,"score_spread":0.32128244021250857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318025987","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027231622,0.0016098124,0.0000065598874,0.93871075,0.007423137,0.001575477,0.000061835744,0.00013509057,0.050205052],"genre_scores_gemma":[0.00014225647,0.004329786,0.0000045928837,0.8717192,0.054323193,0.00051314355,0.00059307367,0.00006902012,0.06830573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99212337,0.0040775365,0.0011035929,0.000499249,0.0011982009,0.0009980346],"domain_scores_gemma":[0.97618955,0.021731779,0.0010592134,0.0008066045,0.00006274318,0.00015011632],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0047674025,0.00037429002,0.0007057614,0.00022330802,0.0028576897,0.0000020694708,0.0011008581,0.0017962491,0.1201936],"category_scores_gemma":[0.0020575484,0.00022947631,0.000059091923,0.00027074985,0.00029193924,0.00007846198,0.0004076899,0.050711658,0.0045272466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054567186,0.000004345926,0.0002812618,0.0009065604,0.000047382822,0.000110599525,0.006190926,1.893717e-7,0.00000101597,0.0006319038,0.99161226,0.00015901405],"study_design_scores_gemma":[0.00058010034,0.00035712708,0.0000734943,0.0017600502,0.00016532488,0.000005664642,0.0050297747,0.0000073756423,2.5728417e-7,0.0017801868,0.9900431,0.00019754044],"about_ca_topic_score_codex":0.0013619303,"about_ca_topic_score_gemma":0.000027034837,"teacher_disagreement_score":0.11566635,"about_ca_system_score_codex":0.0004743326,"about_ca_system_score_gemma":0.0003479063,"threshold_uncertainty_score":0.9994996},"labels":[],"label_agreement":null},{"id":"W4318261654","doi":"10.1097/acm.0000000000005159","title":"Fostering a Health-Promoting Learning Environment in Medical Education: Adapting the Okanagan Charter for Administrators and Medical Educators","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Charter; Thriving; Medical education; Learning environment; Matriculation; Public relations; Political science; Business; Medicine; Psychology; Pedagogy","score_opus":0.11671288289610186,"score_gpt":0.492743339648769,"score_spread":0.3760304567526671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318261654","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43655202,0.0062247324,0.00011641389,0.55319834,0.0018254912,0.0015140246,0.0000035293522,0.000118162614,0.00044727774],"genre_scores_gemma":[0.9642876,0.0072931433,0.000046792116,0.02287661,0.0033640747,0.0009502611,0.00006289432,0.00004993475,0.0010686957],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9948374,0.0010714632,0.0014590078,0.00051476277,0.0010942857,0.0010230655],"domain_scores_gemma":[0.99532825,0.0030022399,0.00043642745,0.00022773455,0.000045849,0.0009595052],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010779465,0.00023887177,0.0005282843,0.0002303759,0.0014200999,0.0000051408424,0.00038161402,0.00059132755,0.0009635588],"category_scores_gemma":[0.006377594,0.00015437386,0.000035457648,0.00037754586,0.0002753594,0.00007830669,0.0005540757,0.0034809073,0.00004841242],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051983083,0.000029744973,0.10743046,0.0019203776,0.00002585564,0.000017389939,0.08662352,9.1413165e-7,0.000036851256,0.0023420157,0.019923331,0.78159755],"study_design_scores_gemma":[0.006288938,0.001081684,0.07404004,0.089633934,0.000059727154,0.00013264654,0.4076889,0.016451618,0.000015556087,0.009385302,0.39428875,0.0009329029],"about_ca_topic_score_codex":0.00046240736,"about_ca_topic_score_gemma":0.00013678038,"teacher_disagreement_score":0.7806647,"about_ca_system_score_codex":0.00019246415,"about_ca_system_score_gemma":0.004045239,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W4318668552","doi":"10.1097/acm.0000000000005156","title":"The Brain Medicine Fellowship: A Competency-Based Training Program to Treat Complex Brain Disorders","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; South Health Campus; Centre for Addiction and Mental Health; Sunnybrook Health Science Centre; Royal Jubilee Hospital; University Health Network","funders":"Department of Psychiatry, University of Toronto; University of Toronto","keywords":"Specialty; Medical education; Medicine; Cognition; Psychology; Family medicine; Psychiatry","score_opus":0.12415826571747945,"score_gpt":0.3792150063905523,"score_spread":0.2550567406730728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318668552","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03524549,0.0011498354,0.000053672375,0.8843258,0.0022350317,0.0017316823,0.000030091498,0.0007026232,0.07452579],"genre_scores_gemma":[0.81231487,0.00041336895,0.00008084713,0.12191268,0.0073569696,0.0006105793,0.00064130325,0.00010985309,0.056559533],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970685,0.00021657554,0.0007560374,0.00041784073,0.0006385485,0.00090249703],"domain_scores_gemma":[0.9969063,0.0019834742,0.00016726201,0.00036061727,0.000046728353,0.0005356285],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018250844,0.000321992,0.00046939956,0.00026026787,0.0011682486,0.000020696902,0.00054546044,0.00011559017,0.0020177735],"category_scores_gemma":[0.00048518716,0.00018698133,0.0000652675,0.00039673536,0.001099404,0.00006159636,0.000046101053,0.0006801396,0.00032195254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110179564,0.000012240096,0.00023878278,0.00015663728,0.000016160577,0.000004373694,0.079054065,0.00000411018,0.000119312266,0.08985591,0.74594724,0.08448097],"study_design_scores_gemma":[0.0019762116,0.0013360425,0.0005268032,0.00045977166,0.00003070976,0.000003670268,0.05130659,0.0009378768,0.0000022000347,0.012839036,0.930368,0.00021305965],"about_ca_topic_score_codex":0.0009383353,"about_ca_topic_score_gemma":0.002491884,"teacher_disagreement_score":0.7770694,"about_ca_system_score_codex":0.00004974159,"about_ca_system_score_gemma":0.00018166238,"threshold_uncertainty_score":0.9988945},"labels":[],"label_agreement":null},{"id":"W4318769633","doi":"10.1097/acm.0000000000005157","title":"Association of Surgical Resident Competency Ratings With Patient Outcomes","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hog Administrative Marketing Services (Canada); University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Milestone; Medicine; Accreditation; Graduate medical education; Family medicine; Emergency medicine; Medical education","score_opus":0.03175282906884563,"score_gpt":0.3327715078967113,"score_spread":0.30101867882786565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318769633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9600674,0.00010465012,0.000018001907,0.02740604,0.00014090593,0.00024668005,0.0000018399697,0.0001408526,0.011873623],"genre_scores_gemma":[0.9941872,0.00019508916,0.00003483313,0.0009843467,0.00013311226,0.000009950376,0.00004698601,0.000014076281,0.004394418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981518,0.000060740997,0.0005329329,0.00018243358,0.0008441507,0.00022798499],"domain_scores_gemma":[0.99826854,0.0010410829,0.00026567018,0.00012925682,0.00014140522,0.0001540551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006679531,0.000116329866,0.0004614326,0.0001545249,0.000040717747,0.0000013193184,0.00005472801,0.0001431427,0.0006182996],"category_scores_gemma":[0.00078486017,0.00006960759,0.0000462959,0.0005526742,0.00007382634,0.00003890386,0.000025440191,0.00039478022,0.000044325327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023891147,0.0000121504945,0.980958,0.000055310717,0.00013809251,0.0001252605,0.0041291476,0.000053395623,0.0002493254,0.0018072939,0.008258183,0.0039749388],"study_design_scores_gemma":[0.025169414,0.0017582047,0.82945746,0.0015983679,0.0004146178,0.00007287075,0.0066633075,0.0019122259,0.0008314618,0.0009907901,0.13081749,0.0003137856],"about_ca_topic_score_codex":0.000038687045,"about_ca_topic_score_gemma":0.0000025691907,"teacher_disagreement_score":0.15150052,"about_ca_system_score_codex":0.000064472726,"about_ca_system_score_gemma":0.00005360087,"threshold_uncertainty_score":0.6769947},"labels":[],"label_agreement":null},{"id":"W4318966364","doi":"10.1097/acm.0000000000004966","title":"Barriers to Accessing Mental Health Support Services in Undergraduate Medical Training: A Multicenter, Qualitative Study","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; TD Bank Group; McMaster University Medical Centre; NOSM University; University of Toronto; Laurentian University; McMaster University","funders":"","keywords":"Mental health; Confidentiality; Covert; Medical education; Stigma (botany); Psychology; Curriculum; Qualitative research; Nursing; Medicine; Psychiatry","score_opus":0.14849933707348062,"score_gpt":0.5564985252749068,"score_spread":0.4079991882014262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318966364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6795746,0.0011958692,0.0000555675,0.31341296,0.0023538475,0.002743873,0.00007425697,0.00010208819,0.00048691084],"genre_scores_gemma":[0.915847,0.0004981839,0.000056274777,0.080851234,0.00052630965,0.00091350614,0.00014109635,0.000048672275,0.001117694],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9860001,0.007231555,0.0022091633,0.0007609244,0.002422741,0.0013754986],"domain_scores_gemma":[0.99546546,0.0013575238,0.0006429859,0.0003265868,0.000096351265,0.0021110738],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013962222,0.00033304872,0.0009784006,0.00052458,0.0022640696,0.0000037557995,0.0008740738,0.00024053804,0.0054070135],"category_scores_gemma":[0.001326335,0.00026505286,0.000043748787,0.0009103639,0.00011963249,0.00017362248,0.0009212475,0.0047352645,0.000050226972],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028060924,0.00006278723,0.079087995,0.00031017687,0.000034970424,0.000051644987,0.89443076,0.0000025113852,0.000024645933,0.00022903597,0.013975384,0.01150946],"study_design_scores_gemma":[0.0053201932,0.00091896823,0.0046352674,0.0033711004,0.000011575461,0.0000062978106,0.9533553,0.00030847164,8.165727e-7,0.00038173987,0.03147387,0.00021635543],"about_ca_topic_score_codex":0.0059195478,"about_ca_topic_score_gemma":0.0023469187,"teacher_disagreement_score":0.23627241,"about_ca_system_score_codex":0.00094523176,"about_ca_system_score_gemma":0.0037272512,"threshold_uncertainty_score":0.99998015},"labels":[],"label_agreement":null},{"id":"W4321489443","doi":"10.1097/acm.0000000000005193","title":"The Enhancing Life Research Laboratory: Tools for Addressing Orientational Distress in the Medical Profession","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Distress; Burnout; Medical education; Psychology; Medicine; Engineering ethics; Psychotherapist; Clinical psychology; Engineering","score_opus":0.3934378374105254,"score_gpt":0.6084194197005098,"score_spread":0.21498158228998443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321489443","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47763684,0.005772776,0.00028389058,0.5069785,0.0039401245,0.0038973005,0.00009902492,0.00015859734,0.0012329047],"genre_scores_gemma":[0.9719091,0.004805025,0.000023347984,0.011369763,0.005554718,0.0035801248,0.00035152462,0.00004887401,0.0023575188],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98906225,0.0047010886,0.0014545787,0.0004741784,0.002845033,0.0014628678],"domain_scores_gemma":[0.95408714,0.044071607,0.00031753592,0.0004431107,0.0006643705,0.00041623073],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03572977,0.0002052368,0.00039719418,0.00024982938,0.004336146,0.000018656228,0.0010676958,0.0007501062,0.00030963068],"category_scores_gemma":[0.055563774,0.00009581058,0.000040108018,0.0018110983,0.0005158555,0.00022782138,0.0003342619,0.0055436166,0.000144924],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006609157,0.000043118594,0.04534184,0.002227973,0.00004412776,0.00007823781,0.0847824,0.000003332198,0.001495909,0.06567352,0.7196177,0.080030926],"study_design_scores_gemma":[0.004300462,0.00022224255,0.0561024,0.032541547,0.000026098067,0.000003906227,0.49328604,0.0014405665,0.000083376435,0.013151548,0.3985088,0.0003330242],"about_ca_topic_score_codex":0.00021913814,"about_ca_topic_score_gemma":0.0004345215,"teacher_disagreement_score":0.49560878,"about_ca_system_score_codex":0.00018888357,"about_ca_system_score_gemma":0.002773056,"threshold_uncertainty_score":0.99696004},"labels":[],"label_agreement":null},{"id":"W4321489483","doi":"10.1097/acm.0000000000005188","title":"Exploring the Impact of Entrustable Professional Activities on Feedback Culture: A Qualitative Study of Anesthesiology Residents and Attendings","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Anesthesiology; Qualitative research; Medical education; Psychology; Medicine; Physiology; Sociology; Psychiatry; Social science","score_opus":0.15827853954987192,"score_gpt":0.4759827861973883,"score_spread":0.3177042466475164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321489483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952198,0.000094349125,0.0000023478387,0.0036356924,0.00027670045,0.00060851255,0.0000020457521,0.000025536323,0.00013498901],"genre_scores_gemma":[0.99754375,0.00023484015,0.000013087761,0.00025081667,0.00024694527,0.00010288917,0.000025873687,0.0000138297655,0.0015679502],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982408,0.00024885556,0.00052550604,0.00020626116,0.0005677351,0.0002108133],"domain_scores_gemma":[0.99859345,0.0006981543,0.00029552862,0.00021394208,0.00014616748,0.000052779556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00181295,0.00013666201,0.00042667208,0.00032253307,0.00008932425,0.0000010176288,0.00013061259,0.00009993306,0.00006969584],"category_scores_gemma":[0.002634837,0.000069951915,0.00002675544,0.0010242615,0.0004257004,0.00010558684,0.000056423676,0.0006883086,0.0000046157206],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007335069,0.00017886961,0.084575154,0.00025205826,0.00024348343,0.000008642653,0.83871335,0.000007864185,0.012468839,0.0010383101,0.05847527,0.0033046657],"study_design_scores_gemma":[0.0016489717,0.0023057268,0.44670132,0.00083521183,0.00007683293,0.000019329245,0.5468732,0.00004000291,0.00071020896,0.00064278627,0.00008865179,0.000057771562],"about_ca_topic_score_codex":0.0002650136,"about_ca_topic_score_gemma":8.808888e-7,"teacher_disagreement_score":0.36212617,"about_ca_system_score_codex":0.0000775924,"about_ca_system_score_gemma":0.0001000685,"threshold_uncertainty_score":0.31543362},"labels":[],"label_agreement":null},{"id":"W4321511785","doi":"10.1097/acm.0000000000004760","title":"Mentoring Relationships: A Mentee’s Journey","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychology; MEDLINE; Medical education; Medicine; Nursing; Political science","score_opus":0.13359323149701072,"score_gpt":0.3848895516936804,"score_spread":0.2512963201966697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321511785","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40554535,0.014844716,0.0015461612,0.03853796,0.046293378,0.0010148324,0.00001554505,0.00067070156,0.49153137],"genre_scores_gemma":[0.8395012,0.00019989944,0.00007763881,0.0017728136,0.001568279,0.00038230125,0.00003394238,0.000035880217,0.15642804],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714744,0.00042260217,0.0006447514,0.00041493092,0.00076451566,0.0006057855],"domain_scores_gemma":[0.9987831,0.00035430182,0.00024074958,0.00031130496,0.000023162185,0.00028735504],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041395472,0.00018269652,0.00025773174,0.00025240527,0.00056978187,0.0000034843745,0.0005072466,0.00012841055,0.014655596],"category_scores_gemma":[0.00042432448,0.00016496006,0.000033055414,0.00044045018,0.000069291666,0.00006350799,0.00022483105,0.0025573727,0.00030560524],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006570032,0.000022899801,0.027766451,0.000014310085,0.00015230179,0.000048036578,0.09130292,0.000028423046,0.0011794122,0.05052525,0.82260126,0.0062930216],"study_design_scores_gemma":[0.0013420815,0.00011618536,0.003962081,0.00006870998,0.000046841396,0.00010600126,0.027417416,0.000017938686,0.00003966783,0.0024105117,0.964278,0.00019456151],"about_ca_topic_score_codex":0.00006802802,"about_ca_topic_score_gemma":2.8142753e-7,"teacher_disagreement_score":0.43395585,"about_ca_system_score_codex":0.00035126237,"about_ca_system_score_gemma":0.00004855405,"threshold_uncertainty_score":0.99974376},"labels":[],"label_agreement":null},{"id":"W4322758175","doi":"10.1097/acm.0000000000005201","title":"Learner Education Handover: Moving Beyond Educational Silos","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Handover; Information silo; Sociology; Medical education; Computer science; Medicine; Engineering; Telecommunications","score_opus":0.02540285221472408,"score_gpt":0.3575408643679126,"score_spread":0.3321380121531885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322758175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79828024,0.0019419532,0.000039684077,0.15498969,0.0014927645,0.00039012017,0.0000025609108,0.00018730892,0.042675667],"genre_scores_gemma":[0.8250367,0.00080824055,0.000088830224,0.007623567,0.0024116184,0.000043484564,0.00018978541,0.000028136259,0.16376965],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99857783,0.000025757765,0.00037291076,0.0002827572,0.0004486041,0.00029213395],"domain_scores_gemma":[0.99892133,0.0002500084,0.0000908914,0.0002518451,0.00010010675,0.00038579907],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038169068,0.00015545216,0.00030064813,0.00030657667,0.00011280315,0.0000038566586,0.0001237213,0.00017350618,0.0024459139],"category_scores_gemma":[0.0016494197,0.00010901053,0.00005326551,0.0006344388,0.0001118711,0.000099977355,0.000055391865,0.00055404066,0.0009547343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054263717,0.000048395166,0.17205028,0.00017720656,0.00005848915,0.000012373098,0.0030948299,0.0000032267371,0.01232136,0.017267868,0.76280683,0.03210487],"study_design_scores_gemma":[0.003512829,0.0005161476,0.48776776,0.0016122006,0.0003099484,0.00023968451,0.0070970366,0.0004768514,0.0013866306,0.029018663,0.46760085,0.00046139176],"about_ca_topic_score_codex":0.000053815584,"about_ca_topic_score_gemma":8.173547e-7,"teacher_disagreement_score":0.3157175,"about_ca_system_score_codex":0.00008225123,"about_ca_system_score_gemma":0.0005406144,"threshold_uncertainty_score":0.99982315},"labels":[],"label_agreement":null},{"id":"W4360998992","doi":"10.1097/acm.0000000000005218","title":"Social Network Analysis in Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University; McGill University Health Centre","funders":"","keywords":"Social network analysis; Medical education; MEDLINE; Medicine; Computer science; Political science; World Wide Web; Social media","score_opus":0.13062871235758988,"score_gpt":0.5184978703469076,"score_spread":0.38786915798931776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360998992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6386099,0.00087204727,0.00003993816,0.33800122,0.008405234,0.0007736496,4.458397e-7,0.00025411492,0.013043442],"genre_scores_gemma":[0.9734881,0.0026479498,0.000014876205,0.0041182414,0.018460507,0.00045621,0.00006304561,0.000011699658,0.00073937245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970288,0.00054050924,0.00048579188,0.00024133609,0.0011558401,0.0005477122],"domain_scores_gemma":[0.9973578,0.001967164,0.00014610091,0.00010160274,0.000087016655,0.0003403593],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057935813,0.00008650286,0.00030328834,0.0005367469,0.00036779867,0.0000043057635,0.00035301526,0.00049409753,0.0011666135],"category_scores_gemma":[0.017969906,0.000085126085,0.00004051822,0.00863027,0.00042577388,0.000094314906,0.000030115581,0.00067013974,0.00014776581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007930348,0.000011725103,0.4800167,0.000019533483,0.000038078255,0.0000030363267,0.1834368,0.000009736098,0.0000016849914,0.061987787,0.21389467,0.06057231],"study_design_scores_gemma":[0.00038074967,0.000019118543,0.58612806,0.00015316799,0.000163267,4.085801e-7,0.039117146,0.00030207803,4.619419e-7,0.033363868,0.34019423,0.0001774567],"about_ca_topic_score_codex":0.009690707,"about_ca_topic_score_gemma":0.0042071724,"teacher_disagreement_score":0.3348782,"about_ca_system_score_codex":0.00031538447,"about_ca_system_score_gemma":0.002086116,"threshold_uncertainty_score":0.99974644},"labels":[],"label_agreement":null},{"id":"W4361294468","doi":"10.1097/acm.0000000000005140","title":"Self-Compassion and Dialogic Interactions Thrust the “Edge of Learning” Forward","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Western University","funders":"","keywords":"Kindness; Compassion; Psychology; Humanity; Mindfulness; Epistemology; Empathy; Transformative learning; Premise; Dialogic; Social psychology; Philosophy; Psychotherapist; Pedagogy","score_opus":0.050238454716980345,"score_gpt":0.355073623353013,"score_spread":0.30483516863603266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361294468","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014707915,0.0024150172,0.00007270559,0.9746954,0.0026000256,0.00068784086,0.0000056579283,0.00019331987,0.0046221553],"genre_scores_gemma":[0.21165457,0.022275548,0.0000811351,0.68378943,0.034927633,0.00023914935,0.0012453324,0.00015520817,0.045632005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769783,0.00019789176,0.00069257896,0.00038780863,0.0006760151,0.00034785137],"domain_scores_gemma":[0.99721795,0.0016958303,0.000438878,0.00032998415,0.0001358257,0.00018151458],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009418255,0.00028917368,0.0007608201,0.0002805871,0.00013609073,0.0000031303368,0.00022091284,0.0009346693,0.00045220496],"category_scores_gemma":[0.0030892717,0.00015716441,0.00009241282,0.00039205496,0.00048744623,0.000051043764,0.000094613446,0.0075975186,0.00007611685],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025412342,0.0000101848655,0.00045325208,0.0007937925,0.00011102644,0.000038092054,0.021936625,2.1109742e-7,0.00011485879,0.000052714167,0.9733564,0.0031074262],"study_design_scores_gemma":[0.0008743011,0.00042270316,0.0019274985,0.0023576866,0.0008778304,0.00020460015,0.010097623,0.0001191579,0.0000678639,0.0005406474,0.9823654,0.00014464269],"about_ca_topic_score_codex":0.0000660789,"about_ca_topic_score_gemma":0.0000013219662,"teacher_disagreement_score":0.29090595,"about_ca_system_score_codex":0.000085337946,"about_ca_system_score_gemma":0.00020761728,"threshold_uncertainty_score":0.99469197},"labels":[],"label_agreement":null},{"id":"W4362692181","doi":"10.1097/acm.0000000000005231","title":"When You Have No Words","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mentorship; Library science; Advice (programming); Medicine; Medical education; MEDLINE; Family medicine; Political science; Law; Computer science","score_opus":0.11008178466751625,"score_gpt":0.46356877986801015,"score_spread":0.35348699520049387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362692181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5598545,0.0023028685,0.00026037035,0.2680015,0.010918365,0.0022255275,0.000034778463,0.0017275792,0.1546745],"genre_scores_gemma":[0.70485,0.0047993152,0.00003343364,0.052292045,0.015258362,0.000020991843,0.00015979349,0.00006358298,0.22252242],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975376,0.00025202965,0.00068716484,0.00031573256,0.00042271204,0.0007847408],"domain_scores_gemma":[0.9984734,0.000557264,0.00018657737,0.0003275999,0.00008003261,0.0003751467],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0018034003,0.0001634353,0.000360027,0.00018745095,0.0004278685,8.0441697e-7,0.00028280402,0.00038141248,0.0037601332],"category_scores_gemma":[0.0011980647,0.000116226154,0.000030580577,0.0003019907,0.00010995554,0.00006223817,0.00014314047,0.0023625568,0.009205831],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002908769,0.0000026793143,0.057777066,0.00023612397,0.000007915457,0.000009251936,0.02583042,2.8021043e-7,0.00031184105,0.0014087056,0.91142404,0.002962613],"study_design_scores_gemma":[0.002001912,0.00008585308,0.040345065,0.0025912926,0.000024743586,0.000002580555,0.015286967,0.00023105777,0.0000074456966,0.004781961,0.93447554,0.00016556557],"about_ca_topic_score_codex":0.00022158623,"about_ca_topic_score_gemma":0.000017473667,"teacher_disagreement_score":0.21570943,"about_ca_system_score_codex":0.00010145861,"about_ca_system_score_gemma":0.00020339763,"threshold_uncertainty_score":0.999939},"labels":[],"label_agreement":null},{"id":"W4362692966","doi":"10.1097/acm.0000000000005228","title":"Truth and Reconciliation in Medical Schools: Forging a Critical Reflective Framework to Advance Indigenous Health Equity","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; South Health Campus; Alberta Health Services","funders":"Canadian Institutes of Health Research; Cumming School of Medicine, University of Calgary; University of Calgary","keywords":"Indigenous; Health equity; Equity (law); Public relations; Critical consciousness; Sociology; Political science; Health care; Law; Pedagogy","score_opus":0.06074544224235662,"score_gpt":0.49237138317048523,"score_spread":0.4316259409281286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362692966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85732025,0.0028900825,0.0026118255,0.1191346,0.0026971856,0.0014441358,0.000006098558,0.0002477067,0.013648094],"genre_scores_gemma":[0.94809884,0.042933907,0.0005781897,0.004958748,0.0026349605,0.00002836473,0.000013689781,0.000019585092,0.0007337123],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99664557,0.0005134482,0.0005676704,0.00040839938,0.0009401995,0.000924725],"domain_scores_gemma":[0.9969087,0.0018748118,0.000112564645,0.00014369933,0.00011928598,0.000840917],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008062233,0.00012613094,0.00034037651,0.00034807512,0.0022164728,0.0000106396255,0.00027382333,0.0004399392,0.00009174019],"category_scores_gemma":[0.0042961226,0.0001049877,0.000014647339,0.0013980215,0.0003052124,0.00020723332,0.000009666438,0.0012805042,0.00005786765],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002172272,0.0000092043,0.0025688217,0.00007702692,0.0000034638965,0.0000070366973,0.7819978,0.000001069574,0.0000011801981,0.20274945,0.00048992253,0.0120733],"study_design_scores_gemma":[0.0010659785,0.00076929276,0.020568868,0.003986415,0.000018897996,0.00002159529,0.20473152,0.00009650726,0.000019630135,0.46032217,0.3078973,0.00050181634],"about_ca_topic_score_codex":0.03493973,"about_ca_topic_score_gemma":0.13647012,"teacher_disagreement_score":0.5772663,"about_ca_system_score_codex":0.00091546995,"about_ca_system_score_gemma":0.01153643,"threshold_uncertainty_score":0.9990825},"labels":[],"label_agreement":null},{"id":"W4365503772","doi":"10.1097/acm.0000000000005237","title":"Application of the R2C2 Model to In-the-Moment Feedback and Coaching","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Nursing education and management","field":"Nursing","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Queen's University; Heritage Medical Research Clinic; University of Calgary","funders":"Queen's University; Dalhousie University; Cumming School of Medicine, University of Calgary; Massachusetts General Hospital","keywords":"Preceptor; Coaching; Coding (social sciences); Experiential learning; Qualitative property; Medical education; Psychology; Computer science; Content analysis; Qualitative research; Pedagogy; Medicine","score_opus":0.04072224611111681,"score_gpt":0.35854096998319973,"score_spread":0.31781872387208293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365503772","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68437964,0.00014466948,0.0028441483,0.30856112,0.0012224806,0.00077898754,8.763033e-7,0.000039573588,0.0020285114],"genre_scores_gemma":[0.9906939,0.00003579403,0.00003370385,0.0077137947,0.000113347385,0.0000415783,0.000003905017,0.0000067096034,0.0013572595],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929994,0.00004652003,0.00018860423,0.00012564844,0.00022119693,0.00011806182],"domain_scores_gemma":[0.9996103,0.00008418608,0.000059842274,0.00020027472,0.0000126235045,0.000032786018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075543305,0.000055606848,0.000087891094,0.000102720864,0.000051642775,0.000002296599,0.00019884827,0.000036814534,0.0000026650926],"category_scores_gemma":[0.000093446186,0.00003271167,0.000008452003,0.00043750377,0.000057318164,0.000023682462,0.00003780065,0.00019178783,0.000010192356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072048795,0.000032166383,0.007993615,0.00020109043,0.000012985072,2.9957474e-7,0.14845708,0.0029408003,0.028761989,0.026444264,0.6634948,0.12158881],"study_design_scores_gemma":[0.0031956956,0.0003128633,0.25346956,0.0018252552,0.00023271312,0.00001452213,0.057388667,0.137293,0.004058631,0.05237638,0.4893769,0.00045582437],"about_ca_topic_score_codex":0.00007810502,"about_ca_topic_score_gemma":0.000006624104,"teacher_disagreement_score":0.30631426,"about_ca_system_score_codex":0.0000400434,"about_ca_system_score_gemma":0.0000052316736,"threshold_uncertainty_score":0.13339432},"labels":[],"label_agreement":null},{"id":"W4366816139","doi":"10.1097/acm.0000000000005257","title":"Fostering Adaptive Expertise Through Simulation","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Debriefing; Engineering ethics; Task (project management); Computer science; Health care; Complex adaptive system; Psychology; Knowledge management; Engineering; Artificial intelligence; Political science; Social psychology","score_opus":0.3450199069677115,"score_gpt":0.5021598794052979,"score_spread":0.15713997243758643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366816139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94710773,0.0017887558,0.007708636,0.033155873,0.0020953515,0.0012736929,0.000005640156,0.00096020586,0.0059040966],"genre_scores_gemma":[0.9904396,0.0002316843,0.0001746476,0.0050569577,0.0020650967,0.00008408311,0.00013241632,0.000044334913,0.0017711828],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809355,0.00006641205,0.0005817537,0.0003595369,0.00053620874,0.00036253844],"domain_scores_gemma":[0.9981301,0.0008905385,0.00014576814,0.00035019984,0.0002580441,0.00022539186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042015733,0.0001773117,0.00032945207,0.00024604658,0.000121079385,0.0000024852986,0.000103961116,0.00024748925,0.00062834955],"category_scores_gemma":[0.0007244723,0.00014996543,0.00003960811,0.0008972804,0.00012077093,0.00016514282,0.00008047983,0.0005207115,0.00049475965],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016863756,0.000047409736,0.25066745,0.001367999,0.00029713908,0.00019035944,0.39986363,0.0727499,0.017609315,0.006316947,0.15678139,0.09242208],"study_design_scores_gemma":[0.011817489,0.0016853203,0.20079131,0.0057632304,0.000452189,0.00014944965,0.08116182,0.64293367,0.0042764856,0.025987737,0.023875752,0.0011055516],"about_ca_topic_score_codex":0.00015562042,"about_ca_topic_score_gemma":7.572244e-7,"teacher_disagreement_score":0.57018375,"about_ca_system_score_codex":0.00034170842,"about_ca_system_score_gemma":0.00020651113,"threshold_uncertainty_score":0.68799865},"labels":[],"label_agreement":null},{"id":"W4367048969","doi":"10.1097/acm.0000000000005164","title":"Artist’s Statement: Still Life","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Aesthetics; Curiosity; Visual arts; Psychology; Art; Social psychology","score_opus":0.07635635107355009,"score_gpt":0.39557601203956466,"score_spread":0.31921966096601456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367048969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8792567,0.0015842231,0.00025559103,0.107519865,0.0015569176,0.00046934013,0.000004460481,0.00045114226,0.008901714],"genre_scores_gemma":[0.9551859,0.0032743467,0.000037288304,0.015105907,0.002112686,0.000051645697,0.00021302137,0.000026041414,0.023993148],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980962,0.000042475007,0.00055011845,0.00028314212,0.00062158186,0.00040643028],"domain_scores_gemma":[0.9985965,0.00020659219,0.000109525994,0.0002467463,0.000079121746,0.0007615482],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0010725152,0.00014666207,0.00034011956,0.00022877309,0.00004977724,0.0000017016752,0.00011422788,0.00019757262,0.0015788166],"category_scores_gemma":[0.004037289,0.00010556774,0.00003547223,0.00069518207,0.00020668563,0.0000675213,0.00003829333,0.00069907797,0.0012649179],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011248097,0.000024461611,0.0047333273,0.0002720881,0.000069955444,0.00008964287,0.062017936,0.000002543986,0.003070998,0.0018755813,0.9135991,0.014131924],"study_design_scores_gemma":[0.0056551667,0.0008870452,0.06296194,0.0014690721,0.00037388701,0.00011304056,0.0588481,0.0008606034,0.0014969438,0.004407728,0.8626104,0.00031604123],"about_ca_topic_score_codex":0.000042988384,"about_ca_topic_score_gemma":7.699554e-7,"teacher_disagreement_score":0.09241396,"about_ca_system_score_codex":0.00006203926,"about_ca_system_score_gemma":0.00026119832,"threshold_uncertainty_score":0.99951273},"labels":[],"label_agreement":null},{"id":"W4372237171","doi":"10.1097/acm.0000000000005267","title":"Residents, Responsibility, and Error: How Residents Learn to Navigate the Intersection","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Grounded theory; Medical education; Psychology; Medicine; Qualitative research","score_opus":0.15446287821285298,"score_gpt":0.4861982266482885,"score_spread":0.3317353484354355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372237171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73126435,0.00016205876,0.00036397067,0.26425397,0.0016783819,0.0008488741,0.0000051398383,0.00018659317,0.0012366463],"genre_scores_gemma":[0.9476372,0.00058131426,0.00001107193,0.008864247,0.00069204357,0.00014233714,0.000039029008,0.000021679387,0.04201105],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969442,0.0010003333,0.0005438705,0.000389145,0.00059844734,0.0005240364],"domain_scores_gemma":[0.9974194,0.001417081,0.00026759185,0.0004433667,0.00010827559,0.00034427003],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005111973,0.00014737526,0.00024517672,0.00020351712,0.00070393755,7.63194e-7,0.00032530053,0.00029004138,0.00017029254],"category_scores_gemma":[0.008838562,0.00009362822,0.000022393702,0.0008367569,0.00024867052,0.0001444643,0.0003083622,0.001673503,0.0007788416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005611096,0.000004891222,0.20668037,0.00023877936,0.000039077935,0.000011840775,0.1067935,0.000014381924,0.0039294055,0.0017656347,0.6774147,0.0025463128],"study_design_scores_gemma":[0.0011382179,0.00017641035,0.8243112,0.0016070667,0.00004354145,0.000005495759,0.048720844,0.0001455387,0.000052111176,0.0044288193,0.11924365,0.00012708672],"about_ca_topic_score_codex":0.00048396736,"about_ca_topic_score_gemma":0.00017321105,"teacher_disagreement_score":0.61763084,"about_ca_system_score_codex":0.00015541379,"about_ca_system_score_gemma":0.0001488739,"threshold_uncertainty_score":0.99999917},"labels":[],"label_agreement":null},{"id":"W4378348095","doi":"10.1097/acm.0000000000005273","title":"Expanding the Learning Health Care System Beyond the Academic Health Center","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Providence Health Care; Provincial Health Services Authority; University of British Columbia","funders":"Michael Smith Health Research BC; St. Paul's Foundation","keywords":"Health care; Columbia university; Family medicine; Coronavirus disease 2019 (COVID-19); Medicine; MEDLINE; Grant funding; Library science; Medical education; Nursing; Political science; Sociology; Public administration; Law; Media studies","score_opus":0.11403349150637837,"score_gpt":0.4484318590584965,"score_spread":0.3343983675521181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378348095","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083022565,0.053978257,0.00011273512,0.9361757,0.0041516465,0.0031498163,0.000070158894,0.00075312593,0.00077836064],"genre_scores_gemma":[0.03921156,0.022023335,0.0000053297626,0.88871723,0.040008318,0.00018300753,0.0014186647,0.00030170337,0.008130834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98993087,0.0015793163,0.002339141,0.0011806046,0.0025223414,0.0024477572],"domain_scores_gemma":[0.99284595,0.0029857932,0.0017652699,0.0013079388,0.00023598365,0.0008590451],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005589754,0.0009518871,0.0023244943,0.0006669777,0.0015158673,0.000022917944,0.0011671291,0.0022534349,0.00008948485],"category_scores_gemma":[0.0018679162,0.00048845727,0.00028874175,0.0011370619,0.00056164345,0.00009284674,0.00034101246,0.032513592,0.0003043675],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057210767,0.0000016087621,0.002021466,0.00849909,0.00013476015,0.00017255107,0.038384017,0.0000032967846,0.0000087914295,0.00007393088,0.9438661,0.0067771883],"study_design_scores_gemma":[0.0018499768,0.0008858733,0.001213519,0.014890669,0.0002171492,0.000753643,0.033221547,0.00003686438,0.0000031413254,0.00004698151,0.94653404,0.00034658329],"about_ca_topic_score_codex":0.0032137204,"about_ca_topic_score_gemma":0.00006045047,"teacher_disagreement_score":0.04745843,"about_ca_system_score_codex":0.003705041,"about_ca_system_score_gemma":0.0036926263,"threshold_uncertainty_score":0.99978405},"labels":[],"label_agreement":null},{"id":"W4378802532","doi":"10.1097/acm.0000000000005285","title":"Collaborating With Service Users to Select Psychiatry Residents Committed to Health Equity and Social Justice","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Wilfrid Laurier University; Hospital for Sick Children; Public Health Ontario; SickKids Foundation; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"Associated Medical Services","keywords":"Mental health; Social work; Workforce; Equity (law); Psychology; Medical education; Public relations; Medicine; Psychiatry; Political science","score_opus":0.28312271692181057,"score_gpt":0.5289152345732853,"score_spread":0.2457925176514747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378802532","genre_codex":"empirical","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7381164,0.00016549048,0.000091533126,0.2566105,0.0013691173,0.0023012515,0.00005001169,0.00018237536,0.0011132936],"genre_scores_gemma":[0.4794403,0.00019694166,0.00056980015,0.5159816,0.0017368884,0.00031665096,0.0003360732,0.000050403796,0.0013713145],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9962633,0.0005722777,0.0008920398,0.00042295278,0.00078753324,0.001061895],"domain_scores_gemma":[0.9978645,0.0004820018,0.00032801658,0.00020302674,0.00022326528,0.00089918275],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0031352653,0.0002170979,0.00045869304,0.0002470252,0.0017343068,0.000003791359,0.00027801204,0.00020892965,0.000078557256],"category_scores_gemma":[0.00015986762,0.0001711021,0.000008338627,0.0021681415,0.000036080794,0.00007098719,0.0004267268,0.0010927338,0.00035275493],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005819716,0.000011638046,0.194078,0.0073796953,0.000024142093,0.000002736456,0.08824329,0.000009915902,0.0001673657,0.0012549416,0.7068203,0.001426012],"study_design_scores_gemma":[0.012505822,0.0063222726,0.44471055,0.021591205,0.00027048428,0.0000065849276,0.36845884,0.0005418254,0.000029286623,0.0018465171,0.1426877,0.0010289247],"about_ca_topic_score_codex":0.0028836743,"about_ca_topic_score_gemma":0.004612635,"teacher_disagreement_score":0.5641326,"about_ca_system_score_codex":0.00037810914,"about_ca_system_score_gemma":0.0010055131,"threshold_uncertainty_score":0.9995653},"labels":[],"label_agreement":null},{"id":"W4379600149","doi":"10.1097/acm.0000000000005290","title":"Deep Learning Model for Automated Trainee Assessment During High-Fidelity Simulation","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Medical Council of Canada","keywords":"Computer science; Inter-rater reliability; Deep learning; Modalities; Competence (human resources); Artificial intelligence; Medical physics; Simulation; Machine learning; Medicine","score_opus":0.09712288966503065,"score_gpt":0.46750528643113654,"score_spread":0.3703823967661059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379600149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92162967,0.00015350587,0.05958498,0.014690691,0.00055749394,0.0013513307,0.0000063077573,0.001933177,0.00009281932],"genre_scores_gemma":[0.9932767,0.00008151467,0.0014530862,0.0010303447,0.0011574945,0.00024058095,0.0008568815,0.00006503721,0.0018383289],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974967,0.0000891752,0.00088307116,0.0004508469,0.0006000668,0.0004800868],"domain_scores_gemma":[0.997411,0.0012026904,0.0002615044,0.00030203888,0.00051237986,0.00031039803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012361975,0.00022053723,0.0004504878,0.00042314202,0.0002732396,0.0000046957257,0.00011307523,0.0003344876,0.00016115513],"category_scores_gemma":[0.0016328342,0.00019964934,0.000059066966,0.00073933066,0.000077136116,0.000118909826,0.000026188634,0.00080487184,0.00003672935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100825324,0.000009021699,0.048299544,0.0005670357,0.000036032234,0.0000029018806,0.006111162,0.93951666,0.0024614728,0.00035225213,0.0016595327,0.00088354154],"study_design_scores_gemma":[0.0025831638,0.00010374465,0.1879844,0.00030164816,0.00009613682,0.000004648356,0.0018949655,0.80583316,0.000054062944,0.0009236949,0.00009189229,0.00012850185],"about_ca_topic_score_codex":0.000065138294,"about_ca_topic_score_gemma":0.000001642079,"teacher_disagreement_score":0.13968486,"about_ca_system_score_codex":0.00045952853,"about_ca_system_score_gemma":0.00031380766,"threshold_uncertainty_score":0.81414634},"labels":[],"label_agreement":null},{"id":"W4381136639","doi":"10.1097/acm.0000000000005301","title":"How Theory Can Inform Practice: A Case of Easing Transition Into Residency","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transition (genetics); Residency training; Medical education; Psychology; MEDLINE; Medicine; Political science; Continuing education","score_opus":0.034879139778945016,"score_gpt":0.40588619588468056,"score_spread":0.37100705610573553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381136639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68795806,0.0005275214,0.0035474778,0.30398694,0.0006601038,0.0005427939,0.000002374564,0.00016574077,0.0026089833],"genre_scores_gemma":[0.9886599,0.0005620571,0.0014561956,0.006525788,0.0010688746,0.000040572646,0.00014672139,0.000026952483,0.0015129119],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9981446,0.00010793363,0.0006240491,0.00022337542,0.0006353486,0.0002646928],"domain_scores_gemma":[0.99819195,0.0005456637,0.00029454977,0.00034398987,0.0005009943,0.0001228453],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032340814,0.00014846104,0.0003377118,0.0006323597,0.000112852336,0.00000401167,0.0001073472,0.00029441869,0.00011308541],"category_scores_gemma":[0.0210648,0.00011722324,0.000034292807,0.0018661555,0.00039690232,0.0002749096,0.000024598623,0.0009768085,0.000016156762],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088976795,0.00007976194,0.0010015019,0.0024467423,0.00031069387,0.002496057,0.2836219,0.000009349669,0.036457967,0.110503376,0.15269667,0.4094862],"study_design_scores_gemma":[0.009963618,0.0022366655,0.0033403696,0.007707359,0.0021900134,0.025593096,0.7490355,0.00343675,0.011648802,0.10927603,0.074799374,0.00077246374],"about_ca_topic_score_codex":0.00027953097,"about_ca_topic_score_gemma":0.000007217711,"teacher_disagreement_score":0.46541357,"about_ca_system_score_codex":0.00016011286,"about_ca_system_score_gemma":0.00039672613,"threshold_uncertainty_score":0.9871812},"labels":[],"label_agreement":null},{"id":"W4381598283","doi":"10.1097/acm.0000000000005306","title":"Tuition Costs of Master’s of Health Professions Education Programs: A Cross-Sectional Analysis","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Interquartile range; Jurisdiction; Cross-sectional study; Total cost; Indirect costs; Currency; Medical education; Medicine; Demography; Political science; Family medicine; Sociology; Business; Economics; Management; Accounting","score_opus":0.10088022740916273,"score_gpt":0.48051349882480904,"score_spread":0.3796332714156463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381598283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9809433,0.00041143256,0.002574442,0.013399399,0.0009480162,0.0008667287,0.000006010327,0.00009493999,0.0007557384],"genre_scores_gemma":[0.99340445,0.00025128506,0.0004506872,0.0010489267,0.00046595934,0.0001575796,0.0018672355,0.000016878303,0.0023370166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701655,0.00012125378,0.0014500201,0.00028314305,0.0008710277,0.00025800007],"domain_scores_gemma":[0.99792725,0.00009768209,0.0007623293,0.00034606818,0.00075731025,0.00010934781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002743994,0.00012935842,0.0005466444,0.0013767999,0.00009197357,0.0000019136442,0.00014042185,0.0002448982,0.00035026774],"category_scores_gemma":[0.001962993,0.00010345907,0.00008288973,0.005558159,0.00040408893,0.00008666954,0.00003664554,0.00056360214,0.000020325546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055880962,0.00014514643,0.92494416,0.00055348856,0.0002308137,4.0858694e-7,0.0033788783,0.000009655958,0.0013524485,0.0040862355,0.015350517,0.04989234],"study_design_scores_gemma":[0.0010002059,0.0004222103,0.9862968,0.0014305868,0.00030576525,0.000017344486,0.0061600306,0.0011989708,0.00017626578,0.0011943284,0.0017091897,0.00008834528],"about_ca_topic_score_codex":0.00020892313,"about_ca_topic_score_gemma":0.0000038875687,"teacher_disagreement_score":0.06135257,"about_ca_system_score_codex":0.00026325101,"about_ca_system_score_gemma":0.0009664855,"threshold_uncertainty_score":0.42189384},"labels":[],"label_agreement":null},{"id":"W4381598441","doi":"10.1097/acm.0000000000005304","title":"Exploring Mistreatment of Medical Students by Patients: A Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver Coastal Health; University of British Columbia","funders":"","keywords":"Empathy; Qualitative research; Openness to experience; Ethnic group; Medicine; Psychology; Medical education; Family medicine; Clinical psychology; Social psychology","score_opus":0.26593979908937804,"score_gpt":0.489962583781743,"score_spread":0.22402278469236497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381598441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98734295,0.00019020632,0.000010176319,0.009155572,0.0006709667,0.0004258041,0.000011089006,0.000087543944,0.0021057061],"genre_scores_gemma":[0.9944836,0.0027143604,0.0000013529287,0.0005394306,0.00029308908,0.0000454109,0.000044815388,0.000007491834,0.0018704442],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99175996,0.00052692386,0.0004092865,0.00025041035,0.006730885,0.000322544],"domain_scores_gemma":[0.9986291,0.00061639916,0.00013675161,0.00014556278,0.0001391325,0.00033303502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008070218,0.00011827966,0.0003336007,0.00013851306,0.00019658283,0.00000604012,0.0012776487,0.00012653475,0.00055215554],"category_scores_gemma":[0.0025183682,0.000093334405,0.000029317906,0.00077126286,0.0006410102,0.00015364091,0.0002483532,0.0003600774,0.00006625504],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021803336,0.000117524556,0.069178306,0.000017664192,0.00009373955,0.000017492983,0.834294,1.119287e-7,0.000008564365,0.0006191632,0.09263245,0.0029991346],"study_design_scores_gemma":[0.0025617909,0.00063125085,0.005028416,0.0002365449,0.000081147715,9.046669e-8,0.97625715,0.0000010923404,0.000014176814,0.00022398008,0.01488135,0.00008298669],"about_ca_topic_score_codex":0.0034690197,"about_ca_topic_score_gemma":0.00006781468,"teacher_disagreement_score":0.14196312,"about_ca_system_score_codex":0.00010848927,"about_ca_system_score_gemma":0.0000830858,"threshold_uncertainty_score":0.6045716},"labels":[],"label_agreement":null},{"id":"W4381599219","doi":"10.1097/acm.0000000000005305","title":"The Assessment Burden in Competency-Based Medical Education: How Programs Are Adapting","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Mindset; Competence (human resources); Medical education; Graduate medical education; Psychology; Medicine; Accreditation; Computer science","score_opus":0.04236800594555507,"score_gpt":0.4052258246188636,"score_spread":0.3628578186733085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381599219","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1363292,0.0006584682,0.0004731353,0.8563699,0.0020206717,0.0009634462,4.5927638e-7,0.0002487444,0.0029359702],"genre_scores_gemma":[0.96941054,0.000755973,0.0025969287,0.016037019,0.0048910542,0.0007854104,0.00041670856,0.000056630975,0.0050497097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99631405,0.00015815643,0.0007495904,0.00038727734,0.0018520219,0.00053891574],"domain_scores_gemma":[0.99814916,0.00047075519,0.0002888977,0.00050066534,0.0003413556,0.00024916593],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043166084,0.00020941303,0.00039420254,0.0004079835,0.00023324287,0.000014273553,0.00044928413,0.00036934632,0.00024364103],"category_scores_gemma":[0.009985661,0.00013355147,0.000041863575,0.0026112623,0.00056463067,0.0000722795,0.00007101542,0.0020235856,0.00005577473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004700051,0.00011522193,0.13778538,0.00037418163,0.000054344604,0.000074541895,0.0024695608,0.00001123849,0.0002380596,0.040942226,0.32740137,0.4904869],"study_design_scores_gemma":[0.0069403984,0.00071471545,0.20004329,0.0129405465,0.00020324218,0.00024581075,0.0819435,0.08868345,0.00004974575,0.01168711,0.59594584,0.00060234],"about_ca_topic_score_codex":0.00007542577,"about_ca_topic_score_gemma":0.000037989368,"teacher_disagreement_score":0.84033287,"about_ca_system_score_codex":0.00032990493,"about_ca_system_score_gemma":0.005939645,"threshold_uncertainty_score":0.9996958},"labels":[],"label_agreement":null},{"id":"W4382198744","doi":"10.1097/acm.0000000000005311","title":"Scholarly Curriculum at a Psychiatry Residency Program in Canada: 10-Year Outcomes","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Curriculum; Residency training; Medical education; MEDLINE; Graduate medical education; Psychology; Medicine; Family medicine; Political science; Pedagogy; Continuing education; Accreditation","score_opus":0.11530398525654881,"score_gpt":0.4511923058089451,"score_spread":0.33588832055239626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382198744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68452203,0.001545888,0.0000013803116,0.30847993,0.0006166922,0.0010813406,0.0000055972246,0.00016670789,0.0035803998],"genre_scores_gemma":[0.9129893,0.006760731,0.00026342756,0.047024664,0.001770985,0.00038779658,0.00019511975,0.00009058066,0.030517396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9944184,0.00014885323,0.0008718178,0.00047038982,0.0022320908,0.0018584464],"domain_scores_gemma":[0.9933747,0.00042843958,0.00011661055,0.00044901023,0.00016348195,0.0054677804],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029452075,0.00025139964,0.00072380493,0.0005175053,0.00009972514,0.000006102428,0.00031499626,0.00032217678,0.0016066635],"category_scores_gemma":[0.06705961,0.00016845595,0.000049646485,0.0018102139,0.00017125071,0.00018590844,0.00014336022,0.002357349,0.0005930233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004609473,0.000014638657,0.54057264,0.0002340659,0.000014182583,0.0002255078,0.00014611856,1.3928945e-7,0.000050810413,0.00016339801,0.4537627,0.004769657],"study_design_scores_gemma":[0.0054939054,0.00080908166,0.83847886,0.0019261432,0.00004461255,0.000049222912,0.002616075,0.0001586354,0.000018371335,0.00078204373,0.14942953,0.00019353048],"about_ca_topic_score_codex":0.48731944,"about_ca_topic_score_gemma":0.37456527,"teacher_disagreement_score":0.30433318,"about_ca_system_score_codex":0.0017089619,"about_ca_system_score_gemma":0.031006617,"threshold_uncertainty_score":0.99994427},"labels":[],"label_agreement":null},{"id":"W4383894928","doi":"10.1097/acm.0000000000005322","title":"On the Importance of Professional Resistance","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Government (linguistics); Resistance (ecology); Work (physics); Library science; Political science; Medicine; Public relations; Public administration; Engineering","score_opus":0.05150717446714483,"score_gpt":0.3917362557067379,"score_spread":0.3402290812395931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383894928","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010248476,0.0005210539,0.00002592314,0.97753924,0.0032911324,0.0008003997,0.000011826541,0.00008696094,0.0074749603],"genre_scores_gemma":[0.0024908967,0.00025269916,0.00005677711,0.8434874,0.011009196,0.00016981251,0.0006187648,0.00007343983,0.14184104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961705,0.00011874552,0.0010875667,0.00043442496,0.0018170457,0.00037171424],"domain_scores_gemma":[0.9965057,0.0014557297,0.0007335276,0.0009001208,0.0003592139,0.000045719356],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018867974,0.00028856858,0.0006584709,0.00035121327,0.000096546304,0.000001215165,0.00048184735,0.0012909308,0.0014731582],"category_scores_gemma":[0.01215628,0.00015658252,0.00006803472,0.001141734,0.0007714757,0.000024639332,0.000041377352,0.008036581,0.00017498026],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043908552,0.0000073580654,0.00037716393,0.0006073076,0.00006039628,0.000062478364,0.00061868096,6.11061e-8,0.00009779688,0.0067179194,0.9911749,0.00023205728],"study_design_scores_gemma":[0.0005581173,0.00012503454,0.0013797344,0.0072452663,0.00016116697,0.000022260101,0.0004981621,0.000011802803,0.00008461864,0.0143821975,0.9753861,0.00014553891],"about_ca_topic_score_codex":0.000005438632,"about_ca_topic_score_gemma":8.7031674e-7,"teacher_disagreement_score":0.13436608,"about_ca_system_score_codex":0.00017042416,"about_ca_system_score_gemma":0.00043942276,"threshold_uncertainty_score":0.99943966},"labels":[],"label_agreement":null},{"id":"W4384945089","doi":"10.1097/acm.0000000000005334","title":"Strategies to Create a More Gender Identity Inclusive Learning Environment in Preclinical and Clinical Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Curriculum; Identity (music); Medical education; Diversity (politics); Medical terminology; Reproductive health; Terminology; Inclusion (mineral); Medicine; Psychology; Sociology; Pedagogy; Nursing; Gender studies; Population","score_opus":0.16523416223970927,"score_gpt":0.535130038778207,"score_spread":0.3698958765384977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384945089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92269486,0.0022584489,0.00024657833,0.072233,0.0005302157,0.00068158057,0.0000011668458,0.00010405419,0.0012501024],"genre_scores_gemma":[0.97262967,0.01433943,0.00009953651,0.010287562,0.0015028125,0.00007239555,0.000073335475,0.000027130178,0.00096810394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965905,0.00032537483,0.0010484817,0.00065864803,0.00096892833,0.00040806324],"domain_scores_gemma":[0.99788547,0.00080794847,0.00011386522,0.00028409553,0.00005268606,0.0008559558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004150895,0.00019083716,0.0005695307,0.0003054477,0.00008841469,0.000005830024,0.00018055769,0.0005808148,0.0004598653],"category_scores_gemma":[0.00558764,0.0001524504,0.00004564679,0.00046726415,0.00032832925,0.00013233602,0.0002943799,0.002007732,0.00013661856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002640771,0.00006984362,0.8935497,0.00033157037,0.00007569168,0.00015408643,0.019156676,0.000028820818,0.000074701784,0.0015334226,0.010651854,0.074109584],"study_design_scores_gemma":[0.00238689,0.00071118557,0.9193946,0.0008107436,0.00010808773,0.00013361148,0.049371246,0.0014402545,0.000006277396,0.005687104,0.0197651,0.00018486635],"about_ca_topic_score_codex":0.00029114226,"about_ca_topic_score_gemma":0.00003797201,"teacher_disagreement_score":0.07392471,"about_ca_system_score_codex":0.000118196054,"about_ca_system_score_gemma":0.00080420927,"threshold_uncertainty_score":0.87227076},"labels":[],"label_agreement":null},{"id":"W4385409936","doi":"10.1097/acm.0000000000005358","title":"Constructing “Burnout”: A Critical Discourse Analysis of Burnout in Postgraduate Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto","funders":"","keywords":"Burnout; Existentialism; Construct (python library); Psychology; Medicine; Social psychology; Medical education; Political science; Clinical psychology; Law","score_opus":0.08412293904636567,"score_gpt":0.5389781921649572,"score_spread":0.45485525311859154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385409936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.844618,0.002435729,0.00018463068,0.14627476,0.0021423502,0.0005418274,0.000043598408,0.00011906435,0.0036400491],"genre_scores_gemma":[0.99070954,0.0023053945,0.000061519975,0.004288385,0.0010116005,0.00014634844,0.00029106264,0.000027683423,0.0011584678],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99411595,0.0011417865,0.0020627694,0.0004857454,0.0012908187,0.0009029208],"domain_scores_gemma":[0.9937939,0.004320531,0.0004481905,0.00038871312,0.0004004383,0.0006481998],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004831373,0.00023762042,0.0010890897,0.0015820672,0.0002902188,0.0000015554597,0.00042570024,0.00078943546,0.0024829532],"category_scores_gemma":[0.019622838,0.00017302607,0.00010197596,0.003637121,0.0006194982,0.00012694142,0.0002205159,0.002923616,0.000096243275],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007609335,0.00004597767,0.87703633,0.00085740024,0.00017069404,0.000040289142,0.020517128,0.0000031589973,0.00018457846,0.037163932,0.009861431,0.054042965],"study_design_scores_gemma":[0.004530099,0.00029745206,0.40815473,0.06126996,0.0017056178,0.000028023122,0.47423744,0.023942277,0.000050347826,0.021020612,0.0038949659,0.0008684753],"about_ca_topic_score_codex":0.0028011336,"about_ca_topic_score_gemma":0.00065128284,"teacher_disagreement_score":0.4688816,"about_ca_system_score_codex":0.0001972337,"about_ca_system_score_gemma":0.0025598968,"threshold_uncertainty_score":0.99937665},"labels":[],"label_agreement":null},{"id":"W4385410202","doi":"10.1097/acm.0000000000005355","title":"Set Up to Fail? Barriers Impeding Resident Communication Training in Neonatal Intensive Care Units","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Infant Development and Preterm Care","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University; Western University","funders":"","keywords":"Competence (human resources); Formative assessment; Grounded theory; Trainer; Medical education; Psychology; Experiential learning; Communication skills training; Set (abstract data type); Focus group; Nursing; Medicine; Qualitative research; Communication skills; Pedagogy; Social psychology","score_opus":0.08276762369201064,"score_gpt":0.35968660532196706,"score_spread":0.27691898162995643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385410202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989287,0.0012180463,0.000008637995,0.007475029,0.00056205934,0.0005594681,0.000024190605,0.00015252475,0.0007130145],"genre_scores_gemma":[0.9931218,0.000789686,0.0000053121757,0.0038330324,0.00028928052,0.000057392765,0.0011424441,0.000031948628,0.0007291213],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99818105,0.000091222035,0.000527459,0.00030432048,0.00045505835,0.00044092248],"domain_scores_gemma":[0.9983124,0.00035486437,0.000096838005,0.00034018577,0.0005431464,0.00035253563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008188365,0.0002018074,0.00042587437,0.0006283697,0.000112257454,0.0000052369996,0.00027642125,0.00024666416,0.00015850154],"category_scores_gemma":[0.003904168,0.00017344198,0.000026558226,0.0013071145,0.00010824276,0.00011549764,0.00017911753,0.0010159973,0.00005087277],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011616847,1.5832395e-9,0.009168694,0.00007140751,0.00002442629,0.000089024295,0.9735982,0.000005125605,0.00047544672,0.00012969744,0.015872108,0.00044972345],"study_design_scores_gemma":[0.0015684013,0.000116645744,0.0008720377,0.0021197984,0.000055131386,0.00007219687,0.9759423,0.00011510909,0.0008172637,0.00014688988,0.017978566,0.00019562201],"about_ca_topic_score_codex":0.00013342724,"about_ca_topic_score_gemma":0.000055615812,"teacher_disagreement_score":0.008296656,"about_ca_system_score_codex":0.00019446235,"about_ca_system_score_gemma":0.00033070627,"threshold_uncertainty_score":0.70727587},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4385410213","doi":"10.1097/acm.0000000000005359","title":"Detour or New Direction: The Impact of the COVID-19 Pandemic on the Professional Identity Formation of Postgraduate Residents","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Sinai Hospital; The Wilson Centre; University of Toronto; Public Health Ontario","funders":"Department of Family and Community Medicine, University of Toronto","keywords":"Socialization; Identity (music); Pandemic; Thematic analysis; Curriculum; Agency (philosophy); Psychology; Medical education; Nursing; Sociology; Coronavirus disease 2019 (COVID-19); Social psychology; Medicine; Qualitative research; Pedagogy; Social science","score_opus":0.2841511517458914,"score_gpt":0.5453913982972578,"score_spread":0.2612402465513664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385410213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9387161,0.00029692386,0.00008461603,0.057985146,0.0014752839,0.00084122666,0.000019187146,0.000049278467,0.0005322335],"genre_scores_gemma":[0.97875947,0.0006446264,5.0315043e-7,0.00682032,0.0004138645,0.000034769666,0.00001312998,0.000011369574,0.013301929],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99786,0.0005511288,0.0005591971,0.00017411419,0.00059480243,0.0002607359],"domain_scores_gemma":[0.9970938,0.0018249572,0.00046890718,0.0004247874,0.000044346452,0.0001432068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025006672,0.00013162458,0.00022335927,0.00011272535,0.00025333115,0.0000020285565,0.000548018,0.00015321714,0.0006840613],"category_scores_gemma":[0.0016804127,0.000047360467,0.00009048618,0.0008795533,0.00022224327,0.00009876472,0.00011474308,0.0006877935,0.0000703859],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001095761,0.000026821754,0.19851796,0.00015347495,0.00008256555,0.0000033752797,0.02948678,0.000033229717,0.0027208142,0.0029385686,0.76165783,0.0032828152],"study_design_scores_gemma":[0.0021842397,0.00052361214,0.9690036,0.0004953386,0.00008069558,0.000098166354,0.0070119174,0.000112387876,0.00026912414,0.012786056,0.0073364032,0.000098455006],"about_ca_topic_score_codex":0.011870931,"about_ca_topic_score_gemma":0.000501741,"teacher_disagreement_score":0.77048564,"about_ca_system_score_codex":0.00033478948,"about_ca_system_score_gemma":0.00071079214,"threshold_uncertainty_score":0.99470913},"labels":[],"label_agreement":null},{"id":"W4385410225","doi":"10.1097/acm.0000000000005372","title":"Digging Deeper, Zooming Out: Reimagining Legacies in Medical Education","year":2023,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Hard rime; Salient; Identity (music); Sociology; Psychology; History; Environmental ethics; Aesthetics; Geography; Archaeology; Art","score_opus":0.0271283770062835,"score_gpt":0.4250316291321881,"score_spread":0.3979032521259046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385410225","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015564499,0.0027137431,0.0003146888,0.059164044,0.9307476,0.00067949016,0.000005078698,0.00038985908,0.0044290423],"genre_scores_gemma":[0.0011691378,0.0062059024,0.00062339654,0.005098739,0.96202546,0.00035333162,0.0029190462,0.00023420929,0.021370748],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9912794,0.00016981532,0.0021967331,0.0010568623,0.0043723746,0.00092481583],"domain_scores_gemma":[0.99507785,0.0021408687,0.0006854241,0.0008430371,0.00079516525,0.00045763748],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0057917964,0.00062644115,0.0014223437,0.0020619927,0.00015516911,0.000018984694,0.0007558211,0.0032345823,0.0008854574],"category_scores_gemma":[0.15401472,0.00048815116,0.000096066055,0.0019869886,0.0006654335,0.000251109,0.00022400334,0.011868166,0.000344118],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050347448,0.00004080487,0.0007441277,0.0007817458,0.00005481786,0.00007730865,0.005248003,4.0026188e-7,0.00005424449,0.0004147511,0.9501574,0.042376053],"study_design_scores_gemma":[0.0017058941,0.00011930759,0.00020198573,0.017724922,0.00026071575,0.000045822384,0.0050135814,0.00061457424,0.000010656724,0.0011468405,0.9727321,0.00042359924],"about_ca_topic_score_codex":0.00048575524,"about_ca_topic_score_gemma":0.000050945575,"teacher_disagreement_score":0.14822292,"about_ca_system_score_codex":0.0011681434,"about_ca_system_score_gemma":0.008018596,"threshold_uncertainty_score":0.999757},"labels":[],"label_agreement":null},{"id":"W4385410353","doi":"10.1097/acm.0000000000005373","title":"Picking Up Where the Authors Left Off: Reading Research in Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Reading (process); Medical education; Psychology; Higher education; Medicine; Political science","score_opus":0.4463107719397395,"score_gpt":0.6579518382713051,"score_spread":0.2116410663315656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385410353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5435216,0.0014941203,0.000017638335,0.43562606,0.0070104864,0.0009903794,6.7439817e-7,0.00009083036,0.011248262],"genre_scores_gemma":[0.9113165,0.014907157,0.000010294855,0.008036676,0.006613703,0.00036303047,0.000035661975,0.000024157227,0.058692817],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99251664,0.0025843407,0.0008344086,0.0003842761,0.0022607476,0.0014195995],"domain_scores_gemma":[0.99308956,0.005357,0.0001214969,0.0003729465,0.00029114872,0.0007678284],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04286354,0.00010459857,0.0002185147,0.0008051361,0.0014176487,0.0000055836176,0.00084567245,0.00048521362,0.0032136021],"category_scores_gemma":[0.022530535,0.000062992476,0.000015136949,0.0027824086,0.00044943477,0.00017511185,0.00022719165,0.0059139216,0.0017218799],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010091825,0.00000440043,0.14628543,0.00020023943,0.0000016874983,0.0000029831708,0.04773677,7.1734524e-7,0.00005213021,0.0034033526,0.7821031,0.020199046],"study_design_scores_gemma":[0.0004847225,0.00007506332,0.12494392,0.004458488,0.000002897573,0.00000826604,0.1580825,0.0017838493,0.0000035561804,0.007780261,0.7022808,0.00009564672],"about_ca_topic_score_codex":0.0036788706,"about_ca_topic_score_gemma":0.00064667285,"teacher_disagreement_score":0.4275894,"about_ca_system_score_codex":0.00047356734,"about_ca_system_score_gemma":0.0076072537,"threshold_uncertainty_score":0.99988234},"labels":[],"label_agreement":null},{"id":"W4385690695","doi":"10.1097/acm.0000000000005365","title":"Postgraduate Selection in Medical Education: A Scoping Review of Current Priorities and Values","year":2023,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Maastricht Universitair Medisch Centrum; Universiteit Maastricht; College of Medicine, University of Cincinnati; School of Medicine, Stanford University; University of Cincinnati; Cincinnati Children's Hospital Medical Center","keywords":"Selection (genetic algorithm); Inclusion (mineral); Framing (construction); Thematic analysis; Personnel selection; Medical education; Scopus; Psychology; Process (computing); Value (mathematics); MEDLINE; Computer science; Medicine; Sociology; Political science; Qualitative research; Management; Engineering; Social psychology; Social science","score_opus":0.2359005005656359,"score_gpt":0.5722060150788582,"score_spread":0.3363055145132222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385690695","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000112460475,0.9841731,0.000007071608,0.012414788,0.0009396542,0.0020515474,0.0000027119536,0.00006162782,0.00033821893],"genre_scores_gemma":[0.0000015008542,0.9929133,0.000028837912,0.0035308267,0.0013929533,0.00025761328,0.00015106091,0.000045281937,0.0016786488],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99578804,0.000310988,0.0020633813,0.00046752492,0.0010803575,0.0002896982],"domain_scores_gemma":[0.9969808,0.00075506576,0.00060301565,0.00021930395,0.00017683144,0.0012649995],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002185749,0.000351675,0.0027363184,0.0006646322,0.00004245189,0.000002076267,0.00020038767,0.00049365184,0.0019235433],"category_scores_gemma":[0.038536675,0.00023542966,0.00013434519,0.0013066133,0.00033597267,0.000046004225,0.00008809338,0.0020593123,0.000026671922],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020686539,0.000019904019,0.000022497472,0.43558952,0.00002006722,0.0000037056352,0.00016678638,5.486726e-10,1.3931161e-7,0.00020560152,0.019966858,0.54400283],"study_design_scores_gemma":[0.00025423075,0.00006302962,0.000013822359,0.66438854,0.0005825376,0.0003046229,0.00009359236,0.0000029864657,1.570298e-7,0.0001262704,0.3340607,0.000109543056],"about_ca_topic_score_codex":0.000025658195,"about_ca_topic_score_gemma":0.0000026533892,"teacher_disagreement_score":0.5438933,"about_ca_system_score_codex":0.00012331325,"about_ca_system_score_gemma":0.015444187,"threshold_uncertainty_score":0.9989888},"labels":[],"label_agreement":null},{"id":"W4385693102","doi":"10.1097/acm.0000000000005362","title":"When Feedback is Not Perceived as Feedback: Challenges for Regulatory Body–Mandated Peer Review","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Formative assessment; Summative assessment; Peer feedback; Mandate; Perception; Context (archaeology); Psychology; Quality (philosophy); Value (mathematics); Medical education; Medicine; Applied psychology; Computer science; Pedagogy","score_opus":0.0951194631379697,"score_gpt":0.4039826144719542,"score_spread":0.3088631513339845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385693102","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12604916,0.017033294,0.00007149404,0.84524345,0.0016616487,0.0022125777,0.000016844748,0.00046706412,0.0072444575],"genre_scores_gemma":[0.21104652,0.21186537,0.0011738748,0.28222206,0.009180013,0.001123452,0.003476274,0.00029023088,0.27962223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955621,0.00008389074,0.0011440503,0.000707884,0.0018622869,0.000639812],"domain_scores_gemma":[0.9966572,0.0003150463,0.00032244215,0.00084407517,0.0015757744,0.0002854829],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044368356,0.00036127347,0.0009186205,0.00045560751,0.00017140365,0.000004846869,0.00040363875,0.0005780949,0.0032102682],"category_scores_gemma":[0.014344667,0.00028286563,0.00011448804,0.0009660239,0.0004163302,0.0001425625,0.00008436522,0.0012275737,0.0011909534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102725164,0.00001878789,0.0001154026,0.002733179,0.000107403685,0.00000805174,0.0055999663,9.926907e-8,0.003887982,0.001607468,0.9517231,0.03409582],"study_design_scores_gemma":[0.0034878852,0.0004471961,0.02535736,0.010669349,0.00059629115,0.00012523281,0.003491151,0.00028899385,0.0005043799,0.0029569978,0.9517515,0.0003236684],"about_ca_topic_score_codex":0.00002455319,"about_ca_topic_score_gemma":7.1042297e-7,"teacher_disagreement_score":0.56302136,"about_ca_system_score_codex":0.00021889085,"about_ca_system_score_gemma":0.0003491406,"threshold_uncertainty_score":0.99996233},"labels":[],"label_agreement":null},{"id":"W4385726261","doi":"10.1097/acm.0000000000005433","title":"Having a Bad Day Is Not an Option: Learner Perspectives on Learner Handover","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Medical Council of Canada; CARE Canada; University of Ottawa","funders":"","keywords":"Confidentiality; Scrutiny; Handover; Psychology; Medical education; Gossip; Perspective (graphical); Grounded theory; Process (computing); Qualitative research; Pedagogy; Computer science; Social psychology; Medicine; Sociology; Political science","score_opus":0.05523372959552505,"score_gpt":0.3729755388033794,"score_spread":0.3177418092078544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385726261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.917625,0.00078730093,0.000100081335,0.0704212,0.00048700845,0.00037099942,0.000004855798,0.0003742547,0.00982932],"genre_scores_gemma":[0.8947507,0.0015711684,0.000058695117,0.009064924,0.0017140941,0.000020411264,0.000037042733,0.00005242443,0.09273053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977201,0.00007975925,0.00040480783,0.0005939462,0.0007331748,0.00046817595],"domain_scores_gemma":[0.9985421,0.00024112046,0.00009818129,0.00047720768,0.000097105796,0.0005443092],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008173821,0.0002731834,0.00053219445,0.00034398053,0.00017582971,0.000008632937,0.00019050676,0.00030492205,0.0029451975],"category_scores_gemma":[0.0013469775,0.00017587983,0.00009738159,0.000603498,0.00022249257,0.000164236,0.00008042806,0.001189399,0.0010451172],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014591612,0.0002761623,0.13864173,0.00033116617,0.00053684396,0.0011186358,0.22767869,0.00007232599,0.076624736,0.027150976,0.428538,0.097571574],"study_design_scores_gemma":[0.012092849,0.004917681,0.42149746,0.0028582409,0.0005512996,0.00023557141,0.08462797,0.0037762532,0.0055591874,0.001494853,0.46134248,0.0010461358],"about_ca_topic_score_codex":0.000052502903,"about_ca_topic_score_gemma":0.0000011238908,"teacher_disagreement_score":0.28285575,"about_ca_system_score_codex":0.0000782449,"about_ca_system_score_gemma":0.000079303485,"threshold_uncertainty_score":0.9997327},"labels":[],"label_agreement":null},{"id":"W4386271788","doi":"10.1097/acm.0000000000005443","title":"Upholding Our PROMISE: Underrepresented in Medicine Pediatric Residents' Perspectives on Interventions to Promote Belonging","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute","funders":"","keywords":"Mentorship; Psychological intervention; Underrepresented Minority; Inclusion (mineral); Medical education; Diversity (politics); Medicine; Equity (law); Family medicine; Psychology; Nursing; Political science; Social psychology","score_opus":0.11626953785614838,"score_gpt":0.43602465517867955,"score_spread":0.31975511732253115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386271788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.764358,0.0015667476,0.00022836839,0.21241792,0.0016629229,0.0012155629,0.000004502098,0.00042717945,0.018118849],"genre_scores_gemma":[0.9828811,0.0034270405,0.00002365766,0.0010707324,0.0027206012,0.000042342403,0.000018418219,0.000021191463,0.009794873],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99607605,0.0003126358,0.0005673698,0.0005950498,0.0017582068,0.00069066975],"domain_scores_gemma":[0.998655,0.0003140109,0.00015825832,0.00028995823,0.00014830254,0.00043443876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061488454,0.00020672327,0.00044638632,0.0015132574,0.0004242566,0.000014582965,0.0009114382,0.0002227665,0.0003501831],"category_scores_gemma":[0.008008221,0.00017754438,0.00006870561,0.0037508046,0.0002664997,0.00020219282,0.00023056379,0.0009653959,0.00023056514],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013757455,0.00005513925,0.07724283,0.00031843034,0.000056217385,0.00029740582,0.5972398,0.00011249126,0.0005155448,0.019731507,0.29994056,0.0043524997],"study_design_scores_gemma":[0.0023804712,0.00053905963,0.05299285,0.0036807146,0.00014374465,0.0000039028073,0.9314092,0.000042229236,0.000022490205,0.0040502544,0.0044445354,0.00029057878],"about_ca_topic_score_codex":0.0027607682,"about_ca_topic_score_gemma":0.00034416048,"teacher_disagreement_score":0.33416936,"about_ca_system_score_codex":0.00036601254,"about_ca_system_score_gemma":0.000111999194,"threshold_uncertainty_score":0.95871675},"labels":[],"label_agreement":null},{"id":"W4386296598","doi":"10.1097/01.acm.0000978360.76431.73","title":"Commentary on Aristotle’s <i>Politics</i>","year":2022,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"Humanism; Politics; Medicine; Vice president; Library science; Family medicine; Sociology; Medical education; Management; Political science; Law","score_opus":0.13340429036314452,"score_gpt":0.5279976141033546,"score_spread":0.39459332374021006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386296598","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017646166,0.0007871535,0.00026595235,0.7395705,0.006082046,0.0006399962,0.000026296246,0.00019074052,0.23479117],"genre_scores_gemma":[0.43950427,0.00029307793,0.00003420105,0.5491547,0.002973398,0.00017774075,0.000057889727,0.000029732564,0.0077749994],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923764,0.004455442,0.0007856302,0.0003450558,0.0013952651,0.00064224104],"domain_scores_gemma":[0.98194945,0.01678153,0.00034157324,0.0005059351,0.00006575082,0.00035579232],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010755311,0.00016693994,0.00033247756,0.0001371043,0.0029849182,6.185961e-7,0.00063588674,0.0003052273,0.015313326],"category_scores_gemma":[0.010486827,0.00013815485,0.000028514662,0.00027857997,0.00043378086,0.00006080409,0.0005486728,0.02496286,0.0006359631],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004817051,0.000014869071,0.0023362688,0.000058622274,0.000016158841,0.000025001698,0.009261299,0.00000430467,0.00014212642,0.09550368,0.89235765,0.00023187068],"study_design_scores_gemma":[0.0013142861,0.0003055557,0.00017934924,0.00018088151,0.00004462942,0.000008563731,0.024206115,0.000050192037,0.000008943735,0.10744935,0.86613876,0.00011340157],"about_ca_topic_score_codex":0.0006509213,"about_ca_topic_score_gemma":0.000005050127,"teacher_disagreement_score":0.4218581,"about_ca_system_score_codex":0.00056771346,"about_ca_system_score_gemma":0.00020097224,"threshold_uncertainty_score":0.99831307},"labels":[],"label_agreement":null},{"id":"W4386564460","doi":"10.1097/acm.0000000000005455","title":"In Reply to Bohler et al","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sinai Health System","funders":"","keywords":"Medical education; Psychology; Quality (philosophy); Anonymity; Function (biology); Balance (ability); Medicine; Computer science; Epistemology","score_opus":0.05813678596146528,"score_gpt":0.4281289030119603,"score_spread":0.36999211705049506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564460","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002567231,0.00022203696,0.00014638512,0.98659855,0.0050914506,0.0009915006,0.000005904852,0.00019432006,0.0041825925],"genre_scores_gemma":[0.00013538757,0.00047045213,0.0003732192,0.91566265,0.01307052,0.00025561627,0.0010131866,0.00013668086,0.06888232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957112,0.00012072499,0.0012489081,0.00079908397,0.0014532501,0.0006668458],"domain_scores_gemma":[0.9981289,0.0003978189,0.00023816444,0.0008555173,0.00023595411,0.00014365077],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0025895906,0.00038679884,0.00089672196,0.0016298383,0.000037981157,0.000004060967,0.00040049118,0.0012532377,0.0012587878],"category_scores_gemma":[0.010775063,0.0003154579,0.00005497382,0.0023455953,0.00021214342,0.000080620106,0.000118004726,0.010939441,0.0016671105],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022395972,0.0000062857766,0.0002228911,0.00018200956,0.000033173677,0.0005490989,0.0022002559,5.861177e-7,0.00013317233,0.0001295036,0.99496406,0.0015565519],"study_design_scores_gemma":[0.0009959053,0.00021433774,0.0011042238,0.0029115488,0.00008191403,0.00017209533,0.0003369584,0.000030304895,0.000014053338,0.0007266591,0.9931633,0.00024872602],"about_ca_topic_score_codex":0.00029285304,"about_ca_topic_score_gemma":0.0000024618803,"teacher_disagreement_score":0.07093596,"about_ca_system_score_codex":0.000445163,"about_ca_system_score_gemma":0.00043441044,"threshold_uncertainty_score":0.9999297},"labels":[],"label_agreement":null},{"id":"W4386564587","doi":"10.1097/acm.0000000000005450","title":"Patient Engagement in Medical Trainee Selection: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Ontario Council of University Libraries; Mount Royal University; The Wilson Centre; Hospital for Sick Children","funders":"","keywords":"Selection (genetic algorithm); Medical education; Limiting; Relevance (law); Inclusion (mineral); Psychology; Community engagement; Public engagement; Focus group; Medicine; Social psychology; Computer science; Public relations; Sociology; Political science","score_opus":0.2821581402289267,"score_gpt":0.5400431535426556,"score_spread":0.25788501331372893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011620931,0.9666395,0.000024296774,0.025842952,0.0010062454,0.0042059207,0.0000031748607,0.00019838163,0.0020783187],"genre_scores_gemma":[0.0000010247725,0.9689082,0.000033306635,0.024473106,0.0018583841,0.0009962933,0.00029508528,0.000095959214,0.0033386236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99302727,0.00065325346,0.0029513377,0.00077710836,0.0019664646,0.000624551],"domain_scores_gemma":[0.99488103,0.0013779867,0.00057012856,0.00045649038,0.00009380168,0.0026205475],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004008655,0.000572641,0.0038440973,0.000737278,0.000082892126,0.0000028768013,0.0003411154,0.0009987624,0.028669335],"category_scores_gemma":[0.046833284,0.00036787897,0.0002961742,0.0023664949,0.0002022405,0.000037662707,0.00014748768,0.005003624,0.000527972],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002915909,0.00002828574,0.0000021533779,0.2406309,0.000067847075,0.00014834211,0.0003807224,1.5684726e-8,9.853683e-8,0.000095983145,0.13411899,0.62452376],"study_design_scores_gemma":[0.00037644865,0.00010439498,9.2530155e-7,0.49792418,0.000565937,0.0003349858,0.000089843474,0.0000058909463,5.8508977e-8,0.000012549093,0.50044096,0.00014383922],"about_ca_topic_score_codex":0.00002070434,"about_ca_topic_score_gemma":0.000005612381,"teacher_disagreement_score":0.62437993,"about_ca_system_score_codex":0.00034130432,"about_ca_system_score_gemma":0.008026477,"threshold_uncertainty_score":0.99987733},"labels":[],"label_agreement":null},{"id":"W4386564646","doi":"10.1097/acm.0000000000005452","title":"“It’s What We Can Do Right Now”: Professional Identity Formation Among Internal Medicine Residents During the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Bishop's University; Queen's University; Thrombosis and Atherosclerosis Research Institute; University of Ottawa","funders":"","keywords":"Pandemic; Identity (music); Burnout; Coronavirus disease 2019 (COVID-19); Medical education; Psychology; Medicine; Nursing; Clinical psychology; Internal medicine","score_opus":0.05574541976491943,"score_gpt":0.4227330391507109,"score_spread":0.3669876193857915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6284697,0.0009521101,0.0005885006,0.36348152,0.004544334,0.00096306304,0.0000036256554,0.0002861918,0.00071094645],"genre_scores_gemma":[0.93067753,0.011885698,0.000025158322,0.03397346,0.004418217,0.0002375312,0.0003907184,0.000052623465,0.018339077],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9945713,0.0002871747,0.0015528109,0.0005467288,0.002380339,0.00066159514],"domain_scores_gemma":[0.9972281,0.0006084544,0.0006449805,0.0006805456,0.00036494335,0.00047296463],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0052587576,0.00035750604,0.0005899713,0.00093772315,0.0006420592,0.00002788239,0.00074799685,0.0004947035,0.002044452],"category_scores_gemma":[0.009362352,0.00021169093,0.00006898486,0.0023582685,0.0012162761,0.0012033051,0.00026050862,0.002607297,0.00023694003],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017458195,0.000020332518,0.13683009,0.00080053793,0.000092638475,0.000080718935,0.03645326,0.000010886384,0.0027051128,0.00072624144,0.8198112,0.0022943774],"study_design_scores_gemma":[0.014173969,0.00047611658,0.6266788,0.019357886,0.0007467659,0.0025489966,0.10181777,0.0021106107,0.00060238113,0.019221382,0.21146534,0.0007999564],"about_ca_topic_score_codex":0.00034944678,"about_ca_topic_score_gemma":0.00020598188,"teacher_disagreement_score":0.60834587,"about_ca_system_score_codex":0.0010772325,"about_ca_system_score_gemma":0.0004142761,"threshold_uncertainty_score":0.99969375},"labels":[],"label_agreement":null},{"id":"W4386564703","doi":"10.1097/acm.0000000000005453","title":"Pros and Cons: Global Adoption of Competency-Based Medical Education","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Specialty; Medical education; Popularity; Economic shortage; Graduate medical education; Medicine; Pace; Developing country; Political science; Family medicine; Government (linguistics); Economic growth","score_opus":0.030246448936550707,"score_gpt":0.3640960460062441,"score_spread":0.3338495970696934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564703","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060503376,0.006426492,0.000083329,0.9819008,0.002278583,0.0009643749,0.00005410446,0.00014569155,0.0020962823],"genre_scores_gemma":[0.012283466,0.0038993694,0.00017901426,0.9721663,0.007455857,0.00009438644,0.0025387753,0.000046677556,0.001336137],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607414,0.00015218886,0.0011294925,0.00049890426,0.0015761096,0.00056916295],"domain_scores_gemma":[0.9977806,0.00052495016,0.00044910598,0.0003626368,0.00029484183,0.0005878644],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012102812,0.00034044494,0.0011345452,0.00027439476,0.0000475104,0.0000018370285,0.00017696677,0.0021998622,0.00030477453],"category_scores_gemma":[0.0037039074,0.0002605683,0.00008003985,0.00051954604,0.0006726458,0.000033089862,0.000046823858,0.0028828713,0.000067140616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009901592,0.000015507843,0.013731496,0.0036375904,0.000036511196,0.00016609188,0.000061703955,6.129784e-8,0.000011126364,0.0008968181,0.9751888,0.006155282],"study_design_scores_gemma":[0.0036157556,0.0007980705,0.014275065,0.01999288,0.0006359273,0.00081395934,0.00031891718,0.00035069353,0.000009642671,0.005503208,0.9532911,0.00039477632],"about_ca_topic_score_codex":0.0003013323,"about_ca_topic_score_gemma":0.000008245733,"teacher_disagreement_score":0.021897689,"about_ca_system_score_codex":0.00019103599,"about_ca_system_score_gemma":0.0089063905,"threshold_uncertainty_score":0.9999847},"labels":[],"label_agreement":null},{"id":"W4386564736","doi":"10.1097/acm.0000000000005456","title":"Challenges Faced by International Medical Students in the United States","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Matriculation; Scholarship; Competition (biology); Political science; Medical education; Face (sociological concept); Medical school; Medicine; Sociology; Law","score_opus":0.1541665658445746,"score_gpt":0.5322231337350964,"score_spread":0.37805656789052183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564736","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006098605,0.0056745005,0.000006842864,0.9762449,0.00510552,0.001463398,0.0000806383,0.00023399031,0.005091561],"genre_scores_gemma":[0.0012284415,0.110000886,0.0000018947034,0.8512268,0.010923975,0.00047570904,0.005998066,0.000086791835,0.020057427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9887302,0.0024014988,0.0017576617,0.0006815922,0.0051330123,0.0012960361],"domain_scores_gemma":[0.9911992,0.007183259,0.000616544,0.00057911227,0.00017991796,0.00024199381],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0072549717,0.00047309065,0.0008461708,0.0005720266,0.0002573832,0.0000054189386,0.0042098914,0.003686341,0.0022557988],"category_scores_gemma":[0.0035912783,0.00028836474,0.00004522496,0.00075120875,0.0003107202,0.000057193643,0.0005864709,0.01927137,0.0012177746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020963322,0.000006743142,0.003970951,0.00044283,0.00005554593,0.00028868698,0.021987155,7.057882e-7,3.0055025e-7,0.00010974431,0.9725893,0.000527074],"study_design_scores_gemma":[0.0015229969,0.00008437078,0.0010451084,0.0075222957,0.000034650813,0.000008745614,0.027304774,0.0000788232,8.743045e-8,0.0011414688,0.9610492,0.00020748198],"about_ca_topic_score_codex":0.0035221241,"about_ca_topic_score_gemma":0.00030579435,"teacher_disagreement_score":0.12501813,"about_ca_system_score_codex":0.00045713616,"about_ca_system_score_gemma":0.00024558452,"threshold_uncertainty_score":0.99995685},"labels":[],"label_agreement":null},{"id":"W4386703752","doi":"10.1097/acm.0000000000005449","title":"Exploring Competency-Based Medical Education Through the Lens of the UME–GME Transition: A Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Stuart Olson (Canada)","funders":"Northeast Ohio Medical University","keywords":"Thematic analysis; Competence (human resources); Graduate medical education; Medical education; Qualitative research; Psychology; Qualitative analysis; Context (archaeology); Accreditation; Pedagogy; Medicine; Social psychology; Sociology","score_opus":0.20629853216858024,"score_gpt":0.46427974820051615,"score_spread":0.2579812160319359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386703752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6479653,0.00020490176,0.0007601801,0.34664053,0.0017678543,0.0011049343,0.0000022997554,0.00009784306,0.0014561729],"genre_scores_gemma":[0.97950554,0.00021671994,0.00018996875,0.017786236,0.0013418809,0.0004664162,0.00007847883,0.000028277067,0.00038650795],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9958932,0.00052461034,0.0009839408,0.00032301518,0.0019789557,0.00029631026],"domain_scores_gemma":[0.99784786,0.00069829094,0.00028252078,0.0006561258,0.00043172203,0.00008348939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003627608,0.00019693663,0.0004265508,0.00020697783,0.00024522073,0.0000025663676,0.00047831034,0.00017443765,0.00052799925],"category_scores_gemma":[0.0069193346,0.00010335851,0.000076767494,0.0028501393,0.0009052697,0.0001701719,0.000051092677,0.0013991471,0.000042736683],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012781392,0.00040160344,0.0012429353,0.0003674576,0.00016830862,0.0000061911655,0.8692504,0.000025005755,0.00071146153,0.04154465,0.076000825,0.010153333],"study_design_scores_gemma":[0.0037597092,0.00074134977,0.01864652,0.002979833,0.0005007542,0.000047893835,0.9473653,0.0014929381,0.00041008167,0.008980899,0.014857462,0.00021726156],"about_ca_topic_score_codex":0.00022507079,"about_ca_topic_score_gemma":0.000013049594,"teacher_disagreement_score":0.33154023,"about_ca_system_score_codex":0.00012614758,"about_ca_system_score_gemma":0.0025376475,"threshold_uncertainty_score":0.82835895},"labels":[],"label_agreement":null},{"id":"W4387106994","doi":"10.1097/acm.0000000000005307","title":"Responding to Patients and Society in Distress","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Distress; MEDLINE; Psychology; Medicine; Political science; Clinical psychology; Law","score_opus":0.06165158441808451,"score_gpt":0.4464615076300398,"score_spread":0.3848099232119553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387106994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98871666,0.00015793486,0.000032386513,0.0073124957,0.00085391244,0.00019096186,0.000009606368,0.000063372965,0.0026626862],"genre_scores_gemma":[0.9941515,0.0002221622,0.0000141697565,0.0021990077,0.00025941283,0.00002039326,0.000020487405,0.000013747971,0.0030991498],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986872,0.0001018772,0.00032308834,0.0003016962,0.00024148203,0.00034464692],"domain_scores_gemma":[0.9989885,0.00058841787,0.000045676894,0.00015799984,0.000022516935,0.00019688993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010267032,0.000091755275,0.00018689618,0.00035705662,0.000052159092,0.0000019378795,0.00014200606,0.00022533284,0.00012134259],"category_scores_gemma":[0.0009073859,0.000068910034,0.00001536752,0.001105835,0.00007285755,0.000020705203,0.00006658085,0.000517187,0.00021095076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020591046,0.000022439372,0.21891415,0.00008881184,0.000039723916,0.0005668398,0.16700727,0.000005311842,0.00067334634,0.003253304,0.22802167,0.3812012],"study_design_scores_gemma":[0.0012134211,0.00012951044,0.9542937,0.00054139626,0.000005135208,0.000016600292,0.010029909,0.000037819984,0.0000040514183,0.0011912793,0.032425337,0.000111796515],"about_ca_topic_score_codex":0.00015059896,"about_ca_topic_score_gemma":0.0000037927516,"teacher_disagreement_score":0.7353796,"about_ca_system_score_codex":0.000037723716,"about_ca_system_score_gemma":0.000012251459,"threshold_uncertainty_score":0.28100696},"labels":[],"label_agreement":null},{"id":"W4387396970","doi":"10.1097/acm.0000000000005465","title":"The Closeted Curriculum","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; MEDLINE; Medicine; Family medicine; Political science; Psychology; Pedagogy; Law","score_opus":0.02881924970989982,"score_gpt":0.3935558448263731,"score_spread":0.36473659511647333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387396970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7342223,0.000912778,0.00018413052,0.24942435,0.0029459386,0.00051892095,7.3946785e-7,0.00046117848,0.011329686],"genre_scores_gemma":[0.9573302,0.0027701473,0.000102059545,0.011966596,0.0039512143,0.00012622717,0.0001932541,0.000035736823,0.02352453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830043,0.000040057777,0.00046421072,0.00020175925,0.0006392424,0.00035429824],"domain_scores_gemma":[0.9990102,0.00021556433,0.00010213327,0.00037904226,0.0001940285,0.000098999015],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016463601,0.00011364041,0.0001935915,0.00019666887,0.00024284796,0.0000031920745,0.00021268071,0.00018148427,0.00024646113],"category_scores_gemma":[0.006455313,0.00006187752,0.000026758325,0.0020666653,0.00040112654,0.000041206757,0.000046547168,0.0009621131,0.0008417038],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011318954,0.000004699149,0.006605234,0.00002863756,0.000024243363,0.000009591337,0.00093261554,3.7957003e-7,0.0009914112,0.010144473,0.93779767,0.043449756],"study_design_scores_gemma":[0.001261189,0.00016612257,0.02839896,0.00034547265,0.00009377924,0.00010867066,0.0067465985,0.0026633984,0.00018971744,0.0049507506,0.95496273,0.00011262735],"about_ca_topic_score_codex":0.000021384574,"about_ca_topic_score_gemma":5.7393044e-7,"teacher_disagreement_score":0.23745775,"about_ca_system_score_codex":0.00007475807,"about_ca_system_score_gemma":0.00010203729,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W4387396976","doi":"10.1097/acm.0000000000005466","title":"Codesigning Policy-Based Solutions to Discrimination and Harassment in Academic Medicine: An Inclusive Approach","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Calgary; University of British Columbia; Children's Hospital of Eastern Ontario","funders":"","keywords":"Harassment; Accountability; Equity (law); Public relations; Transparency (behavior); Inclusion (mineral); Citizen journalism; Diversity (politics); Political science; Public administration; Psychology; Law; Social psychology","score_opus":0.13763037330482966,"score_gpt":0.4318344361377284,"score_spread":0.2942040628328987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387396976","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40994644,0.0011286355,0.018079858,0.5299137,0.00096982357,0.001889687,0.000021378235,0.0005222469,0.03752822],"genre_scores_gemma":[0.9859494,0.0011597819,0.00014405997,0.009323335,0.0017996072,0.000062087194,0.00011775543,0.000015654352,0.0014283175],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99658316,0.00042944864,0.00042847113,0.00045539095,0.0014362569,0.0006672477],"domain_scores_gemma":[0.9984923,0.0005282561,0.000121431665,0.0001793841,0.000115573144,0.0005630721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069857826,0.00018493974,0.0003633019,0.0010320668,0.00060405856,0.000008985395,0.00065471284,0.0003563749,0.000079392004],"category_scores_gemma":[0.0032560707,0.00015898733,0.00001753974,0.0020835467,0.0010456379,0.00027107104,0.00021088535,0.0009182597,0.000027516044],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000885482,0.000026353342,0.016243875,0.00014434899,0.000028092605,0.000043033324,0.6539181,0.0005735492,0.0056620818,0.18760538,0.11781038,0.017856255],"study_design_scores_gemma":[0.0045124087,0.0007740052,0.030344667,0.0017560234,0.00019632,0.0000076049855,0.8918547,0.008120279,0.00007895195,0.03272261,0.029045537,0.00058687956],"about_ca_topic_score_codex":0.0052646683,"about_ca_topic_score_gemma":0.0003509699,"teacher_disagreement_score":0.57600296,"about_ca_system_score_codex":0.00044298972,"about_ca_system_score_gemma":0.0004142288,"threshold_uncertainty_score":0.79586387},"labels":[],"label_agreement":null},{"id":"W4387409984","doi":"10.1097/acm.0000000000005467","title":"Stigma Against Patients With Substance Use Disorders Among Health Care Professionals and Trainees and Stigma-Reducing Interventions: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Psychological intervention; Stigma (botany); Medicine; Inclusion (mineral); Intervention (counseling); Family medicine; Social stigma; Health care; Clinical psychology; Psychiatry; Psychology; Social psychology; Pathology","score_opus":0.13737932865331123,"score_gpt":0.4769284417275015,"score_spread":0.3395491130741902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387409984","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00391168,0.9830958,0.00000707733,0.0004397698,0.00047266643,0.01181072,0.00013609839,0.00009077562,0.000035394074],"genre_scores_gemma":[0.0008781713,0.99327266,0.000012883692,0.00077897357,0.000106332,0.0024555053,0.0012134049,0.000098308774,0.0011837691],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9950447,0.0009725292,0.0021589317,0.00081163825,0.0004725185,0.0005396764],"domain_scores_gemma":[0.9962793,0.0010022039,0.001829095,0.0004495566,0.0000688257,0.0003710458],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010731751,0.00064302766,0.0035812408,0.00033069713,0.00034665814,0.000012847573,0.00028840205,0.00033277125,0.000052567782],"category_scores_gemma":[0.00033433098,0.00037020087,0.00013373217,0.00058003835,0.00027161863,0.00019372063,0.00007287106,0.0009822538,0.000015506723],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007804963,0.000026156562,0.000645033,0.876039,0.00027579677,0.000006690454,0.0053055217,8.160621e-9,7.192946e-10,0.000057735353,0.0026855478,0.11495069],"study_design_scores_gemma":[0.001051519,0.00026582804,0.0009650549,0.9897089,0.0018015841,0.000007915015,0.0035981042,3.415082e-7,1.8832822e-9,0.0000100910365,0.0022966675,0.00029398894],"about_ca_topic_score_codex":0.00025654177,"about_ca_topic_score_gemma":0.00015525155,"teacher_disagreement_score":0.114656694,"about_ca_system_score_codex":0.00019561584,"about_ca_system_score_gemma":0.00007341228,"threshold_uncertainty_score":0.999875},"labels":[],"label_agreement":null},{"id":"W4387595387","doi":"10.1097/acm.0000000000005490","title":"Performance Data Advocacy for Continuing Professional Development in Health Professions","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; Public Health Ontario; University Health Network; Princess Margaret Cancer Centre; Royal College of Physicians and Surgeons of Canada; Centre for Addiction and Mental Health; Medical Council of Canada; WiLAN (Canada); Institute of Health Services and Policy Research","funders":"","keywords":"Salient; Perspective (graphical); Legitimacy; TRACE (psycholinguistics); Engineering ethics; Conceptual framework; Field (mathematics); Professional development; Health care; Data science; Conceptual model; Computer science; Quality (philosophy); Management science; Knowledge management; Psychology; Political science; Sociology; Pedagogy; Epistemology; Engineering","score_opus":0.1225157709144968,"score_gpt":0.4716951264380646,"score_spread":0.3491793555235678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387595387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8970235,0.00028453732,0.00060797366,0.09758918,0.0023729133,0.0017283155,0.00000307611,0.00014891877,0.00024159155],"genre_scores_gemma":[0.96525615,0.0005984873,0.0040194867,0.007496577,0.001236864,0.0005434272,0.003062086,0.000040166244,0.01774674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974392,0.0000534596,0.0010317557,0.0004085335,0.00056961784,0.0004974508],"domain_scores_gemma":[0.99875724,0.00024157095,0.00023701332,0.00047952018,0.00015417841,0.0001304714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004727806,0.00014691052,0.0003840286,0.0005016306,0.00016374433,0.00000141722,0.0003541847,0.00019120453,0.00011479814],"category_scores_gemma":[0.0046531423,0.000108468725,0.000010760057,0.0013258241,0.00012529847,0.0001323046,0.00017928357,0.00095472374,0.00005975577],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013665268,0.00006180695,0.056526225,0.001617411,0.00002317858,0.000003997713,0.03146202,0.0000034623579,0.0007976188,0.0005318866,0.6244907,0.28434503],"study_design_scores_gemma":[0.005444113,0.00026476395,0.23879583,0.014630513,0.00002861568,0.00003479892,0.01755064,0.022623975,0.00020172907,0.0002606579,0.6999255,0.00023890346],"about_ca_topic_score_codex":0.000012622192,"about_ca_topic_score_gemma":0.000002061156,"teacher_disagreement_score":0.28410614,"about_ca_system_score_codex":0.00020918992,"about_ca_system_score_gemma":0.0012444458,"threshold_uncertainty_score":0.5570582},"labels":[],"label_agreement":null},{"id":"W4387798764","doi":"10.1097/acm.0000000000005475","title":"The Aging Care 5Ms Competencies: A Modified Delphi Study to Revise Medical Student Competencies for the Care of Older Adults","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada); Sinai Health System; Memorial University of Newfoundland; University of Ottawa; Baycrest Hospital; University of Alberta; University of Calgary; McGill University; Western University; University of Toronto","funders":"","keywords":"Likert scale; Delphi method; Geriatrics; Core competency; Medical education; Curriculum; Psychology; Delphi; Scale (ratio); Competence (human resources); Qualitative property; Medicine; Survey data collection; Family medicine; Nursing; Pedagogy; Social psychology","score_opus":0.07613106962630113,"score_gpt":0.4605404002768198,"score_spread":0.3844093306505187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387798764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94067544,0.028555885,0.00050215924,0.024781084,0.0013093071,0.003038336,0.000017174905,0.00013340969,0.0009872318],"genre_scores_gemma":[0.99565876,0.00039125176,0.000009743582,0.0011020813,0.00057207944,0.00071954035,0.00002206474,0.00003041977,0.0014940776],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99633765,0.00042365823,0.0007317954,0.00051210943,0.0012605664,0.0007342041],"domain_scores_gemma":[0.99404263,0.0043096514,0.00015624953,0.000791219,0.00044947167,0.00025080278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029443058,0.0002348503,0.00053898786,0.00016160813,0.00055291154,0.0000076139427,0.0016339291,0.00018939715,0.000119542565],"category_scores_gemma":[0.0015964153,0.00011828253,0.00008278338,0.00059811265,0.0006605866,0.0000226963,0.00038779815,0.0010140942,0.000055019693],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028507272,0.00003475958,0.019845162,0.0001670184,0.0003024466,0.000041853196,0.91148293,0.000016174736,0.000014420659,0.0014808632,0.032717325,0.033611957],"study_design_scores_gemma":[0.0029313886,0.0007454708,0.0486247,0.00058473565,0.00012586807,0.000015225009,0.94079673,0.0002622174,0.000006413312,0.000030103864,0.0057468633,0.00013027627],"about_ca_topic_score_codex":0.0007402387,"about_ca_topic_score_gemma":0.0003941498,"teacher_disagreement_score":0.05498333,"about_ca_system_score_codex":0.00006545288,"about_ca_system_score_gemma":0.0001173802,"threshold_uncertainty_score":0.48234215},"labels":[],"label_agreement":null},{"id":"W4387949218","doi":"10.1097/01.acm.0000992892.05222.e8","title":"2022–2023 Research in Medical Education Planning Committee","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Reforms and Innovations","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Family medicine","score_opus":0.12260682059686245,"score_gpt":0.4678134569865939,"score_spread":0.3452066363897314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387949218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82291734,0.0001988118,0.000013686043,0.09650592,0.0005668289,0.00015700163,7.264104e-7,0.000036131227,0.07960358],"genre_scores_gemma":[0.97854215,0.00045270883,0.000024974654,0.00355337,0.0006321799,0.00009771433,0.000091190974,0.000010892619,0.016594818],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99791676,0.0000693413,0.0003207779,0.000218254,0.0011546833,0.00032017942],"domain_scores_gemma":[0.99928653,0.00033248478,0.000040177005,0.00016435621,0.000021364436,0.00015510224],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036775272,0.00006750472,0.000100624726,0.00031546797,0.00012603682,0.0000029262642,0.0003524309,0.00015482637,0.0073318086],"category_scores_gemma":[0.0016447579,0.00005086318,0.000008329605,0.0030026012,0.00032312606,0.0001416964,0.00016412362,0.0010426136,0.0018635987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031297473,0.000013437573,0.18645723,0.0000075818048,0.0000016800328,0.0000049588207,0.0020834848,0.000022118576,0.0006910641,0.0069764936,0.7878769,0.015861895],"study_design_scores_gemma":[0.00033570456,0.00005456404,0.5932861,0.00042208968,0.0000021373503,0.000016249702,0.0084784515,0.0012078257,0.000039414295,0.045692623,0.3503474,0.000117458134],"about_ca_topic_score_codex":0.0007305419,"about_ca_topic_score_gemma":0.000044443652,"teacher_disagreement_score":0.43752953,"about_ca_system_score_codex":0.0002071258,"about_ca_system_score_gemma":0.00019455563,"threshold_uncertainty_score":0.9989136},"labels":[],"label_agreement":null},{"id":"W4387949267","doi":"10.1097/acm.0000000000005414","title":"Why Are Students Appealing Clerkship Grades? A Multischool Root Cause Analysis","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Grading (engineering); Medical education; United States Medical Licensing Examination; Medical school; Medicine; Higher education; Family medicine; Psychology; Political science","score_opus":0.07148440628030726,"score_gpt":0.4357868396145104,"score_spread":0.36430243333420315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387949267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9375229,0.00042829732,0.0026091696,0.057187025,0.0009193138,0.0006173364,0.0000029502276,0.00042736577,0.00028566713],"genre_scores_gemma":[0.97633904,0.0004045792,0.00021172686,0.017472703,0.0018933411,0.00012796979,0.0004924286,0.000051174127,0.003007054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959873,0.00011366559,0.0009951084,0.0005825014,0.0017291505,0.00059226534],"domain_scores_gemma":[0.998105,0.00022296263,0.00036895904,0.0006739527,0.0003097265,0.00031943078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022968312,0.00028199394,0.00075773173,0.0017186365,0.00018091936,0.000011387089,0.00045060032,0.0004220436,0.00058806734],"category_scores_gemma":[0.0063703996,0.00022580707,0.00011088477,0.0077779028,0.00025406023,0.00012643408,0.00012095769,0.0016924868,0.00034649062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004672517,0.000039940503,0.6414836,0.00015143577,0.000963336,0.00008952607,0.0031803944,0.000038157672,0.00078830356,0.00021934556,0.35036913,0.0026300892],"study_design_scores_gemma":[0.0038636592,0.00018379088,0.9331648,0.0013444682,0.004091919,0.000063339365,0.009111767,0.006223754,0.00018992087,0.0005394899,0.040853027,0.00037009284],"about_ca_topic_score_codex":0.00017117076,"about_ca_topic_score_gemma":0.000020967804,"teacher_disagreement_score":0.3095161,"about_ca_system_score_codex":0.00023091203,"about_ca_system_score_gemma":0.00008436091,"threshold_uncertainty_score":0.9208145},"labels":[],"label_agreement":null},{"id":"W4387950015","doi":"10.1097/01.acm.0000992896.03978.74","title":"2022–2023 Medical Education Planning Committee","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Nursing Roles and Practices","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medicine; Family medicine","score_opus":0.12372124406279006,"score_gpt":0.5474637097874888,"score_spread":0.42374246572469876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387950015","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27665806,0.006672551,0.00017293086,0.5075187,0.017335422,0.00068613177,0.0000048829265,0.00068652834,0.19026478],"genre_scores_gemma":[0.6285254,0.00669189,0.00006724284,0.07925299,0.019030454,0.00029681795,0.00045425366,0.000096160635,0.2655848],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754,0.00045827613,0.0005588632,0.00024247446,0.0007136135,0.00048675074],"domain_scores_gemma":[0.99696136,0.0021267124,0.00024386367,0.00024815561,0.00007665301,0.00034323413],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0035366316,0.00012523941,0.0002597596,0.00021908489,0.00053635007,0.0000016611951,0.00033711613,0.0005133792,0.009099396],"category_scores_gemma":[0.004879414,0.00009487659,0.000016918311,0.00069240335,0.0001122617,0.000121965764,0.000101493046,0.0026572775,0.0025499074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025612175,0.000004271586,0.031509016,0.000098381606,0.000011041417,0.000009007401,0.0087609235,7.6729464e-7,0.00014511311,0.0026282086,0.9440528,0.012754851],"study_design_scores_gemma":[0.00062733283,0.000056139776,0.016887542,0.0024585288,0.000035386627,0.000009941441,0.027206618,0.00041486023,0.000003893096,0.0059044203,0.94628847,0.00010688094],"about_ca_topic_score_codex":0.00024713614,"about_ca_topic_score_gemma":0.000012915662,"teacher_disagreement_score":0.42826575,"about_ca_system_score_codex":0.00006591294,"about_ca_system_score_gemma":0.00071014976,"threshold_uncertainty_score":0.9996436},"labels":[],"label_agreement":null},{"id":"W4387950690","doi":"10.1097/acm.0000000000005420","title":"2023 Hope Babette Tang Humanism in Healthcare Essay Contest: Second-Place Medical Student Essay: I See You","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Humanism; CONTEST; Health care; Psychology; Medical education; Medicine; Philosophy; Political science; Theology; Law","score_opus":0.038867812773314234,"score_gpt":0.3966913582757421,"score_spread":0.35782354550242784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387950690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76296294,0.0050791074,0.000031993262,0.22431129,0.0021983266,0.000960256,0.00001270115,0.00028718583,0.0041562296],"genre_scores_gemma":[0.91955894,0.003582847,0.000021221935,0.036616363,0.002944304,0.0002058783,0.00041621958,0.000072809016,0.03658141],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99431103,0.00031883593,0.0013380377,0.0007931938,0.002221187,0.0010177345],"domain_scores_gemma":[0.9966261,0.0009739871,0.00025683828,0.00053943595,0.00017067937,0.0014329773],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005002231,0.0004078246,0.0010656882,0.000571611,0.00013991228,0.000006961954,0.0005074457,0.000943598,0.0042584282],"category_scores_gemma":[0.005307286,0.0003210745,0.00008684622,0.0012934662,0.00047006187,0.00014255912,0.00018051873,0.0034502358,0.00075782044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004829837,0.0003678625,0.11039113,0.0026144444,0.00032954777,0.0035513018,0.26466185,0.000004467536,0.0037098553,0.008828206,0.56630564,0.038752723],"study_design_scores_gemma":[0.03925163,0.003774133,0.3829164,0.020242395,0.00070689956,0.0014492861,0.21626143,0.0024904883,0.001202725,0.007867073,0.32190236,0.0019351891],"about_ca_topic_score_codex":0.00047096968,"about_ca_topic_score_gemma":0.00020890607,"teacher_disagreement_score":0.27252525,"about_ca_system_score_codex":0.00060023146,"about_ca_system_score_gemma":0.0017945585,"threshold_uncertainty_score":0.9999241},"labels":[],"label_agreement":null},{"id":"W4387996734","doi":"10.1097/acm.0000000000005488","title":"When Basic Psychological Needs Are Turned Against Each Other","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Psychology; MEDLINE; Political science","score_opus":0.2063574856821771,"score_gpt":0.49044518502148193,"score_spread":0.28408769933930483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387996734","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006344073,0.0064355386,0.000054103442,0.95750034,0.011673399,0.0019299762,0.00022484518,0.0008010798,0.015036641],"genre_scores_gemma":[0.0024801495,0.0046619116,0.000028776718,0.7878805,0.05742648,0.0006580562,0.0009395883,0.00026277528,0.14566179],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895801,0.0026979856,0.002492205,0.0012093442,0.0017368946,0.0022834782],"domain_scores_gemma":[0.9922664,0.0039467453,0.0015975271,0.0012435007,0.00036418057,0.0005816232],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0033048633,0.00092717574,0.0020291945,0.00090142887,0.00095115084,0.000005328214,0.0014472874,0.009458534,0.0071765897],"category_scores_gemma":[0.0024501057,0.00059413613,0.00020173867,0.00081676175,0.00043580137,0.00009611773,0.00044512862,0.033253245,0.0051932065],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050732324,0.00000853101,0.010809531,0.0015114959,0.000075416574,0.00032535556,0.005928703,9.3677535e-8,0.000046855544,0.000074351956,0.9761534,0.0050155786],"study_design_scores_gemma":[0.0016466668,0.0001410083,0.002614887,0.027844239,0.0000932919,0.000008749119,0.0047840397,0.000012121563,0.0000013571705,0.0034737696,0.95881593,0.0005639484],"about_ca_topic_score_codex":0.0005588249,"about_ca_topic_score_gemma":0.000025685376,"teacher_disagreement_score":0.16961987,"about_ca_system_score_codex":0.0003585721,"about_ca_system_score_gemma":0.000447992,"threshold_uncertainty_score":0.999651},"labels":[],"label_agreement":null},{"id":"W4387996868","doi":"10.1097/acm.0000000000005485","title":"In Reply to Kelly et al","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.04188339215387311,"score_gpt":0.4516622815873845,"score_spread":0.4097788894335114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387996868","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041185663,0.002474875,0.00032919642,0.98597103,0.0046543814,0.0007873345,0.000008218892,0.00017331156,0.0051898104],"genre_scores_gemma":[0.000024372272,0.008801947,0.00035709,0.87830293,0.015697224,0.00009689658,0.00017090762,0.000118471704,0.09643016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997029,0.00016075655,0.0007900462,0.00075953413,0.0006352303,0.0006254035],"domain_scores_gemma":[0.9977299,0.0012233891,0.00019749795,0.00061383407,0.000056367702,0.00017902712],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012506156,0.00039399503,0.0011759354,0.00068812276,0.000034829893,0.0000013110603,0.0003734247,0.0014722565,0.00081598666],"category_scores_gemma":[0.0015734656,0.00029106525,0.00007225908,0.00067195535,0.00032475864,0.00006266218,0.000072015224,0.009104011,0.0006546639],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014959753,0.000004309831,0.0006719343,0.00010386268,0.000057918645,0.004457387,0.001363451,0.0000029738944,0.00023319376,0.00005700653,0.99182504,0.0010733492],"study_design_scores_gemma":[0.002052493,0.00076260814,0.0003936508,0.0016100627,0.00006857033,0.0005582433,0.00009308378,0.0000091504435,0.000022318653,0.001174355,0.993005,0.00025050712],"about_ca_topic_score_codex":0.000087649816,"about_ca_topic_score_gemma":0.00000514358,"teacher_disagreement_score":0.10766809,"about_ca_system_score_codex":0.00031273792,"about_ca_system_score_gemma":0.00025445546,"threshold_uncertainty_score":0.99995416},"labels":[],"label_agreement":null},{"id":"W4388035524","doi":"10.1097/acm.0000000000005535","title":"Navigating Indigenous Representation in Medical School: The Path to Reconciliation","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NOSM University","funders":"","keywords":"Indigenous; Representation (politics); Path (computing); Medical education; Medicine; Computer science; Political science; Politics; Law","score_opus":0.10375499656605369,"score_gpt":0.45601704237958274,"score_spread":0.35226204581352905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388035524","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039960075,0.0008093012,0.0000045266584,0.95257384,0.0034366162,0.001380556,0.0000077161,0.00017879224,0.0016485887],"genre_scores_gemma":[0.014634615,0.004508018,0.000013612322,0.9404437,0.036920846,0.0003294035,0.00034133173,0.000048557984,0.0027599172],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99392927,0.0009270844,0.0010072058,0.00054193736,0.0028469258,0.00074759667],"domain_scores_gemma":[0.99591863,0.0027495183,0.00038942284,0.0003410122,0.00022532804,0.00037611125],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0058012004,0.00022153424,0.0004425868,0.00010869919,0.000498876,0.000017856166,0.0010736795,0.0016701188,0.00090565236],"category_scores_gemma":[0.040849064,0.00015036513,0.000048750935,0.0015991546,0.0002793738,0.0001530844,0.00011135177,0.009647681,0.00032836216],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035321893,4.749979e-7,0.0037431817,0.00007406315,0.000006267094,0.000098181976,0.12394443,0.0000039090337,0.0000038665103,0.00006566097,0.86682314,0.005233274],"study_design_scores_gemma":[0.00031183707,0.00007585769,0.0030242347,0.004455566,0.000028243348,0.000011470226,0.040535565,0.00004473329,0.0000020920372,0.0024001333,0.9488294,0.00028082507],"about_ca_topic_score_codex":0.047879506,"about_ca_topic_score_gemma":0.0050983615,"teacher_disagreement_score":0.08340886,"about_ca_system_score_codex":0.0009434871,"about_ca_system_score_gemma":0.0011223042,"threshold_uncertainty_score":0.9996259},"labels":[],"label_agreement":null},{"id":"W4388801490","doi":"10.1097/acm.0000000000005556","title":"Virtual Mentorship in the Age of Social Media","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Social media; Psychology; Medical education; Medicine; Computer science; World Wide Web","score_opus":0.09830633424258498,"score_gpt":0.3670003807067107,"score_spread":0.26869404646412576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388801490","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012813265,0.0009824999,0.000012286904,0.9431747,0.021175828,0.0005187133,0.00003360618,0.00012068762,0.02116841],"genre_scores_gemma":[0.03825509,0.0006193054,0.000006370519,0.82359403,0.06179369,0.0004215949,0.0017246845,0.0001757232,0.07340951],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952109,0.0007329691,0.0012349235,0.0005703526,0.0013920804,0.0008587681],"domain_scores_gemma":[0.99558103,0.003444936,0.00047948293,0.0004077939,0.00003104284,0.000055708122],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0043318258,0.00040920486,0.0008623277,0.0005002322,0.00005942745,0.0000035716828,0.0014932145,0.0024111948,0.0013562202],"category_scores_gemma":[0.0011246343,0.00026737218,0.00008323199,0.00067000603,0.0004282598,0.000025860129,0.000116896525,0.008127541,0.0004701163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015876516,0.000004236708,0.00025068366,0.00006644537,0.000079789555,0.0004782608,0.1282978,4.6251657e-8,0.00004596151,0.001676653,0.86770505,0.001379208],"study_design_scores_gemma":[0.00093534385,0.00006131433,0.0046405345,0.0004781171,0.00009223649,0.000015265961,0.0089596575,2.0532663e-7,0.000005662373,0.0013317361,0.98323596,0.00024398719],"about_ca_topic_score_codex":0.00014044481,"about_ca_topic_score_gemma":0.0000045503934,"teacher_disagreement_score":0.11958067,"about_ca_system_score_codex":0.00012087549,"about_ca_system_score_gemma":0.00006750733,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W4389179202","doi":"10.1097/acm.0000000000005437","title":"Artist's Statement: Endemic 3","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Sound Studies and Aurality","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley","funders":"","keywords":"Statement (logic); MEDLINE; Medicine; Art; Political science; Law","score_opus":0.1228141607819916,"score_gpt":0.4439764081476345,"score_spread":0.3211622473656429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389179202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8678841,0.003539781,0.0002041436,0.030949382,0.004218951,0.0002795331,0.00001457793,0.00056536816,0.092344195],"genre_scores_gemma":[0.95002174,0.0010634846,0.000004149552,0.003181135,0.001081476,0.000055729037,0.00003709171,0.00001689956,0.04453827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984821,0.00008241608,0.00042939922,0.0002964008,0.00025244834,0.00045722866],"domain_scores_gemma":[0.99920505,0.00028387186,0.00010150619,0.00027181875,0.00002490051,0.00011286652],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00092255254,0.00013044418,0.00024515798,0.00009366793,0.00010577449,0.000001723514,0.00020718137,0.00013507667,0.003981576],"category_scores_gemma":[0.00022107389,0.00009621295,0.000029124301,0.00046068823,0.00018868204,0.00003436286,0.000072537136,0.00046134205,0.0036194162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021218859,0.0000030443355,0.01925395,0.000013474402,0.00007578177,0.00003880082,0.013848775,6.926149e-7,0.0004290065,0.020383697,0.9384781,0.007453436],"study_design_scores_gemma":[0.0014075399,0.00013173651,0.11345797,0.00006212865,0.000048869373,0.000019956387,0.022166433,0.000024318962,0.000023847286,0.01846103,0.844015,0.00018117124],"about_ca_topic_score_codex":0.0001906207,"about_ca_topic_score_gemma":0.000004383348,"teacher_disagreement_score":0.094463125,"about_ca_system_score_codex":0.00003321554,"about_ca_system_score_gemma":0.000009488744,"threshold_uncertainty_score":0.9971564},"labels":[],"label_agreement":null},{"id":"W4389179715","doi":"10.1097/acm.0000000000005470","title":"Giving Friendship Proper Emphasis in Academic Medicine","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Friendship; Emphasis (telecommunications); Academic medicine; MEDLINE; Psychology; Medical education; Medicine; Political science; Social psychology; Computer science; Law","score_opus":0.11235418205983473,"score_gpt":0.4184441458488274,"score_spread":0.30608996378899267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389179715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86143714,0.004061072,0.00007616859,0.1183683,0.0016002993,0.00082430156,0.0000024573092,0.00041578384,0.013214478],"genre_scores_gemma":[0.9650707,0.0073880116,0.000028549133,0.009521133,0.0042770654,0.00015574522,0.00014899086,0.00006716926,0.013342587],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99559486,0.00016676911,0.0012882634,0.0007234686,0.0012779867,0.0009486543],"domain_scores_gemma":[0.9976045,0.00071599917,0.00023304744,0.000475811,0.00013655987,0.00083409174],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003813762,0.00038381087,0.00094577385,0.0010896375,0.00010346144,0.000002197799,0.00039086406,0.0008169148,0.0019311167],"category_scores_gemma":[0.010936429,0.0002619204,0.00006199612,0.0027240783,0.0007074544,0.0001981289,0.00010760643,0.0031897228,0.0005409413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058503135,0.000075161865,0.15114556,0.0016243459,0.00014701647,0.0006552968,0.38338232,0.00001131834,0.032318078,0.0045693237,0.3433357,0.08215086],"study_design_scores_gemma":[0.020150619,0.0023404101,0.32936049,0.020222843,0.00072376506,0.0009663151,0.24266453,0.0017732588,0.003386661,0.013076001,0.36412126,0.0012138666],"about_ca_topic_score_codex":0.0002586362,"about_ca_topic_score_gemma":0.000007839436,"teacher_disagreement_score":0.17821492,"about_ca_system_score_codex":0.0002375,"about_ca_system_score_gemma":0.00035515285,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W4389279312","doi":"10.1097/acm.0000000000005583","title":"Learner Experiences of Preceptor Self-Disclosure of Personal Illness in Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster University Medical Centre","funders":"","keywords":"Mental illness; Thematic analysis; Preceptor; Qualitative research; Psychology; Invisibility; Medical education; Context (archaeology); Self-disclosure; Nursing; Medicine; Mental health; Social psychology; Psychiatry; Sociology","score_opus":0.01881023524839565,"score_gpt":0.3808963766017768,"score_spread":0.36208614135338113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389279312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97969437,0.0005836263,0.000029772644,0.016063435,0.0013014617,0.00033921312,7.219271e-7,0.000067557005,0.0019198201],"genre_scores_gemma":[0.9954308,0.000614662,0.00017339365,0.0012414844,0.00079877104,0.0001428095,0.00009575074,0.000017608027,0.00148471],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99715626,0.00008294636,0.0009128077,0.00026226477,0.0013429783,0.00024276413],"domain_scores_gemma":[0.99896103,0.00016317373,0.00025819102,0.00020563407,0.0002778328,0.00013415738],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018610862,0.00013466942,0.00045352738,0.0006444099,0.00003169888,7.130142e-7,0.00022806399,0.0003802497,0.0026471233],"category_scores_gemma":[0.006665094,0.00010122078,0.000036213463,0.002217363,0.00055412564,0.00008350615,0.000045318786,0.0007690207,0.000022844808],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017109654,0.0003717772,0.097919315,0.0015077996,0.00008181564,0.000009571634,0.60943645,0.0000018638555,0.0043348502,0.003708376,0.17973883,0.10271826],"study_design_scores_gemma":[0.005260041,0.00093294395,0.09496343,0.0076110684,0.0002044714,0.00017616477,0.8375704,0.0058418596,0.006126238,0.0011070326,0.039757937,0.00044837123],"about_ca_topic_score_codex":0.0000594704,"about_ca_topic_score_gemma":0.0000016540622,"teacher_disagreement_score":0.228134,"about_ca_system_score_codex":0.00008440412,"about_ca_system_score_gemma":0.0012649021,"threshold_uncertainty_score":0.9982646},"labels":[],"label_agreement":null},{"id":"W4389279359","doi":"10.1097/acm.0000000000005573","title":"Learning From Clinical Supervisor Practice Variability: Exploring Medical Resident and Fellow Experiences and Interpretations","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Canadian Blood Services; McMaster University Medical Centre; St. Michael's Hospital","funders":"","keywords":"Specialty; Clinical decision making; Clinical Practice; Medicine; MEDLINE; Family medicine; Generalization; Psychology; Grounded theory; Medical education; Qualitative research","score_opus":0.14190147300559136,"score_gpt":0.456584734180724,"score_spread":0.3146832611751326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389279359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91761065,0.0007076093,0.0012719156,0.07795306,0.0012211637,0.00028612546,4.770781e-7,0.00018316321,0.00076584757],"genre_scores_gemma":[0.9803119,0.009110269,0.0009302404,0.0069647375,0.0018326415,0.00021741602,0.00008204531,0.000024948818,0.00052581105],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967082,0.0004270648,0.0010299016,0.0005597964,0.000983373,0.00029165513],"domain_scores_gemma":[0.9945048,0.0044849636,0.00017467819,0.0002712745,0.00021040232,0.00035388197],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006663111,0.00016978983,0.00045489994,0.0002533391,0.00018709058,0.000011651218,0.00015303346,0.00035620335,0.00074792013],"category_scores_gemma":[0.11691827,0.00013367872,0.000025468373,0.000777682,0.00091077614,0.00034573613,0.00017234727,0.001997703,0.000041681607],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003285743,0.0000697988,0.24966756,0.0002570956,0.00025883957,0.00015255915,0.40096578,0.000002592749,0.000606991,0.0027700712,0.044116076,0.30080405],"study_design_scores_gemma":[0.0045317337,0.0012757424,0.12434806,0.0031817162,0.0006450561,0.00036796965,0.7327517,0.028180571,0.0001169199,0.0035632188,0.10058185,0.00045546805],"about_ca_topic_score_codex":0.00018943682,"about_ca_topic_score_gemma":0.000002635449,"teacher_disagreement_score":0.33178592,"about_ca_system_score_codex":0.00005155666,"about_ca_system_score_gemma":0.00021461252,"threshold_uncertainty_score":0.8905203},"labels":[],"label_agreement":null},{"id":"W4389958247","doi":"10.1097/acm.0000000000005605","title":"Considering the Secondary Use of Clinical and Educational Data to Facilitate the Development of Artificial Intelligence Models","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"Agency for Healthcare Research and Quality","keywords":"Computer science; Health care; Quality (philosophy); Data science; Medical education; Knowledge management; Medicine","score_opus":0.8689653146728011,"score_gpt":0.5656610641548773,"score_spread":0.30330425051792387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389958247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9297395,0.00044749,0.005534451,0.0629754,0.00062660966,0.00053348154,0.000016183387,0.000015832511,0.00011110181],"genre_scores_gemma":[0.9955255,0.00066380826,0.0013710065,0.001522311,0.00047566218,0.000023725592,0.00006698138,0.00000879385,0.00034220275],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975736,0.00010922248,0.0015036517,0.00027605463,0.00035140352,0.00018602861],"domain_scores_gemma":[0.99533314,0.0035754808,0.00020064387,0.0005343022,0.00021076966,0.00014569306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036661003,0.000096899596,0.00030842258,0.00011153717,0.00011796985,0.0000031612678,0.00028408103,0.00010493948,0.00009776474],"category_scores_gemma":[0.0052227313,0.00005376322,0.000020011483,0.0004241157,0.00063145685,0.00011670136,0.00020513151,0.0005280839,0.000027586713],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023389212,0.00003051764,0.017724533,0.00030628976,0.000098560995,0.0000012185502,0.09926278,0.00022247282,0.0019403908,0.0076706884,0.025341406,0.84716725],"study_design_scores_gemma":[0.00032542375,0.0012367457,0.17279515,0.005034496,0.00064828066,0.00015097468,0.28541148,0.13808501,0.024069423,0.23185241,0.13956758,0.0008230174],"about_ca_topic_score_codex":0.00034428402,"about_ca_topic_score_gemma":0.00009950925,"teacher_disagreement_score":0.84634423,"about_ca_system_score_codex":0.000013793005,"about_ca_system_score_gemma":0.0008813944,"threshold_uncertainty_score":0.6252475},"labels":[],"label_agreement":null},{"id":"W4389958505","doi":"10.1097/acm.0000000000005595","title":"Teaching Trainees Effective Patient Communication Skills in the Clinical Environment: Best Practices Under Crisis Conditions","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Empathy; Medical education; Visitor pattern; Health care; Psychology; Graduate medical education; Coronavirus disease 2019 (COVID-19); Resource (disambiguation); Communication skills; Nursing; Public relations; Medicine; Computer science; Political science; Accreditation; Social psychology","score_opus":0.3357952687659012,"score_gpt":0.5549543883774883,"score_spread":0.21915911961158713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389958505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67117137,0.0041359565,0.00008046336,0.31188864,0.0007072715,0.004460533,0.00004500603,0.00021036172,0.0073004016],"genre_scores_gemma":[0.96990377,0.0060359016,0.0001247999,0.020898232,0.00032910553,0.0019128547,0.00037626666,0.000030959978,0.00038813954],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9853072,0.011605491,0.0016372285,0.0003712631,0.00058185874,0.00049697026],"domain_scores_gemma":[0.9715522,0.025462754,0.0014281945,0.0013259203,0.000078554905,0.00015235461],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0052775876,0.00020381444,0.00040636992,0.00026880813,0.0013081924,0.000003931396,0.0009673275,0.00046887642,0.00020954515],"category_scores_gemma":[0.0074230237,0.00014139597,0.000055022516,0.00047518572,0.00036580482,0.00027898382,0.00035502246,0.005671929,0.0007078931],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007653677,0.00027370456,0.14217696,0.00034099206,0.000099854755,0.0000074861714,0.66298944,0.00012840329,0.000114179435,0.016472138,0.16089745,0.016422836],"study_design_scores_gemma":[0.0020190002,0.00043310528,0.1325616,0.0014454891,0.0001097646,0.0000057084085,0.7007369,0.00044376866,0.000003114653,0.015033412,0.14698604,0.00022214642],"about_ca_topic_score_codex":0.0032103732,"about_ca_topic_score_gemma":0.00016282222,"teacher_disagreement_score":0.29873237,"about_ca_system_score_codex":0.00025627002,"about_ca_system_score_gemma":0.00012881128,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W4389958532","doi":"10.1097/acm.0000000000005600","title":"Finding Medicine’s Moneyball: How Lessons From Major League Baseball Can Advance Assessment in Precision Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; The Wilson Centre; Sinai Health System; University of Toronto","funders":"","keywords":"Leverage (statistics); Analytics; League; Computer science; Data science; Precision medicine; Perspective (graphical); Psychological intervention; Medical education; Artificial intelligence; Medicine; Nursing","score_opus":0.6535621597203349,"score_gpt":0.5859176848697508,"score_spread":0.06764447485058411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389958532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5330756,0.0094948,0.019400021,0.41039622,0.004854261,0.0026461717,0.000059192273,0.00008064598,0.019993091],"genre_scores_gemma":[0.94331133,0.0016751603,0.0011164765,0.002371103,0.0010804379,0.00018601201,0.00019657858,0.00003075061,0.050032124],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.978216,0.0051547545,0.0073370673,0.001661785,0.007094313,0.0005360736],"domain_scores_gemma":[0.98143363,0.011188834,0.003770338,0.002677955,0.0005304145,0.00039880798],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.08324752,0.00045663814,0.0034929842,0.0014731525,0.00015609681,0.000084882886,0.0023916594,0.0002964007,0.008361693],"category_scores_gemma":[0.07268004,0.00023000501,0.00031741743,0.004258824,0.00017484261,0.0003500157,0.00023334783,0.0010647094,0.0008167195],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009501011,0.000018000423,0.0847916,0.000055252007,0.000079900725,0.000016920709,0.005050934,0.000085679814,0.0036614107,0.0061489968,0.8159415,0.08414029],"study_design_scores_gemma":[0.0019142609,0.00017539246,0.37632445,0.0033866789,0.00053594523,0.000015384601,0.038994458,0.021286275,0.00010181832,0.065354735,0.49127516,0.0006354527],"about_ca_topic_score_codex":0.0010373248,"about_ca_topic_score_gemma":0.00062424823,"teacher_disagreement_score":0.41023576,"about_ca_system_score_codex":0.00022881059,"about_ca_system_score_gemma":0.00033822845,"threshold_uncertainty_score":0.99996126},"labels":[],"label_agreement":null},{"id":"W4389958680","doi":"10.1097/acm.0000000000005609","title":"Foreword: The Next Era of Assessment and Precision Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Personalization; Medical education; Agency (philosophy); Socioeconomic status; Quality (philosophy); Scale (ratio); Thematic analysis; Computer science; Psychology; Medicine; Pedagogy; Sociology; Population; World Wide Web; Qualitative research","score_opus":0.05786405608333811,"score_gpt":0.44915210718804016,"score_spread":0.39128805110470205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389958680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9020165,0.00083939673,0.0007202707,0.09288117,0.0010078597,0.0005346514,9.179873e-7,0.00005228221,0.0019469012],"genre_scores_gemma":[0.9891094,0.0018466772,0.0007363754,0.0048304233,0.0009559369,0.00007956064,0.00008577194,0.0000151731465,0.0023406998],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985819,0.000047626523,0.0004852442,0.0001846786,0.0005407704,0.00015979134],"domain_scores_gemma":[0.99895775,0.00029017153,0.00016575083,0.00031186207,0.00020998916,0.00006447869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015740938,0.000097118755,0.00022002803,0.00019013557,0.00007991381,0.0000019509707,0.00012649239,0.00014999145,0.00021715279],"category_scores_gemma":[0.0018431565,0.00005660963,0.00001737298,0.0010747317,0.00029686358,0.00008085094,0.000051002895,0.0008595628,0.000019858788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028436798,0.000024722181,0.019741626,0.00017214986,0.00002812161,7.955104e-7,0.003981753,0.0000011975695,0.0051735416,0.014763579,0.32693124,0.62915283],"study_design_scores_gemma":[0.0019445288,0.0005996221,0.8380457,0.0028185914,0.00029540143,0.00010808369,0.022391599,0.0073824166,0.00062226644,0.01686837,0.108747855,0.00017554665],"about_ca_topic_score_codex":0.000043855296,"about_ca_topic_score_gemma":5.681467e-7,"teacher_disagreement_score":0.8183041,"about_ca_system_score_codex":0.00006897058,"about_ca_system_score_gemma":0.00035416032,"threshold_uncertainty_score":0.37344205},"labels":[],"label_agreement":null},{"id":"W4390016205","doi":"10.1097/acm.0000000000005596","title":"Deidentifying Narrative Assessments to Facilitate Data Sharing in Medical Education","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan; Vector Institute; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Narrative; Medical education; Data sharing; MEDLINE; Data science; Computer science; Medicine; Political science; Alternative medicine","score_opus":0.2997782398312182,"score_gpt":0.537581812149278,"score_spread":0.23780357231805982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390016205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8954711,0.00021687725,0.0017383324,0.095913164,0.0022142506,0.0008067537,0.0000038120738,0.00018631383,0.0034494153],"genre_scores_gemma":[0.9621132,0.0004732979,0.0013158128,0.022819791,0.001602564,0.00023793778,0.0020169183,0.000046003315,0.009374491],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9962741,0.00007237338,0.00095251756,0.0007863943,0.0014578188,0.0004567544],"domain_scores_gemma":[0.99816525,0.00015658862,0.00012598172,0.0009966724,0.00021304522,0.00034245953],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004898012,0.00018825594,0.0003992314,0.0010886877,0.00010019256,0.00000796562,0.0009267478,0.00030015563,0.0012021279],"category_scores_gemma":[0.019271065,0.00016228539,0.000016256297,0.003410938,0.00015124069,0.00029456228,0.00052569376,0.0013548211,0.0004155462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008838599,0.00008633061,0.09036335,0.0003535322,0.000060832004,0.00006625601,0.039626367,0.000008270594,0.0017931313,0.0017939474,0.67978895,0.18597063],"study_design_scores_gemma":[0.009178798,0.0007735956,0.42127353,0.018789811,0.0002957001,0.00045668345,0.19712128,0.062552646,0.00026582042,0.0111138895,0.2770316,0.0011466338],"about_ca_topic_score_codex":0.00028666764,"about_ca_topic_score_gemma":0.000031717827,"teacher_disagreement_score":0.40275735,"about_ca_system_score_codex":0.00033148684,"about_ca_system_score_gemma":0.0010672044,"threshold_uncertainty_score":0.9997109},"labels":[],"label_agreement":null},{"id":"W4390016390","doi":"10.1097/acm.0000000000005612","title":"Systems-Based Practice in Graduate Medical Education: Evolving Toward an Ideal Future State","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Sunnybrook Health Science Centre; SickKids Foundation; TD Bank Group","funders":"","keywords":"Accreditation; Mindset; Medical education; Health care; Graduate medical education; Scope of practice; Certification; Curriculum; Psychology; Medicine; Engineering ethics; Pedagogy; Political science; Computer science; Engineering","score_opus":0.048904375695803415,"score_gpt":0.43171769130034154,"score_spread":0.38281331560453813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390016390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5016558,0.0036266185,0.000954614,0.47940084,0.008803328,0.0013300047,0.000003462084,0.0005588414,0.0036664559],"genre_scores_gemma":[0.94720477,0.0019837602,0.00083174446,0.038946632,0.008366328,0.00031266746,0.00075241056,0.00007671723,0.0015249623],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99492294,0.0003294366,0.0012392118,0.0005681806,0.0023528202,0.00058738934],"domain_scores_gemma":[0.9972913,0.0005069531,0.0003347294,0.000566088,0.00079275976,0.00050812017],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0060314997,0.00027860474,0.0005603517,0.0010435826,0.00010431056,0.000012831918,0.0003848943,0.000515949,0.00052350387],"category_scores_gemma":[0.025648294,0.00022670213,0.00003394368,0.0032947354,0.0002872117,0.00039542033,0.000051819625,0.0025687038,0.0002048268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029490268,0.00028033383,0.009894316,0.0011328936,0.000077153076,0.0003452899,0.02274014,0.000118635304,0.00031628102,0.0062042847,0.8259933,0.13260245],"study_design_scores_gemma":[0.012280513,0.0016760689,0.09841778,0.01195106,0.00053998403,0.0014086984,0.15812062,0.14031553,0.00012053077,0.0033202707,0.57062125,0.0012277141],"about_ca_topic_score_codex":0.00045832238,"about_ca_topic_score_gemma":0.000007704533,"teacher_disagreement_score":0.44554892,"about_ca_system_score_codex":0.00038885424,"about_ca_system_score_gemma":0.0033491075,"threshold_uncertainty_score":0.99973243},"labels":[],"label_agreement":null},{"id":"W4390546520","doi":"10.1097/acm.0000000000005620","title":"Social Network Analysis in Undergraduate and Postgraduate Medical Education: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Thematic analysis; Medical education; Social network analysis; Homophily; Psychology; MEDLINE; Scopus; Scope (computer science); Interpersonal communication; Interpersonal relationship; Inclusion (mineral); Medicine; Qualitative research; Social media; Computer science; Sociology; World Wide Web","score_opus":0.2995559517220664,"score_gpt":0.5778449371250755,"score_spread":0.27828898540300906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390546520","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004044958,0.90539175,0.000004573761,0.086368576,0.0033377232,0.0041859606,0.000001592157,0.000108292064,0.00059749023],"genre_scores_gemma":[0.000005456966,0.982441,0.000014187877,0.0031454617,0.011468047,0.0023970415,0.00017925451,0.0000523989,0.00029713273],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.992378,0.002466405,0.0020547507,0.0007004554,0.0015743477,0.0008260168],"domain_scores_gemma":[0.99163663,0.0062327296,0.001075231,0.0002499145,0.00014711898,0.0006583485],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009671809,0.00039285576,0.0032812,0.0007544085,0.0005095707,0.0000144713285,0.0006776662,0.001209175,0.00021483106],"category_scores_gemma":[0.031658404,0.00034513217,0.00022340918,0.009101886,0.00082431664,0.00010998139,0.000119275945,0.0020244978,0.00007130565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010536785,0.0000075236294,0.000409595,0.080452316,0.00017574067,0.000005993607,0.0059726704,3.6192016e-8,3.281751e-10,0.007407482,0.029903272,0.8756643],"study_design_scores_gemma":[0.00008358735,0.000009628737,0.000058411515,0.48754576,0.0024755003,0.0000030225565,0.00042401472,0.0000011880313,2.2673768e-10,0.0026388224,0.50653625,0.0002237902],"about_ca_topic_score_codex":0.0041133408,"about_ca_topic_score_gemma":0.0044071404,"teacher_disagreement_score":0.87544054,"about_ca_system_score_codex":0.00062489236,"about_ca_system_score_gemma":0.011087743,"threshold_uncertainty_score":0.99990004},"labels":[],"label_agreement":null},{"id":"W4390546619","doi":"10.1097/acm.0000000000005624","title":"Meeting the Need for Human Connection in Our Health Care Workforce","year":2023,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Connection (principal bundle); Nursing; MEDLINE; Health care; Medicine; Medical education; Political science; Engineering","score_opus":0.14765525135101829,"score_gpt":0.5171707672654632,"score_spread":0.36951551591444487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390546619","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018199242,0.008671466,0.000051877483,0.97284794,0.006219047,0.006379185,0.000055582004,0.00045481915,0.0035001715],"genre_scores_gemma":[0.010866203,0.0020238715,0.000031088315,0.91178256,0.039959222,0.0018138664,0.0020865987,0.000230848,0.031205714],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99192804,0.0016740555,0.0024952353,0.0008230398,0.00085064315,0.0022290035],"domain_scores_gemma":[0.99362034,0.0035228757,0.0016106241,0.00072664546,0.000289791,0.00022972035],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0048369407,0.0005729168,0.0014141538,0.00046924216,0.0018292804,0.00000444297,0.00088121305,0.0030436427,0.000069896596],"category_scores_gemma":[0.0022285522,0.00039226428,0.000107127096,0.0010009719,0.000117410265,0.00006211712,0.00019513878,0.014167128,0.00019242398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029247536,0.0000010622969,0.0016212369,0.002880408,0.000016755526,0.000011881449,0.026639288,0.000009528838,0.0000030167932,0.0005099526,0.96747243,0.000805201],"study_design_scores_gemma":[0.0015410669,0.00022463029,0.00016915753,0.017859384,0.00004774882,0.0000030211895,0.13501145,0.000031434753,6.4711526e-7,0.0015851859,0.84327155,0.0002547248],"about_ca_topic_score_codex":0.009706584,"about_ca_topic_score_gemma":0.0019638464,"teacher_disagreement_score":0.12420087,"about_ca_system_score_codex":0.0018073522,"about_ca_system_score_gemma":0.000708433,"threshold_uncertainty_score":0.9998529},"labels":[],"label_agreement":null},{"id":"W4390795816","doi":"10.1097/acm.0000000000005621","title":"Leveraging Electronic Health Record Data and Measuring Interdependence in the Era of Precision Education and Assessment","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Electronic health record; Qualitative property; Health care; Medical education; Psychology; Computer science; Data science; Medicine","score_opus":0.12406179993612752,"score_gpt":0.47235073565670166,"score_spread":0.3482889357205741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390795816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.864268,0.04341396,0.0011593236,0.08983465,0.00050386967,0.00063266605,0.0000019862864,0.000023615212,0.00016193862],"genre_scores_gemma":[0.9894696,0.0073653297,0.0003506614,0.002281337,0.00037809918,0.00002658732,0.000062198254,0.000011886028,0.00005433339],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983746,0.00017701536,0.00052922685,0.00035206875,0.0003755792,0.00019154491],"domain_scores_gemma":[0.99839467,0.00093948055,0.00011080175,0.0003906456,0.00007219426,0.00009222738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030656892,0.00009852948,0.00022575914,0.00019283447,0.000048965543,0.000007051481,0.00016828446,0.000073608055,0.000037826507],"category_scores_gemma":[0.0003675867,0.000067312925,0.0000070628926,0.00032935353,0.00006949186,0.00014637172,0.00005909427,0.0012476903,9.0953785e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003966691,0.000023101698,0.3477337,0.0014849561,0.000020038553,0.0000016920677,0.039084554,0.00000429699,0.00029422675,0.0011800923,0.004487455,0.6056462],"study_design_scores_gemma":[0.0016559272,0.00087457226,0.83682287,0.02609794,0.00015150571,0.0004157664,0.062823206,0.04498925,0.00007679916,0.010277223,0.01557105,0.00024390253],"about_ca_topic_score_codex":0.0011601886,"about_ca_topic_score_gemma":0.00003412142,"teacher_disagreement_score":0.6054023,"about_ca_system_score_codex":0.0002612486,"about_ca_system_score_gemma":0.001696239,"threshold_uncertainty_score":0.5420663},"labels":[],"label_agreement":null},{"id":"W4390988578","doi":"10.1097/acm.0000000000005634","title":"Using Natural Language Processing to Evaluate the Quality of Supervisor Narrative Comments in Competency-Based Medical Education","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; McMaster University Medical Centre","funders":"","keywords":"Supervisor; Narrative; Quality (philosophy); Medical education; Natural (archaeology); Psychology; Computer science; Natural language processing; Medicine; Linguistics; Political science; History","score_opus":0.08285630765382505,"score_gpt":0.5130708602996962,"score_spread":0.4302145526458711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390988578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8255404,0.0057481113,0.0011517294,0.16535659,0.0011160164,0.0006749271,0.0000013099834,0.00004255639,0.00036832024],"genre_scores_gemma":[0.9746682,0.000025836189,0.001997204,0.022295894,0.0006768795,0.00006440421,0.00009372656,0.000021092357,0.00015673424],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968277,0.0002701767,0.0009839544,0.00029854025,0.0013736079,0.00024598453],"domain_scores_gemma":[0.99886197,0.0003060968,0.000104344006,0.00027375514,0.00033087723,0.00012297297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004239096,0.00016611967,0.00039888488,0.00043483032,0.00007707987,0.000005793198,0.00026691364,0.00019441084,0.00048367764],"category_scores_gemma":[0.008232344,0.000101105295,0.000035195968,0.0017127251,0.00033934036,0.00009678681,0.000044367443,0.0013363737,0.000008583426],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051988894,0.0004260156,0.027552491,0.0048128944,0.00015684708,0.000031730306,0.35947526,0.000051960105,0.07180054,0.015993252,0.04439932,0.4747798],"study_design_scores_gemma":[0.0087432135,0.00084942457,0.076096036,0.05478971,0.00064134266,0.000269094,0.30804285,0.5320664,0.005275431,0.0055302386,0.00677542,0.0009208431],"about_ca_topic_score_codex":0.00040969774,"about_ca_topic_score_gemma":0.000038363734,"teacher_disagreement_score":0.5320144,"about_ca_system_score_codex":0.00032093408,"about_ca_system_score_gemma":0.00506643,"threshold_uncertainty_score":0.98554796},"labels":[],"label_agreement":null},{"id":"W4391233111","doi":"10.1097/acm.0000000000005636","title":"The Promise and Perils of Artificial Intelligence in Health Professions Education Practice and Scholarship","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre","funders":"","keywords":"Scholarship; Health professions; Medical education; Higher education; Engineering ethics; MEDLINE; Medicine; Sociology; Psychology; Political science; Health care; Engineering","score_opus":0.2141196144747557,"score_gpt":0.5346987114070716,"score_spread":0.3205790969323159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391233111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57601357,0.095340036,0.0006281302,0.32523775,0.00112108,0.0012205911,9.969617e-7,0.000035667097,0.000402203],"genre_scores_gemma":[0.96806705,0.028984416,0.00027502142,0.0016677977,0.0005396105,0.000067536916,0.000006041104,0.000011473005,0.0003810478],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9983328,0.00019301006,0.0007798564,0.00024573653,0.00023626897,0.00021234655],"domain_scores_gemma":[0.99797636,0.001392737,0.00014048044,0.00016002642,0.00014316867,0.00018722248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031436353,0.00009782415,0.00020824827,0.0001785504,0.00014595088,0.000011047537,0.000065553126,0.00013535008,0.00002144876],"category_scores_gemma":[0.0054624095,0.00006134788,0.0000113377055,0.00044203157,0.00033480366,0.00019197857,0.000026754407,0.00091707235,0.0000060071284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001560777,0.000029329161,0.0049079605,0.0008543987,0.00001045422,0.000002274644,0.032265645,3.396748e-7,0.0011848029,0.037689954,0.0008044308,0.92209435],"study_design_scores_gemma":[0.00016521619,0.0028792403,0.029529696,0.03339258,0.0002828089,0.0009910724,0.51190364,0.00611257,0.008981106,0.28180143,0.12346813,0.000492504],"about_ca_topic_score_codex":0.0005859554,"about_ca_topic_score_gemma":0.00005340354,"teacher_disagreement_score":0.92160183,"about_ca_system_score_codex":0.00009040982,"about_ca_system_score_gemma":0.00121601,"threshold_uncertainty_score":0.65394086},"labels":[],"label_agreement":null},{"id":"W4391285444","doi":"10.1097/acm.0000000000005651","title":"A Comparison of Remote vs In-Person Proctored In-Training Examination Administration for Internal Medicine","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Administration (probate law); Medical education; Psychology; Medicine; Geography","score_opus":0.18117052044310433,"score_gpt":0.4523259360083913,"score_spread":0.271155415565287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391285444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9038118,0.004199024,0.0075598266,0.0418947,0.0025903103,0.0011880295,0.000006083508,0.000106042746,0.038644176],"genre_scores_gemma":[0.9968341,0.00032301227,0.00013268851,0.00033492106,0.0010370336,0.000008818989,0.000032658325,0.000008172495,0.0012886012],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9979841,0.00014132293,0.0005212925,0.00025969598,0.00083023944,0.000263312],"domain_scores_gemma":[0.9989517,0.00064045866,0.0001356025,0.000078661375,0.00009234171,0.000101245045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005045008,0.000111711604,0.00040067532,0.00043541242,0.000059943326,0.000006332553,0.00032762068,0.00021702012,0.00014108702],"category_scores_gemma":[0.0024722535,0.000094437986,0.00002485799,0.0006486182,0.00054900587,0.00019038573,0.000017448207,0.0005140633,0.0000023730988],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020772456,0.000015829275,0.01473301,0.00047890996,0.000023776218,0.00002792972,0.74939954,0.0000047948506,0.0023623782,0.020650294,0.010853216,0.2012426],"study_design_scores_gemma":[0.0038227644,0.0025266458,0.019266805,0.012355884,0.00016055106,0.000009195224,0.8759964,0.009977754,0.00061955256,0.0059608133,0.069015376,0.00028822944],"about_ca_topic_score_codex":0.0012834093,"about_ca_topic_score_gemma":0.0009505385,"teacher_disagreement_score":0.20095436,"about_ca_system_score_codex":0.0001888469,"about_ca_system_score_gemma":0.00019848079,"threshold_uncertainty_score":0.38510695},"labels":[],"label_agreement":null},{"id":"W4391698497","doi":"10.1097/acm.0000000000005576","title":"Preparing for the Needs of Our Aging Population","year":2023,"lang":"en","type":"editorial","venue":"Academic Medicine","topic":"Global Health Care Issues","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Life expectancy; Demography; Quarter (Canadian coin); Population; Population ageing; Geography; Gerontology; Birth rate; Medicine; Socioeconomics; Fertility; Economics; Sociology","score_opus":0.10122130311035733,"score_gpt":0.5413939051860583,"score_spread":0.440172602075701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391698497","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048916123,0.0038454125,0.00018797758,0.007559904,0.9847153,0.002235565,0.000117837706,0.00022620845,0.00062266353],"genre_scores_gemma":[0.01929403,0.003401329,0.000023952098,0.000421522,0.9651722,0.00043280338,0.00076513994,0.000105886094,0.010383188],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959076,0.00033522223,0.001623384,0.00029377904,0.0010806168,0.00075937284],"domain_scores_gemma":[0.9812386,0.01618797,0.0013181112,0.0005320359,0.0005659038,0.00015739359],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0052646864,0.00028765964,0.0008771795,0.00029687368,0.00050758733,0.000001272086,0.000664575,0.00210192,0.000021813114],"category_scores_gemma":[0.026772715,0.00018592461,0.00007747072,0.00053286453,0.000052115913,0.00005842723,0.00022972265,0.0038512019,0.00009593788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057743197,8.3648695e-7,0.00092597114,0.0027445601,0.000037824604,2.851919e-7,0.009236529,0.0000076076713,0.000007442291,0.0002959163,0.9861742,0.000511046],"study_design_scores_gemma":[0.0009004925,0.00009496949,0.0005658746,0.007736543,0.00024304468,1.6662825e-7,0.021930998,0.00010273835,0.000001243724,0.0009864036,0.96730435,0.00013315094],"about_ca_topic_score_codex":0.006164298,"about_ca_topic_score_gemma":0.0002584564,"teacher_disagreement_score":0.021508029,"about_ca_system_score_codex":0.00040590478,"about_ca_system_score_gemma":0.0005056034,"threshold_uncertainty_score":0.99919355},"labels":[],"label_agreement":null},{"id":"W4394739987","doi":"10.1097/acm.0000000000005730","title":"Is There a Problem With Evidence in Health Professions Education?","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; South Health Campus; McGill University Health Centre; Vancouver Coastal Health; McGill University; University of Calgary","funders":"","keywords":"MEDLINE; Health professions; Higher education; Medical education; Medicine; Psychology; Health care; Political science","score_opus":0.07330630029880392,"score_gpt":0.46798732314097813,"score_spread":0.3946810228421742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394739987","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1783971,0.03718007,0.001543804,0.77467066,0.0010181259,0.0017666119,0.0000011580277,0.00019534354,0.0052271057],"genre_scores_gemma":[0.94270897,0.0031613493,0.002479663,0.03187775,0.0011089244,0.00038757667,0.000038188944,0.000038969418,0.018198593],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792564,0.000079004785,0.0006804375,0.00039882294,0.0006017215,0.00031436994],"domain_scores_gemma":[0.999057,0.0001795785,0.00011382444,0.0003312223,0.00016721054,0.00015116832],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016192666,0.00016218715,0.00031201594,0.0004963916,0.00007197767,0.0000055981322,0.00015240622,0.00018018065,0.0009671323],"category_scores_gemma":[0.00094792875,0.00009950557,0.00001724926,0.0020366726,0.00021638877,0.00018370227,0.000025258701,0.0016138781,0.00009567591],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000828568,0.00010319818,0.05085698,0.004389554,0.00005141756,0.000022038661,0.046253167,0.0000012611689,0.00045374446,0.023363303,0.74085367,0.13356882],"study_design_scores_gemma":[0.0021494322,0.001891955,0.076523334,0.23743996,0.0002000383,0.0008732718,0.042317934,0.0018184053,0.00021562791,0.015491163,0.6205744,0.0005044606],"about_ca_topic_score_codex":0.0002536405,"about_ca_topic_score_gemma":0.000008068128,"teacher_disagreement_score":0.76431185,"about_ca_system_score_codex":0.00039437594,"about_ca_system_score_gemma":0.0033316244,"threshold_uncertainty_score":0.9999461},"labels":[],"label_agreement":null},{"id":"W4394741430","doi":"10.1097/acm.0000000000005732","title":"The Role of Faculty Development in Advancing Change at the Organizational Level","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Excellence; Scholarship; Coaching; Faculty development; Public relations; Professional development; Leadership development; Credentialing; Organizational culture; Promotion (chess); Organization development; Educational equity; Culture change; Higher education; Political science; Sociology; Medical education; Psychology; Pedagogy; Medicine","score_opus":0.06195142081483142,"score_gpt":0.3786047268956353,"score_spread":0.3166533060808039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394741430","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86284214,0.015236486,0.0006047219,0.115828745,0.0012563514,0.00083907036,0.000005493927,0.000064032414,0.003322935],"genre_scores_gemma":[0.9892239,0.0005458958,0.00036507234,0.0031685163,0.0010102736,0.000106603584,0.00018749984,0.0000227086,0.005369538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984572,0.0000306379,0.00053377554,0.00017206608,0.00059567776,0.00021065352],"domain_scores_gemma":[0.9992664,0.00026760393,0.00008139289,0.00017763495,0.00016539526,0.000041605024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001534606,0.00010132391,0.00015976446,0.00017522153,0.00013075404,0.0000024654137,0.00016617132,0.00011656451,0.00035913635],"category_scores_gemma":[0.0021658975,0.000049398594,0.0000130767985,0.001309103,0.00024432025,0.000053776275,0.000072127834,0.0006240173,0.00004923352],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091593356,0.000040369843,0.101378664,0.00045093586,0.00015798052,0.000014293683,0.08597284,0.000005543677,0.026038684,0.06225541,0.14375076,0.5798429],"study_design_scores_gemma":[0.0005605181,0.00004764208,0.050849248,0.0013268287,0.000048919846,0.00008587968,0.008183548,0.0010793658,0.0073426226,0.0020181907,0.9283639,0.00009329318],"about_ca_topic_score_codex":0.000026819604,"about_ca_topic_score_gemma":0.000025045214,"teacher_disagreement_score":0.7846132,"about_ca_system_score_codex":0.0003333899,"about_ca_system_score_gemma":0.0003060766,"threshold_uncertainty_score":0.39322913},"labels":[],"label_agreement":null},{"id":"W4394747354","doi":"10.1097/acm.0000000000005728","title":"Guiding Principles for Patient and Public Engagement in the Educational Missions of Medical Schools","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia Hospital; University of British Columbia","funders":"","keywords":"Curriculum; General partnership; Medical education; Focus group; Inclusion (mineral); Accountability; Relevance (law); Reciprocity (cultural anthropology); Public health; Variety (cybernetics); Set (abstract data type); Public relations; Diversity (politics); Community engagement; Public engagement; Psychology; Medicine; Sociology; Pedagogy; Political science; Nursing; Social psychology","score_opus":0.14777012160183756,"score_gpt":0.44000656073939093,"score_spread":0.29223643913755337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394747354","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49281058,0.0042266776,0.0012092246,0.4994563,0.0006549218,0.00072184287,0.0000021417143,0.000019419247,0.0008988976],"genre_scores_gemma":[0.99002594,0.0009123687,0.0011198175,0.006308034,0.0010148054,0.00027851344,0.00009001003,0.000013336323,0.00023719502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768764,0.00009238553,0.00074109214,0.0002325525,0.0010397653,0.0002065451],"domain_scores_gemma":[0.9985533,0.0009265802,0.00008859499,0.00020121151,0.00011151796,0.0001188369],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004409135,0.00010440683,0.00020820722,0.00037514706,0.00007766578,0.0000075639355,0.00020965519,0.00018985743,0.0004103021],"category_scores_gemma":[0.019771477,0.00006074612,0.000024559988,0.0006704695,0.00021495455,0.00007170773,0.000053974338,0.00079071056,0.0000039555466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003164238,0.00013141212,0.014545866,0.0010860433,0.00008878618,0.00000851084,0.02447406,8.181396e-7,0.001709972,0.42904156,0.39336145,0.13551988],"study_design_scores_gemma":[0.0017945898,0.0004999588,0.015544424,0.0073540555,0.00018409394,0.00027698823,0.040860996,0.0077556563,0.00025308708,0.012815413,0.91248316,0.00017757021],"about_ca_topic_score_codex":0.000022645274,"about_ca_topic_score_gemma":0.0000013723073,"teacher_disagreement_score":0.5191217,"about_ca_system_score_codex":0.00009584921,"about_ca_system_score_gemma":0.0007738085,"threshold_uncertainty_score":0.9884854},"labels":[],"label_agreement":null},{"id":"W4394760250","doi":"10.1097/acm.0000000000005693","title":"Quality and Patient Safety Metrics: Developing a Structured Program for Improving Patient Care in the Department of Medicine at The Ottawa Hospital","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Ottawa Hospital; McGill University Health Centre; University of Ottawa","funders":"","keywords":"Patient safety; Quality assurance; Quality management; Quality (philosophy); Organizational culture; Incentive; Medicine; Multidisciplinary approach; Health care; Business; Nursing; Medical education; Public relations; Marketing; Political science","score_opus":0.06436618778174888,"score_gpt":0.44526567239557785,"score_spread":0.38089948461382894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394760250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83299047,0.032136638,0.0028539663,0.11735391,0.0028774291,0.0106531605,0.00015279761,0.00011119117,0.00087044714],"genre_scores_gemma":[0.9926408,0.00067928294,0.0002923166,0.0045513487,0.0002871136,0.0012323043,0.00026064907,0.000018933737,0.000037235877],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962692,0.0006508225,0.0015198487,0.00038184845,0.00074105617,0.00043722184],"domain_scores_gemma":[0.99581534,0.0029529212,0.00060460536,0.00031751313,0.00019376834,0.0001158745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002517094,0.00021339601,0.00042898723,0.00018594146,0.00043160407,6.07448e-7,0.00026166052,0.00025260382,0.00005039056],"category_scores_gemma":[0.0035487763,0.00009914171,0.00004196365,0.0006756342,0.00043847944,0.00006634007,0.00014665928,0.0009318344,0.0000022749557],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026677738,0.00002222895,0.022168892,0.0030831806,0.000083724335,0.0000048926527,0.482106,0.000009078815,0.00018632386,0.010568609,0.0148875285,0.4666128],"study_design_scores_gemma":[0.0037840193,0.0029997677,0.086014114,0.0030831278,0.00020301867,0.000007185144,0.23164459,0.00030634154,0.00012096224,0.0019433959,0.66960216,0.0002913443],"about_ca_topic_score_codex":0.00026667415,"about_ca_topic_score_gemma":0.00022978499,"teacher_disagreement_score":0.6547146,"about_ca_system_score_codex":0.00042429977,"about_ca_system_score_gemma":0.00029105757,"threshold_uncertainty_score":0.4248473},"labels":[],"label_agreement":null},{"id":"W4394763394","doi":"10.1097/acm.0000000000005700","title":"Bibliometric Networks for Researchers in Health Professions Education","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; Université de Montréal","funders":"","keywords":"Multidisciplinary approach; Social network analysis; Bibliometrics; Field (mathematics); Set (abstract data type); Health science; Network analysis; Data science; Computer science; Library science; Medical education; Sociology; Medicine; Social science; World Wide Web; Engineering; Social media","score_opus":0.8012703957469408,"score_gpt":0.7019638239757008,"score_spread":0.09930657177124003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394763394","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09902692,0.3677409,0.19874905,0.30766907,0.011750517,0.004433418,0.000033433906,0.00020843437,0.010388256],"genre_scores_gemma":[0.95628726,0.01630339,0.00034121095,0.0015846855,0.0010202328,0.00019853764,0.000023191855,0.000023597482,0.024217902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895954,0.00051445107,0.001386716,0.0008964954,0.0065935478,0.0010133487],"domain_scores_gemma":[0.9790005,0.018204616,0.00018335719,0.00052713323,0.0012743303,0.0008100487],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.08890359,0.0001469427,0.00040284198,0.63274336,0.00019482023,0.00033468855,0.0019157554,0.00027537977,0.00043296837],"category_scores_gemma":[0.12096926,0.00008924418,0.00007021196,0.8562435,0.00023198538,0.000529895,0.00031746327,0.0014771462,0.000116494484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127678095,0.00001579394,0.009016412,0.000051493553,0.000004369521,0.0000018998057,0.0005595483,0.000043979264,0.000043711818,0.005209004,0.47311476,0.51192623],"study_design_scores_gemma":[0.00078000856,0.00056467415,0.038222425,0.0009622866,0.0000051773045,0.000012855929,0.005965265,0.10418932,0.000029885137,0.06521108,0.78383577,0.0002212701],"about_ca_topic_score_codex":0.0003439777,"about_ca_topic_score_gemma":0.000014229996,"teacher_disagreement_score":0.85726035,"about_ca_system_score_codex":0.00040096565,"about_ca_system_score_gemma":0.0018552869,"threshold_uncertainty_score":0.9381655},"labels":[],"label_agreement":null},{"id":"W4394764840","doi":"10.1097/acm.0000000000005679","title":"Conceptualizing Educational Comparability in Distributed Health Professions Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Comparability; Inclusion (mineral); CLARITY; Accreditation; Medical education; Knowledge management; Psychology; Medicine; Computer science","score_opus":0.2092574618387379,"score_gpt":0.5814601468498879,"score_spread":0.37220268501115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394764840","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042205343,0.90862864,0.00009986336,0.080600776,0.0032453544,0.006737092,0.00002604218,0.000097540586,0.0005604583],"genre_scores_gemma":[0.00002044589,0.9728219,0.00027306375,0.013092499,0.0027031985,0.0024721373,0.00721902,0.0000751746,0.0013225628],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99317497,0.0005906935,0.0038252224,0.0009778464,0.0008548932,0.0005763845],"domain_scores_gemma":[0.99676156,0.00058082835,0.0010820318,0.0008776626,0.0003558172,0.00034207062],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037802877,0.0006158468,0.0038153823,0.0007770512,0.00013725749,0.0000074480563,0.00042447494,0.0006466915,0.00131844],"category_scores_gemma":[0.008089221,0.00043570148,0.00021180007,0.003965619,0.0005294609,0.00010462501,0.00012684973,0.004491583,0.00027429513],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018546672,0.00006718881,0.000039544328,0.37003186,0.00003561782,0.0000015809524,0.0006509033,2.2423965e-8,3.532909e-8,0.0028437362,0.30984867,0.316479],"study_design_scores_gemma":[0.00016131744,0.000039983348,0.00001756298,0.55964583,0.00067015167,0.00016984677,0.00046617724,0.000004036546,1.4552577e-8,0.0003857092,0.43827307,0.0001662702],"about_ca_topic_score_codex":0.000059093993,"about_ca_topic_score_gemma":0.000004548995,"teacher_disagreement_score":0.31631273,"about_ca_system_score_codex":0.002047105,"about_ca_system_score_gemma":0.021232404,"threshold_uncertainty_score":0.9998095},"labels":[],"label_agreement":null},{"id":"W4394766051","doi":"10.1097/acm.0000000000005662","title":"Learning Through Teaching: How Physicians Learn Medicine in Authentic Clinical Contexts","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine","score_opus":0.05894926018276812,"score_gpt":0.45026543265917757,"score_spread":0.39131617247640943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394766051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5655067,0.0078149475,0.00652518,0.3862398,0.006423015,0.0009441564,0.0000010146887,0.000598477,0.025946746],"genre_scores_gemma":[0.9416673,0.0013423396,0.00035911132,0.0133776935,0.0075373673,0.000051959574,0.00013386796,0.00007907144,0.035451286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99584705,0.0004096223,0.0013548007,0.000766488,0.0010291161,0.0005929553],"domain_scores_gemma":[0.9980312,0.0009861223,0.00023606473,0.0004409762,0.0001546256,0.0001509831],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0052029183,0.00034813947,0.0009862324,0.00054781284,0.00013884147,0.000011933155,0.00029897818,0.0005760772,0.00064392755],"category_scores_gemma":[0.01581217,0.0002541588,0.000095217176,0.0012722546,0.001128913,0.000278329,0.00006912274,0.0073718904,0.00016960302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011622303,0.00010691913,0.023721045,0.0008074342,0.00020910641,0.00026274336,0.05860278,0.00000561243,0.0030958494,0.035735387,0.46779743,0.4095395],"study_design_scores_gemma":[0.0051514194,0.0021469893,0.016282834,0.015944215,0.0006012596,0.00034069247,0.030335167,0.008643507,0.000063626925,0.0074638715,0.9125659,0.00046051928],"about_ca_topic_score_codex":0.00015959637,"about_ca_topic_score_gemma":0.0000038447906,"teacher_disagreement_score":0.4447685,"about_ca_system_score_codex":0.00023832217,"about_ca_system_score_gemma":0.00023241402,"threshold_uncertainty_score":0.99999106},"labels":[],"label_agreement":null},{"id":"W4394766886","doi":"10.1097/acm.0000000000005712","title":"Why Mentorship Matters: The 2023 Trainee-Authored Letters to the Editor","year":2024,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Mentorship; Medical education; Psychology; Medicine","score_opus":0.13990608267558607,"score_gpt":0.4250223102942616,"score_spread":0.2851162276186755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394766886","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017174266,0.0050637117,0.00026254222,0.9715537,0.018557541,0.0030438793,0.00007905002,0.0001746348,0.0010932114],"genre_scores_gemma":[0.000097304386,0.0011062896,0.0000106742245,0.72508395,0.24905746,0.00036929845,0.00032378835,0.00013136084,0.02381987],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9897675,0.00062267785,0.0012053172,0.0009532542,0.004582468,0.0028687734],"domain_scores_gemma":[0.99058235,0.0032965017,0.00020485099,0.001361438,0.00016127284,0.004393583],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0076356335,0.0007429676,0.0011654128,0.0005899602,0.00024092341,0.000042816228,0.0014627676,0.0016055763,0.0020861248],"category_scores_gemma":[0.03519092,0.00031831462,0.00023239078,0.0012410433,0.0009082024,0.00006944283,0.00026201704,0.018357176,0.0023677333],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010105646,0.000004271581,0.0000064912033,0.0013306285,0.0002042095,0.0008708801,0.0029791675,2.2276099e-7,0.0005644968,0.000012848009,0.991544,0.002381692],"study_design_scores_gemma":[0.00091766083,0.0006820404,0.000022551772,0.004716425,0.00054103485,0.00027039758,0.0007207296,0.000022509423,0.000028987848,0.00010776009,0.9916896,0.0002803034],"about_ca_topic_score_codex":0.00071760477,"about_ca_topic_score_gemma":0.000014914673,"teacher_disagreement_score":0.24646972,"about_ca_system_score_codex":0.0006272965,"about_ca_system_score_gemma":0.0019064778,"threshold_uncertainty_score":0.99992687},"labels":[],"label_agreement":null},{"id":"W4394819901","doi":"10.1097/acm.0000000000005742","title":"Describing the Landscape of Medical Education Preprints on MedRxiv: Current Trends and Future Recommendations","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preprint; Metadata; Upload; Promotion (chess); Library science; Medical journal; World Wide Web; Medical education; Computer science; Medicine; Political science","score_opus":0.17934587803718766,"score_gpt":0.4718086124760491,"score_spread":0.29246273443886145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394819901","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14757848,0.020234657,0.0005359609,0.80245423,0.007551232,0.00017844308,0.000010605238,0.00007287916,0.021383481],"genre_scores_gemma":[0.9819411,0.009424341,0.000016107959,0.0026850947,0.0033433675,0.000023947712,0.000020695052,0.000011616931,0.0025337401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589676,0.00033041777,0.00082352315,0.0005189785,0.002242602,0.00018770526],"domain_scores_gemma":[0.99657184,0.0023696125,0.00021196056,0.00044074253,0.000121133795,0.0002847368],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012045271,0.00013781586,0.00025847647,0.00052207167,0.00013615498,0.00010294779,0.0018114782,0.0002679055,0.0051037087],"category_scores_gemma":[0.012944444,0.0000668417,0.00003994848,0.0014530096,0.00023304592,0.0005254859,0.00028754136,0.0017373738,0.00006188929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004762665,0.0000046476766,0.0035874338,0.0000058314813,0.000006813859,3.8189685e-7,0.0028105713,4.7418862e-7,0.0000068475333,0.014602444,0.41064966,0.5683201],"study_design_scores_gemma":[0.0002543184,0.000038717546,0.0080155665,0.0012639083,0.000041709147,0.000045989003,0.0070568793,0.0030466516,0.00004177796,0.015257123,0.9648252,0.00011214281],"about_ca_topic_score_codex":0.000034881632,"about_ca_topic_score_gemma":0.0000055333385,"teacher_disagreement_score":0.8343626,"about_ca_system_score_codex":0.000026950436,"about_ca_system_score_gemma":0.0003959438,"threshold_uncertainty_score":0.99580574},"labels":[],"label_agreement":null},{"id":"W4394874344","doi":"10.1097/acm.0000000000005741","title":"Exploring Diversity, Equity, and Inclusion–Related Pedagogy Across Different Professions","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fowler Kennedy Sport Medicine Clinic; Western University","funders":"","keywords":"Inclusion (mineral); Grounded theory; Pedagogy; Objectivity (philosophy); Equity (law); Diversity (politics); Nonprobability sampling; Psychology; Exploratory research; Theoretical sampling; Professional development; Sociology; Qualitative research; Medical education; Medicine; Social psychology; Epistemology; Social science; Political science","score_opus":0.3033259938607122,"score_gpt":0.47266806775128306,"score_spread":0.16934207389057088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394874344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86026824,0.0057628024,0.000092164555,0.10347228,0.003516369,0.00026427367,0.00000766956,0.00029978485,0.026316412],"genre_scores_gemma":[0.9776564,0.012932638,0.0000029421105,0.001607683,0.0009229202,0.000008476479,0.000011198538,0.00000965218,0.0068480927],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969672,0.0001730153,0.00024694865,0.0003416603,0.0017736879,0.00049751264],"domain_scores_gemma":[0.9989829,0.00039578107,0.00004816544,0.00013091347,0.000057146477,0.00038506612],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0033811235,0.0001499089,0.0002673399,0.00013248215,0.0043892455,0.000027545775,0.0009238157,0.00024016405,0.0005815092],"category_scores_gemma":[0.0005233052,0.00011130031,0.000035106736,0.00042656515,0.001388284,0.00042214978,0.041886616,0.0010135584,0.00003516912],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001330925,0.000007406938,0.006754439,0.00011570937,0.000047169695,0.00009101176,0.8441847,3.8213295e-7,0.00032883213,0.05506213,0.012237658,0.081157275],"study_design_scores_gemma":[0.0014944469,0.00028050796,0.007527376,0.0031094148,0.0003202247,0.000020725076,0.6604629,0.00010021567,0.00006621298,0.1637345,0.16244295,0.00044049896],"about_ca_topic_score_codex":0.0015394685,"about_ca_topic_score_gemma":0.0002640394,"teacher_disagreement_score":0.18372175,"about_ca_system_score_codex":0.00014386213,"about_ca_system_score_gemma":0.00008887012,"threshold_uncertainty_score":0.9969069},"labels":[],"label_agreement":null},{"id":"W4395699529","doi":"10.1097/acm.0000000000005630","title":"Artist’s Statement: Lungs","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red Deer Polytechnic","funders":"","keywords":"Statement (logic); MEDLINE; Medicine; Art; Philosophy; Political science; Linguistics; Law","score_opus":0.03486229448611902,"score_gpt":0.37210290846108307,"score_spread":0.3372406139749641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395699529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56001604,0.15254168,0.0021905955,0.14409299,0.0032166848,0.0027429622,0.00009558036,0.0013775585,0.13372593],"genre_scores_gemma":[0.9351194,0.003592693,0.00006447407,0.0022212316,0.0023890564,0.00008238407,0.00015425407,0.00007732976,0.056299213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970258,0.00006626577,0.0006072492,0.00061485573,0.0010522375,0.00063359947],"domain_scores_gemma":[0.9985446,0.0002170351,0.000051887786,0.0004325343,0.00010532318,0.00064864947],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007785588,0.00025992197,0.00043065168,0.00037657397,0.000070964656,0.0000114179675,0.00021333709,0.00019467514,0.0064930124],"category_scores_gemma":[0.00038575433,0.00019215552,0.000085659114,0.0006712613,0.00047913642,0.00017949783,0.000117614145,0.0013381058,0.0011544598],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040962544,0.00005120384,0.014635623,0.0048418874,0.00056968495,0.0037778602,0.0047301026,0.0000033030904,0.029375087,0.034268238,0.8007229,0.106614456],"study_design_scores_gemma":[0.00271506,0.00036564938,0.030920524,0.0031305468,0.0005038855,0.00071769365,0.0016982425,0.004310154,0.0012770069,0.007883059,0.9461272,0.00035100753],"about_ca_topic_score_codex":0.000077990415,"about_ca_topic_score_gemma":0.0000015014766,"teacher_disagreement_score":0.37510335,"about_ca_system_score_codex":0.0005209609,"about_ca_system_score_gemma":0.00044043048,"threshold_uncertainty_score":0.99962324},"labels":[],"label_agreement":null},{"id":"W4396760183","doi":"10.1097/acm.0000000000005763","title":"Beyond the Task: Developing a Tool to Measure Workplace Characteristics That Affect Cognitive Load and Learning","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Environments and Student Outcomes","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affect (linguistics); Task (project management); Measure (data warehouse); Cognition; Psychology; Cognitive load; Cognitive psychology; Applied psychology; Computer science; Engineering; Communication; Psychiatry","score_opus":0.043309298159979595,"score_gpt":0.36349347962765083,"score_spread":0.32018418146767125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396760183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719494,0.0043947827,0.0010975278,0.11170411,0.0011829967,0.000510051,0.0000032823261,0.00006599967,0.009091877],"genre_scores_gemma":[0.97782135,0.001990113,0.000029413328,0.004714759,0.0008818169,0.000032138552,0.000005516383,0.0000097854245,0.014515091],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985837,0.00017951801,0.00014619631,0.00021100063,0.00065910403,0.0002204983],"domain_scores_gemma":[0.9983955,0.0013949876,0.000041528016,0.000047404676,0.000028846269,0.00009172591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022587187,0.0001033794,0.00014608426,0.000041503816,0.00047879992,0.00003781276,0.00014981916,0.00009030489,0.00013971861],"category_scores_gemma":[0.0020960928,0.00006431822,0.000016077533,0.00020528473,0.00024090859,0.000090540205,0.00006220007,0.0005978889,0.000051587347],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038792536,0.000006547933,0.22531676,0.00008327233,0.0001883524,0.000019130297,0.55986804,0.0000014392135,0.00025793686,0.046576947,0.024485298,0.14315753],"study_design_scores_gemma":[0.00031506954,0.00006546444,0.29675135,0.0014057286,0.00015338544,0.0000089907735,0.09273147,0.000023947261,0.000011941357,0.0016073828,0.6066425,0.00028276676],"about_ca_topic_score_codex":0.00009964447,"about_ca_topic_score_gemma":0.000023038094,"teacher_disagreement_score":0.5821572,"about_ca_system_score_codex":0.0001405031,"about_ca_system_score_gemma":0.00017397273,"threshold_uncertainty_score":0.368259},"labels":[],"label_agreement":null},{"id":"W4396872773","doi":"10.1097/acm.0000000000005765","title":"Perspectivism and Health Professions Assessment","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Perspectivism; Epistemology; Humility; Scholarship; Sociology; Philosophy; Political science","score_opus":0.07470903844157792,"score_gpt":0.509585632306947,"score_spread":0.43487659386536903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396872773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11027119,0.012602032,0.009134616,0.85300606,0.0022489107,0.0007688215,0.000001280453,0.0003184007,0.011648689],"genre_scores_gemma":[0.97322047,0.0019907423,0.0015776753,0.014906889,0.0016955658,0.0000624155,0.000046492736,0.000024693329,0.0064750626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986186,0.000038437734,0.00038476684,0.00029982656,0.00042723687,0.00023115837],"domain_scores_gemma":[0.99945265,0.000075562064,0.000052971485,0.00018693486,0.00007527527,0.00015658638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015330275,0.000117548225,0.00026095155,0.0002926312,0.000111046924,0.0000047658896,0.00005832851,0.00014359527,0.000458352],"category_scores_gemma":[0.00043211723,0.00007911143,0.000015859525,0.0006064773,0.000225486,0.000074646734,0.000033341323,0.0013755666,0.000026371337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071167847,0.000022907027,0.005603894,0.000746968,0.00006295865,0.000021059177,0.0148595385,1.0527814e-7,0.0012626649,0.16245663,0.6841613,0.13079485],"study_design_scores_gemma":[0.0031010383,0.0016735791,0.20986804,0.015482678,0.00035646366,0.0015024405,0.04798082,0.010201935,0.000105238774,0.028062899,0.6812163,0.00044855283],"about_ca_topic_score_codex":0.000045750257,"about_ca_topic_score_gemma":5.602533e-7,"teacher_disagreement_score":0.86294925,"about_ca_system_score_codex":0.00030623327,"about_ca_system_score_gemma":0.00057406607,"threshold_uncertainty_score":0.5976229},"labels":[],"label_agreement":null},{"id":"W4396872862","doi":"10.1097/acm.0000000000005768","title":"Who Pays the High Price of Failing to Integrate Evidence-Based Feedback Processes in Medical Education?","year":2024,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Nova scotia; Medical education; Academic medicine; Higher education; Family medicine; Psychology; Medicine; Political science; Sociology","score_opus":0.1846236831879676,"score_gpt":0.5254333596016892,"score_spread":0.3408096764137216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396872862","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015729476,0.01031182,0.00012598922,0.9664458,0.0042032795,0.002155171,0.0000097445945,0.0000435541,0.00097518135],"genre_scores_gemma":[0.021125676,0.008381987,0.0000614756,0.9395741,0.01623402,0.0012620641,0.00010687146,0.000044029784,0.013209747],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926768,0.0012828889,0.0017543808,0.0006903183,0.0024751993,0.0011204014],"domain_scores_gemma":[0.9875958,0.009944489,0.0004740333,0.00055284717,0.00086335524,0.0005694553],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.009924144,0.0003050652,0.0006988004,0.0008647339,0.00029756452,0.000008379144,0.0016440867,0.0014536025,0.0023770714],"category_scores_gemma":[0.052987546,0.00016260442,0.000035493897,0.0033057267,0.0005083568,0.00017908371,0.00018175475,0.012678233,0.00051791605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002657294,0.000007302232,0.0018666883,0.008422365,0.0000068307513,0.000008316408,0.013299551,0.0000017772452,0.000009666942,0.00009560567,0.9740382,0.0022171265],"study_design_scores_gemma":[0.00022546847,0.000162084,0.0010094574,0.07216418,0.000027101352,0.000003305613,0.007990527,0.0001596057,0.000013465328,0.001493297,0.9165899,0.00016160861],"about_ca_topic_score_codex":0.0051349555,"about_ca_topic_score_gemma":0.0003458521,"teacher_disagreement_score":0.06374181,"about_ca_system_score_codex":0.0006833149,"about_ca_system_score_gemma":0.04126176,"threshold_uncertainty_score":0.9998427},"labels":[],"label_agreement":null},{"id":"W4396872884","doi":"10.1097/acm.0000000000005766","title":"Teaching Opportunities for Postgraduate Trainees in Primary Care","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Primary care; Medical education; Medicine; MEDLINE; Psychology; Family medicine; Political science","score_opus":0.09644490668461117,"score_gpt":0.395056802646881,"score_spread":0.2986118959622698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396872884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7313081,0.013664763,0.0027713415,0.21704398,0.0024204424,0.001353815,0.000015369842,0.00034508048,0.03107712],"genre_scores_gemma":[0.9697584,0.0006689641,0.0014531745,0.015276406,0.0026666245,0.00020354328,0.00089263095,0.000051675044,0.009028597],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846846,0.00003644341,0.0005639912,0.00028006014,0.0003717579,0.00027929933],"domain_scores_gemma":[0.9993432,0.0002282134,0.00004875734,0.00018133134,0.000114755785,0.00008374461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012038889,0.0001580821,0.0003267574,0.00059123704,0.000058511418,0.000005071346,0.00011907527,0.0002119057,0.0000675128],"category_scores_gemma":[0.0011859194,0.00012068852,0.00003915671,0.00033250015,0.00018252894,0.000119312426,0.000020262656,0.0012144608,0.000007467372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009647777,0.000020020085,0.0010189594,0.005217302,0.0000633534,0.0001030325,0.06216322,0.0000012140426,0.0055189696,0.02952868,0.1628061,0.7334627],"study_design_scores_gemma":[0.0036989038,0.00088860764,0.0052156933,0.01328651,0.00038926155,0.00041724477,0.12413991,0.0028226457,0.00034209288,0.006432516,0.84194046,0.0004261294],"about_ca_topic_score_codex":0.00004777696,"about_ca_topic_score_gemma":0.0000014059246,"teacher_disagreement_score":0.7330366,"about_ca_system_score_codex":0.00034404077,"about_ca_system_score_gemma":0.00036849306,"threshold_uncertainty_score":0.52762955},"labels":[],"label_agreement":null},{"id":"W4396892465","doi":"10.1097/acm.0000000000005762","title":"Where Do We Go From Here? An Inventory of Publicly Available Data About Educator Academies, Medical Education Departments, and Offices of Medical Education","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; MEDLINE; Physician assistants; Medicine; Political science; Health care; Nurse practitioners","score_opus":0.049921420082358385,"score_gpt":0.4066329176444312,"score_spread":0.3567114975620728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396892465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60038334,0.27392358,0.00014775943,0.11741996,0.0051060165,0.0007893395,0.000052056825,0.00013573295,0.0020422242],"genre_scores_gemma":[0.79250455,0.16630067,0.0024408773,0.012320777,0.012616467,0.00028823677,0.0058782827,0.00018312881,0.007467019],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930337,0.00024899325,0.0019173484,0.0010946611,0.0032773328,0.00042798067],"domain_scores_gemma":[0.99621826,0.00037033326,0.0005327177,0.001426953,0.00050971203,0.00094203703],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0046860436,0.0003753348,0.0008458563,0.0007612624,0.00008576274,0.000023144761,0.0013451291,0.0013380718,0.011817173],"category_scores_gemma":[0.011512878,0.00030270388,0.000046294957,0.0013668803,0.0011884433,0.000847515,0.00035999774,0.0023264533,0.000076545046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063490814,0.00045771248,0.033633836,0.0020147888,0.0001913569,0.000003804223,0.003290745,4.866409e-8,0.00045881627,0.010812321,0.7368115,0.21226154],"study_design_scores_gemma":[0.0015466568,0.00035387615,0.0042066197,0.019971516,0.00072473095,0.00023915288,0.015004263,0.003689978,0.00029014502,0.0035218457,0.9500833,0.00036788112],"about_ca_topic_score_codex":0.0016785098,"about_ca_topic_score_gemma":0.00008574956,"teacher_disagreement_score":0.2132718,"about_ca_system_score_codex":0.00023557515,"about_ca_system_score_gemma":0.017623471,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W4399120529","doi":"10.1097/acm.0000000000005774","title":"The Likelihood That Remedial Continuing Medical Education (CME) Reduces Disciplinary Recidivism Among Physicians","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Remedial education; Recidivism; Discipline; Odds ratio; Medicine; Logistic regression; Odds; Continuing medical education; Remedial action; Medical education; Family medicine; Psychology; Psychiatry; Continuing education; Political science; Internal medicine; Law; Mathematics education","score_opus":0.05644364044758277,"score_gpt":0.4650353846061349,"score_spread":0.40859174415855215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399120529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58807904,0.011778541,0.00016986269,0.3738551,0.013118445,0.00084253773,0.0000022112117,0.00031387745,0.011840375],"genre_scores_gemma":[0.953035,0.009895167,0.00002218682,0.005430409,0.018474868,0.00032661168,0.00005266759,0.00005020002,0.012712891],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99455863,0.0011984252,0.0011099582,0.00059789815,0.0016412614,0.0008938426],"domain_scores_gemma":[0.9894504,0.008949525,0.00034389785,0.00050420366,0.00014697206,0.00060503377],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0076456666,0.0002840237,0.00049254484,0.00012603443,0.00083100755,0.000018297083,0.0007490948,0.000772891,0.0019396556],"category_scores_gemma":[0.018391289,0.0001609874,0.000083192215,0.00048108172,0.0010398288,0.00041162732,0.00028098043,0.0052470416,0.00047587676],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006812495,0.000029786586,0.012096746,0.0003585157,0.00006527423,0.000026810574,0.0662699,5.158112e-8,0.00056931283,0.0060731773,0.62268996,0.29175237],"study_design_scores_gemma":[0.00070469617,0.00020708347,0.019437833,0.021137604,0.0002552957,0.000016057484,0.11381519,0.00060767593,0.0001084685,0.02238332,0.82100093,0.0003258156],"about_ca_topic_score_codex":0.00036375728,"about_ca_topic_score_gemma":0.00018993774,"teacher_disagreement_score":0.36842468,"about_ca_system_score_codex":0.0001623811,"about_ca_system_score_gemma":0.0010431295,"threshold_uncertainty_score":0.9989727},"labels":[],"label_agreement":null},{"id":"W4399883305","doi":"10.1097/acm.0000000000005781","title":"Learning Plan Use in Undergraduate Medical Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Plan (archaeology); Medical education; MEDLINE; Higher education; Medicine; Psychology; Political science; Geography","score_opus":0.1374191572428446,"score_gpt":0.5053402301077382,"score_spread":0.3679210728648936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399883305","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000050388976,0.96374595,0.00004584321,0.028811203,0.002644652,0.003010355,0.0000012837215,0.00018550937,0.0015501914],"genre_scores_gemma":[0.0000028397835,0.97151953,0.0001989669,0.015352273,0.0033472728,0.00082335965,0.0012332126,0.0001412908,0.0073812343],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9931724,0.00044028848,0.0030765703,0.00095047493,0.001782342,0.00057789526],"domain_scores_gemma":[0.99742615,0.00059163343,0.00067240826,0.0006760479,0.00021435341,0.00041940308],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0037621825,0.0006877254,0.003481576,0.00140407,0.00007465623,0.000014285547,0.0004974613,0.0013890457,0.0012623937],"category_scores_gemma":[0.03384713,0.00047545458,0.00022588452,0.0035043643,0.00037184477,0.00015316517,0.00016801474,0.008864362,0.00059334515],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021502567,0.000018552963,0.0000259369,0.25569215,0.00005373793,0.000065265274,0.00014622854,1.7555877e-8,2.132709e-8,0.0007561616,0.14653084,0.59670895],"study_design_scores_gemma":[0.00018554619,0.000058949037,0.0000010885469,0.5093973,0.0014855275,0.0008979376,0.00006183066,0.000012647554,1.1741669e-8,0.00009235136,0.4876256,0.00018120249],"about_ca_topic_score_codex":0.000052546602,"about_ca_topic_score_gemma":0.000008574756,"teacher_disagreement_score":0.59652776,"about_ca_system_score_codex":0.00071247754,"about_ca_system_score_gemma":0.009818399,"threshold_uncertainty_score":0.9999074},"labels":[],"label_agreement":null},{"id":"W4400067850","doi":"10.1097/acm.0000000000005794","title":"Bias in Observed Assessments in Medical Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"PsycINFO; MEDLINE; Cochrane Library; Scopus; Medicine; Ethnic group; Graduate medical education; Psychology; Gender bias; Publication bias; Family medicine; Clinical psychology; Medical education; Meta-analysis; Accreditation; Social psychology; Political science; Internal medicine","score_opus":0.49287151039484267,"score_gpt":0.5829583372634045,"score_spread":0.09008682686856184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400067850","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003176829,0.9609167,0.0000017230658,0.013620388,0.0028523707,0.0018551423,0.0000023359992,0.000054479686,0.02069371],"genre_scores_gemma":[0.0000031539064,0.9844085,0.000008603571,0.008942436,0.0019341708,0.00021243999,0.00010840665,0.000025085325,0.0043572257],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99328923,0.0012625615,0.0015436439,0.0006208817,0.0027474747,0.0005361962],"domain_scores_gemma":[0.99803627,0.0007658205,0.00034959524,0.00031038534,0.0000729354,0.00046500817],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.014127388,0.0003644192,0.0024091203,0.0006166255,0.00007889407,0.00001583035,0.0016897838,0.001046494,0.0028072728],"category_scores_gemma":[0.008712903,0.00027034135,0.00015440508,0.002678422,0.0005469261,0.0001570033,0.0002723421,0.003231592,0.00023361636],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.146945e-7,0.000014466392,0.00010162295,0.14014317,0.000021895064,0.00014111013,0.0022583646,5.117241e-9,2.3847297e-9,0.0021557454,0.088867106,0.7662956],"study_design_scores_gemma":[0.000115808274,0.000016009722,0.0000012538849,0.50829035,0.00034989874,0.000008092426,0.0017614525,3.101705e-7,9.2535557e-10,0.00017774056,0.48916224,0.000116820505],"about_ca_topic_score_codex":0.0013603719,"about_ca_topic_score_gemma":0.0011930533,"teacher_disagreement_score":0.7661788,"about_ca_system_score_codex":0.0006534526,"about_ca_system_score_gemma":0.009940822,"threshold_uncertainty_score":0.9999749},"labels":[],"label_agreement":null},{"id":"W4400352963","doi":"10.1097/acm.0000000000005799","title":"Moving Accreditation Forward With Accreditation Scholarship","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Medical Association","funders":"","keywords":"Accreditation; Scholarship; Medical education; Higher education; Political science; Medicine; Law","score_opus":0.03542535625911161,"score_gpt":0.3793027403190195,"score_spread":0.34387738405990786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400352963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8585773,0.0032100864,0.043320168,0.08134968,0.0036205293,0.0009796133,0.0000035057194,0.0007277022,0.008211434],"genre_scores_gemma":[0.98255605,0.0002835404,0.003959229,0.0049484964,0.0050775735,0.00011658914,0.00039780146,0.000062788575,0.0025979585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749696,0.00005256312,0.00060595287,0.00045355808,0.0010474039,0.00034355494],"domain_scores_gemma":[0.99872965,0.00028509463,0.00011699568,0.0003178916,0.0003893342,0.0001610467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016358802,0.00022273256,0.00031393796,0.00066789315,0.000115514726,0.000023055682,0.00016421176,0.00032602885,0.0005439896],"category_scores_gemma":[0.00368403,0.0001557348,0.00003483933,0.0016468568,0.00025883032,0.000594298,0.000026136197,0.0016366965,0.0001963683],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048822642,0.000052725474,0.019649148,0.0022802853,0.00043212165,0.00021161903,0.020945255,0.000030304265,0.02792741,0.059501536,0.48454818,0.3839332],"study_design_scores_gemma":[0.0111003695,0.004881686,0.16614945,0.0304807,0.003236603,0.0034242014,0.029162757,0.028738707,0.007844929,0.0434314,0.6697816,0.001767556],"about_ca_topic_score_codex":0.0000133208505,"about_ca_topic_score_gemma":8.7975417e-7,"teacher_disagreement_score":0.3821656,"about_ca_system_score_codex":0.0002918103,"about_ca_system_score_gemma":0.00050551596,"threshold_uncertainty_score":0.7110723},"labels":[],"label_agreement":null},{"id":"W4400485729","doi":"10.1097/acm.0000000000005802","title":"The Mean Delta Method: Quantifying Assessor Stringency and Leniency and Identifying Outliers in Workplace-Based Assessments","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Occupational Health and Safety Research","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; Newborn Screening Ontario; Medical Council of Canada; University of Ottawa","funders":"","keywords":"Outlier; Statistics; Econometrics; Delta; Psychology; Computer science; Mathematics; Engineering","score_opus":0.2884083444783235,"score_gpt":0.6051797454383355,"score_spread":0.31677140096001205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400485729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8353193,0.07077242,0.034647167,0.047416322,0.0036705427,0.0033699276,0.000026595779,0.00021761216,0.004560149],"genre_scores_gemma":[0.98839164,0.008071168,0.0009226358,0.00084385247,0.00044724206,0.00021885094,0.0000233911,0.00003136263,0.0010498867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958826,0.0011606215,0.0009752425,0.00046793386,0.000747761,0.00076588796],"domain_scores_gemma":[0.98879904,0.010428041,0.00014296014,0.00021239033,0.00009094204,0.0003266558],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011123804,0.0001803296,0.00033671723,0.00035659986,0.00096338015,0.000021277792,0.0002555503,0.00031209033,0.00009269401],"category_scores_gemma":[0.0019103518,0.000116058756,0.000020056983,0.0006826394,0.00017751097,0.00021267147,0.00015381051,0.0028942642,0.000019382172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026411325,0.000008281592,0.795086,0.0027512459,0.000038894344,0.000027339935,0.009553539,0.0000101426,0.00041583183,0.01402597,0.003205237,0.1746134],"study_design_scores_gemma":[0.0054610064,0.0005254612,0.7506101,0.014391239,0.00015306912,0.000016811322,0.04710767,0.11461262,0.00004794706,0.015480361,0.050970707,0.0006229997],"about_ca_topic_score_codex":0.0005926283,"about_ca_topic_score_gemma":0.00037818,"teacher_disagreement_score":0.1739904,"about_ca_system_score_codex":0.00021561528,"about_ca_system_score_gemma":0.0007233111,"threshold_uncertainty_score":0.9994061},"labels":[],"label_agreement":null},{"id":"W4400913935","doi":"10.1097/acm.0000000000005817","title":"A Phenomenological Exploration of Physicians’ Moral Distress: Situating Emotion Within Lived Experiences","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Ethics in medical practice","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Lived experience; Distress; Feeling; Psychology; Phenomenology (philosophy); Hermeneutic phenomenology; Social psychology; Psychotherapist; Epistemology","score_opus":0.3065739255523332,"score_gpt":0.5214991040239642,"score_spread":0.21492517847163095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400913935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9196531,0.0027731603,0.024127537,0.032091826,0.0038160048,0.00065268384,0.0000034880306,0.0003041815,0.016578004],"genre_scores_gemma":[0.9936225,0.00064586353,0.0004214216,0.0021908323,0.0021514,0.00017729233,0.000037415037,0.000018493778,0.00073479256],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960954,0.001478355,0.0009980596,0.00035562585,0.0007521662,0.00032035878],"domain_scores_gemma":[0.9930422,0.0060979584,0.00042388376,0.00020664996,0.00013695787,0.000092379654],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0048442096,0.0001523671,0.000351116,0.00010330499,0.00037543022,0.0000032658374,0.00027141056,0.0005005187,0.00079354236],"category_scores_gemma":[0.014922476,0.000105702085,0.000028065124,0.00043346744,0.0007240271,0.00054783234,0.00010719651,0.005228333,0.000114284296],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004741881,0.000014089496,0.0006070062,0.0006528659,0.000030319581,0.000012785188,0.9148305,0.000014616553,0.008071707,0.06363008,0.0064789234,0.005609701],"study_design_scores_gemma":[0.0004581174,0.00027954296,0.00018007487,0.0049314564,0.00007185689,0.0000022102304,0.8855413,0.005378746,0.00019405286,0.101451665,0.0013790968,0.00013184597],"about_ca_topic_score_codex":0.00008969088,"about_ca_topic_score_gemma":0.000004085414,"teacher_disagreement_score":0.07396938,"about_ca_system_score_codex":0.00009659784,"about_ca_system_score_gemma":0.00013163984,"threshold_uncertainty_score":0.9970666},"labels":[],"label_agreement":null},{"id":"W4400914117","doi":"10.1097/acm.0000000000005828","title":"Qualitative Exploration of the #MeTooMedicine Online Discourse: “Holding Beacons of Light to Shine in the Corners They Are Hoping to Keep Dark”","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Sinai Health System; Canadian Institutes of Health Research; Medical Council of Canada; Western University; Ottawa Hospital; Wellesley Institute; Women's and Gender Studies et Recherches Féministes","funders":"","keywords":"Beacon; Qualitative research; Psychology; Internet privacy; Sociology; Computer science; Telecommunications; Anthropology","score_opus":0.16509393774502956,"score_gpt":0.47256653282430494,"score_spread":0.3074725950792754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400914117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58911353,0.0017496254,0.00081411726,0.4029448,0.0012202435,0.00076363777,0.000031437452,0.000031046548,0.0033315558],"genre_scores_gemma":[0.9914819,0.00063414726,0.00004306005,0.0062235957,0.0008779617,0.00001830988,0.000016151387,0.000010459605,0.0006943904],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99663883,0.0006052917,0.0005735914,0.00028418557,0.0015914468,0.00030663548],"domain_scores_gemma":[0.9979933,0.0012415042,0.00018762256,0.000280907,0.00014684412,0.00014980439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069125327,0.00015410641,0.00041955535,0.00027145247,0.00016275002,0.0000104162455,0.001094883,0.00013469018,0.00006346916],"category_scores_gemma":[0.004181607,0.000083043,0.00005710143,0.0018044484,0.0006497487,0.00028114303,0.00014445993,0.0007029979,0.0000052287314],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003517053,0.000017249147,0.0009815133,0.000103785365,0.00003543154,0.000010807411,0.9424165,0.000055967117,0.0029395623,0.020164987,0.030187987,0.0030510593],"study_design_scores_gemma":[0.0003927841,0.00022361315,0.0011495695,0.004060272,0.00012077899,0.0000015910434,0.97368765,0.000020088064,0.00018653779,0.0052838684,0.014770152,0.00010306882],"about_ca_topic_score_codex":0.0016552684,"about_ca_topic_score_gemma":0.0019083647,"teacher_disagreement_score":0.40236837,"about_ca_system_score_codex":0.00011857096,"about_ca_system_score_gemma":0.00016015331,"threshold_uncertainty_score":0.50060767},"labels":[],"label_agreement":null},{"id":"W4401394735","doi":"10.1097/acm.0000000000005838","title":"“I Think Many of Them Want to Appear to Have a Growth Mindset”: Exploring Supervisors’ Perceptions of Feedback-Seeking Behavior","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Western University; The Wilson Centre; Sinai Health System; Canadian Institutes of Health Research","funders":"","keywords":"Mindset; Perception; Psychology; Affect (linguistics); Social psychology; Computer science","score_opus":0.09263835505524498,"score_gpt":0.3687732714174466,"score_spread":0.2761349163622016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401394735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96614295,0.00034595374,0.0039072996,0.026259415,0.0010937076,0.00091887434,0.000010983722,0.00010187275,0.0012189534],"genre_scores_gemma":[0.9913623,0.00025817312,0.0032664547,0.002282548,0.0012400798,0.00020734161,0.000052225158,0.000057006113,0.0012738865],"study_design_codex":"bench_or_experimental","study_design_gemma":"qualitative","domain_scores_codex":[0.9970698,0.000047480615,0.0010770465,0.00045531688,0.00096662313,0.00038378165],"domain_scores_gemma":[0.9986011,0.00015854831,0.000103922226,0.0004745105,0.00039975822,0.00026220264],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011833358,0.00024083271,0.00059387647,0.0008389764,0.00006795159,0.0000046898276,0.00032123673,0.0002432931,0.0012755567],"category_scores_gemma":[0.0020077927,0.00018900627,0.000083204206,0.001500973,0.00023054819,0.00014530493,0.000121946854,0.0010325715,0.00016433542],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001837553,0.00019286512,0.043984067,0.0023215723,0.00021022106,0.000061166145,0.38155106,0.00000621195,0.42817426,0.011023313,0.04528194,0.08700959],"study_design_scores_gemma":[0.0045023793,0.0035430854,0.22274213,0.038665492,0.0029286551,0.0009551102,0.6443652,0.002450377,0.05309812,0.0024551658,0.022958804,0.0013354899],"about_ca_topic_score_codex":0.00017898352,"about_ca_topic_score_gemma":0.0000023076796,"teacher_disagreement_score":0.37507614,"about_ca_system_score_codex":0.00019714776,"about_ca_system_score_gemma":0.00018051399,"threshold_uncertainty_score":0.9996374},"labels":[],"label_agreement":null},{"id":"W4401394897","doi":"10.1097/acm.0000000000005836","title":"Evidence of Differential Attainment in Canadian Medical School Admissions: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Differential (mechanical device); Medical education; MEDLINE; Medicine; Psychology; Family medicine; Political science","score_opus":0.21812464657222003,"score_gpt":0.5408366681097496,"score_spread":0.3227120215375296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401394897","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002142584,0.93682027,0.0000042458314,0.058254633,0.0010524433,0.0030594356,0.000006708161,0.00004138599,0.00075870904],"genre_scores_gemma":[0.000032468346,0.9742475,0.000016885984,0.020454377,0.0013823288,0.0003807657,0.00010506557,0.0000674511,0.0033131498],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9928901,0.00040954247,0.003070844,0.0007818659,0.0020978253,0.00074982556],"domain_scores_gemma":[0.9750072,0.000981699,0.00048712743,0.0007491009,0.00011761645,0.022657257],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0029211375,0.0005949038,0.0041534314,0.0010865766,0.000047988084,0.00000378072,0.0006533949,0.0013029845,0.17280732],"category_scores_gemma":[0.22676623,0.00034982918,0.0003634247,0.0014379952,0.00026725733,0.000054590833,0.00017064952,0.0049273926,0.00037333282],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006435044,0.000022239516,0.0000123743375,0.5481784,0.0000935659,0.00026631285,0.00013809897,3.4001109e-9,9.47317e-7,0.00014319849,0.18688414,0.26425427],"study_design_scores_gemma":[0.00020603425,0.000073997224,0.0000017021642,0.54282427,0.0015481679,0.00023856813,0.000035889356,0.000005296407,1.6065711e-7,0.000009739955,0.45491925,0.00013691385],"about_ca_topic_score_codex":0.0063773147,"about_ca_topic_score_gemma":0.0014971145,"teacher_disagreement_score":0.2680351,"about_ca_system_score_codex":0.0007518662,"about_ca_system_score_gemma":0.10429841,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W4401395053","doi":"10.1097/acm.0000000000005833","title":"Contribution of Basic Science Education to the Professional Identity Development of Medical Learners: A Critical Scoping Review","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Specialty; Identity (music); Identification (biology); Psychology; Inclusion (mineral); Medical education; Professional development; Engineering ethics; Sociology; Pedagogy; Medicine; Social psychology; Engineering","score_opus":0.053959055664402,"score_gpt":0.5113062366582742,"score_spread":0.4573471809938722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401395053","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38796315,0.081120804,0.030399196,0.48987874,0.006855214,0.002849899,0.0000016617518,0.000079930025,0.00085140206],"genre_scores_gemma":[0.98280984,0.003100167,0.0011144566,0.01160908,0.0009388682,0.00015086333,0.000040752166,0.000011994333,0.00022398398],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9954442,0.00008182756,0.0011204869,0.00029794808,0.002817209,0.00023832338],"domain_scores_gemma":[0.99803275,0.00035198903,0.00013366505,0.00028220838,0.0010090317,0.00019035448],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010157987,0.00011067587,0.0003680733,0.00037148857,0.00013046699,0.0000044020867,0.00042377718,0.00015829931,0.000993504],"category_scores_gemma":[0.047928177,0.00006648398,0.000029707951,0.0024941103,0.0010121285,0.00021461527,0.00012893305,0.0008476888,0.00005539957],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088110035,0.00029779336,0.001992529,0.05711287,0.0000923416,0.0000075250236,0.018702386,0.0000010436211,0.020550305,0.2869272,0.17131846,0.44290945],"study_design_scores_gemma":[0.00068060594,0.00026331045,0.007406723,0.9497004,0.00037162876,0.00021874574,0.0035075122,0.0008790833,0.007925571,0.0014842342,0.027345788,0.00021636345],"about_ca_topic_score_codex":0.000015323123,"about_ca_topic_score_gemma":0.0000025053425,"teacher_disagreement_score":0.89258754,"about_ca_system_score_codex":0.00022373044,"about_ca_system_score_gemma":0.009762775,"threshold_uncertainty_score":0.9999197},"labels":[],"label_agreement":null},{"id":"W4401534342","doi":"10.1097/acm.0000000000005842","title":"“We Need a Seismic Shift”: Disabled Student Perspectives on Disability Inclusion in U.S. Medical Education","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"","keywords":"Inclusion (mineral); Thematic analysis; Psychology; Medical education; Medical model of disability; Reflexivity; Perception; Affect (linguistics); Qualitative research; Medicine; Social psychology; Sociology; Psychiatry","score_opus":0.031235660041332665,"score_gpt":0.43053699633969933,"score_spread":0.39930133629836667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401534342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5697219,0.002029505,0.00002002887,0.40732113,0.0014524207,0.0004549665,9.504955e-7,0.00011536057,0.018883748],"genre_scores_gemma":[0.9894449,0.0031084816,0.0000046549467,0.003603863,0.0016157645,0.00011680498,0.0000140598095,0.000014489285,0.0020769867],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9964318,0.0005106426,0.0005124273,0.00054183416,0.0016470877,0.00035616691],"domain_scores_gemma":[0.9985169,0.0007238532,0.000050645805,0.00025998073,0.00003779612,0.0004108269],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039741877,0.00016825972,0.00026363652,0.0001532591,0.00029945583,0.000025853904,0.0005436246,0.00027191703,0.0035397192],"category_scores_gemma":[0.00310903,0.00012987872,0.000050241284,0.00083374925,0.0010939717,0.00019423096,0.00029786644,0.00083909824,0.00012130006],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028353312,0.00039127583,0.016506933,0.000064673026,0.000011962951,0.0000018318399,0.7965452,0.000004234587,0.000009760625,0.13678391,0.015160155,0.034491677],"study_design_scores_gemma":[0.00057901244,0.0001453129,0.015890865,0.0017604792,0.000033176762,0.0000015225016,0.7378033,0.00028151108,0.00000659356,0.09507914,0.1481719,0.0002471993],"about_ca_topic_score_codex":0.003984494,"about_ca_topic_score_gemma":0.0012389232,"teacher_disagreement_score":0.419723,"about_ca_system_score_codex":0.0015324027,"about_ca_system_score_gemma":0.0012847078,"threshold_uncertainty_score":0.9973712},"labels":[],"label_agreement":null},{"id":"W4401534374","doi":"10.1097/acm.0000000000005839","title":"“Praise in Public; Criticize in Private”: Unwritable Assessment Comments and the Performance Information That Resists Being Written","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; Western University; University of Northern British Columbia","funders":"","keywords":"Praise; Conversation; Supervisor; Feeling; Psychology; Data collection; Social psychology; Computer science; Sociology; Political science; Law","score_opus":0.028793159104390183,"score_gpt":0.36628959644965864,"score_spread":0.33749643734526846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401534374","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78800976,0.000969895,0.00042125152,0.1997766,0.00052697404,0.0007501711,9.196823e-7,0.000056687233,0.009487731],"genre_scores_gemma":[0.98448604,0.0019708609,0.00031613724,0.01235823,0.000261226,0.00016976293,0.000104821724,0.000013593103,0.00031931547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979253,0.00011010771,0.000774722,0.00020219178,0.00064328697,0.0003443911],"domain_scores_gemma":[0.99909645,0.00040713671,0.00008539245,0.00024634224,0.000089988636,0.0000747018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004312233,0.0001544534,0.0003298245,0.0006565967,0.000089842,0.00003121847,0.0001735318,0.00019624065,0.00010573958],"category_scores_gemma":[0.0019871825,0.00009979024,0.00001521685,0.0011371267,0.00041146157,0.00084687525,0.00008606456,0.0016149621,0.00001452822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028660343,0.00008011924,0.47021583,0.0032929142,0.00010056,0.000040264127,0.032393303,0.000010012342,0.0005292559,0.2889767,0.06898018,0.13509426],"study_design_scores_gemma":[0.01602455,0.00029850894,0.62185824,0.012452302,0.00018408702,0.0002480486,0.016379802,0.07814429,0.00018999129,0.009101998,0.24469398,0.0004242138],"about_ca_topic_score_codex":0.000077566874,"about_ca_topic_score_gemma":0.0000037714774,"teacher_disagreement_score":0.2798747,"about_ca_system_score_codex":0.0003438446,"about_ca_system_score_gemma":0.00018564716,"threshold_uncertainty_score":0.70162964},"labels":[],"label_agreement":null},{"id":"W4401794456","doi":"10.1097/acm.0000000000005853","title":"Navigating the Impact of Social and Digital Media in Academic Medicine","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Family medicine; Medicine; Social media; Medical education; Political science","score_opus":0.16827022737860356,"score_gpt":0.5323898406804742,"score_spread":0.3641196133018707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401794456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89610577,0.010880534,0.000009800484,0.08796125,0.0025089243,0.0006338734,0.000007040667,0.0000665466,0.0018262867],"genre_scores_gemma":[0.98762274,0.0037824025,0.0000030386605,0.00025625166,0.008175056,0.00008287226,0.000016477912,0.00001914053,0.00004202433],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997469,0.0002809168,0.00073736324,0.0002710453,0.00077831413,0.00046332332],"domain_scores_gemma":[0.990768,0.008639881,0.00020172987,0.000097317956,0.000078046694,0.0002149889],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0038874361,0.00015973637,0.00038912822,0.00011670334,0.00023656599,0.000010157127,0.0003627395,0.00044361502,0.00022928175],"category_scores_gemma":[0.018361038,0.000098330784,0.000038424685,0.0012582752,0.0022873867,0.0003127982,0.000049254606,0.0025275974,0.000009748599],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001219593,0.0000022591994,0.04848729,0.00006577224,0.000017312494,0.0000029348605,0.85490316,5.144571e-7,0.00022076702,0.011527164,0.006442559,0.07831806],"study_design_scores_gemma":[0.0017968091,0.000399988,0.38366568,0.007109796,0.00016210527,0.000025557847,0.48881814,0.00046283077,0.00003588387,0.085882254,0.031102017,0.00053893815],"about_ca_topic_score_codex":0.0121524045,"about_ca_topic_score_gemma":0.00021005349,"teacher_disagreement_score":0.36608505,"about_ca_system_score_codex":0.00033976164,"about_ca_system_score_gemma":0.00057329016,"threshold_uncertainty_score":0.9997736},"labels":[],"label_agreement":null},{"id":"W4402347944","doi":"10.1097/acm.0000000000005856","title":"The Effect of Spaced Repetition on Learning and Knowledge Transfer in a Large Cohort of Practicing Physicians","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Repetition (rhetorical device); Quarter (Canadian coin); Medicine; Cohort; Psychology; Internal medicine","score_opus":0.021165822600732003,"score_gpt":0.4297974178642437,"score_spread":0.40863159526351167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402347944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727709,0.00315037,0.0043217083,0.0012251089,0.00045136877,0.00022833154,7.4950805e-7,0.00003991439,0.017811548],"genre_scores_gemma":[0.99723065,0.00018935718,0.000012037149,0.000046233512,0.00021008265,0.000018915764,0.000003885403,0.00001827932,0.002270586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996902,0.0022109232,0.00033843654,0.00021914655,0.00014294728,0.00018658268],"domain_scores_gemma":[0.9949594,0.004809976,0.000079450765,0.00010830188,0.000025773594,0.000017079119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01017687,0.00010958292,0.00031073103,0.00018199634,0.0000621725,0.0000019268575,0.000066069275,0.0001352558,0.000051920295],"category_scores_gemma":[0.0018618158,0.00006683734,0.000025466768,0.00040762557,0.00016387958,0.00002851846,0.000011206168,0.0018527377,0.0000061284513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012026703,0.000040352756,0.31431273,0.0009129358,0.00041209566,0.000033544144,0.19888894,0.00001920309,0.13673814,0.076348536,0.00247701,0.26861385],"study_design_scores_gemma":[0.011593423,0.014830241,0.63581824,0.023602217,0.0009460861,0.00013187293,0.03081242,0.003633086,0.04013904,0.0012621809,0.23643821,0.000792985],"about_ca_topic_score_codex":0.000071668976,"about_ca_topic_score_gemma":0.000003917362,"teacher_disagreement_score":0.3215055,"about_ca_system_score_codex":0.000023996463,"about_ca_system_score_gemma":0.000013320719,"threshold_uncertainty_score":0.80493265},"labels":[],"label_agreement":null},{"id":"W4402568919","doi":"10.1097/acm.0000000000005880","title":"The Need to Understand Medical Student-Specific Validity of Well-Being Scales","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Psychology; MEDLINE; Test validity; Medical education; Clinical psychology; Applied psychology; Psychometrics; Medicine; Political science","score_opus":0.12533549765923618,"score_gpt":0.5022419245469899,"score_spread":0.3769064268877537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402568919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46694943,0.045157988,0.0037161154,0.4520456,0.01143204,0.0018260364,0.000016034774,0.00027881376,0.01857795],"genre_scores_gemma":[0.96507925,0.021474633,0.000023778925,0.0055176285,0.003078615,0.00006023482,0.0000126977075,0.00003659693,0.0047165654],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99480236,0.0009981222,0.0013621724,0.00040452188,0.001691743,0.0007411041],"domain_scores_gemma":[0.9917262,0.0068818657,0.00016817662,0.00038823456,0.00017292397,0.00066259166],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0058523053,0.00021483088,0.0005007378,0.0001781263,0.0008577824,0.000005496484,0.0006723804,0.00060074043,0.0016919145],"category_scores_gemma":[0.0014970581,0.00011367255,0.00006061316,0.0005661042,0.00036666912,0.00006999241,0.00033852717,0.0030482204,0.0003241247],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016251464,0.000022221353,0.043824762,0.0017230026,0.000114064445,0.00007846808,0.06784391,0.0000011816396,0.0008102376,0.16530709,0.64914834,0.07096421],"study_design_scores_gemma":[0.0015388852,0.00034574876,0.015057617,0.03927076,0.00006947172,0.000013594264,0.16750339,0.00035022324,0.00011402192,0.02907278,0.7463274,0.0003361131],"about_ca_topic_score_codex":0.00018611916,"about_ca_topic_score_gemma":0.00008120773,"teacher_disagreement_score":0.4981298,"about_ca_system_score_codex":0.00020457969,"about_ca_system_score_gemma":0.00059643097,"threshold_uncertainty_score":0.9992518},"labels":[],"label_agreement":null},{"id":"W4402812291","doi":"10.1097/acm.0000000000005884","title":"Gender Differences in Clinical Performance Assessment of Internal Medicine Residents: A Longitudinal Analysis of the Influence of Faculty and Trainee Gender","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Medicine; Percentile; Family medicine; Interpersonal communication; Psychology","score_opus":0.13534330410116133,"score_gpt":0.48216627670373696,"score_spread":0.34682297260257566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402812291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99433255,0.0010581925,0.0005813126,0.0029563983,0.00032073425,0.00025855206,0.000006248524,0.000009985474,0.00047600543],"genre_scores_gemma":[0.9977556,0.0011668211,0.00019728689,0.0005121844,0.00021298493,0.000013151168,0.000020132506,0.0000090290005,0.00011284041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99643284,0.00012227413,0.0019200526,0.00032396283,0.0010226378,0.00017820967],"domain_scores_gemma":[0.9983789,0.00046704244,0.0004521748,0.0003258041,0.00030459333,0.00007148902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030590896,0.00016157949,0.00091412675,0.00080308615,0.000021817432,0.0000012934646,0.0002810972,0.00021266752,0.00020345545],"category_scores_gemma":[0.0028174298,0.00008819838,0.00007829005,0.0024139448,0.001445969,0.000094241084,0.00008580528,0.0011148597,3.0862935e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043879114,0.000034236353,0.9867097,0.000805468,0.00061672856,0.0000029968655,0.004963277,0.000031933203,0.0015878549,0.0013518297,0.00085671514,0.002995346],"study_design_scores_gemma":[0.0009836343,0.00028778674,0.9815239,0.0027495134,0.0014766415,0.000021478892,0.0018811901,0.01062391,0.0000723393,0.00026851747,0.000049221017,0.00006187948],"about_ca_topic_score_codex":0.00024643674,"about_ca_topic_score_gemma":0.0000072286825,"teacher_disagreement_score":0.010591977,"about_ca_system_score_codex":0.00007426234,"about_ca_system_score_gemma":0.00027009868,"threshold_uncertainty_score":0.5327733},"labels":[],"label_agreement":null},{"id":"W4404229563","doi":"10.1097/acm.0000000000005911","title":"Analog Serious Games for Medical Education: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Educational Games and Gamification","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McMaster University","funders":"","keywords":"Medical education; Higher education; MEDLINE; Psychology; Computer science; Applied psychology; Medicine; Political science","score_opus":0.11443775059675834,"score_gpt":0.5373771787441699,"score_spread":0.4229394281474116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404229563","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.020912e-7,0.96084696,0.00012737613,0.021723812,0.008506509,0.003599983,0.000019719584,0.000099614794,0.0050759017],"genre_scores_gemma":[3.1774195e-7,0.94812214,0.000045502016,0.010560149,0.007818869,0.005008349,0.001169106,0.00009090347,0.027184637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961763,0.0002455857,0.0017811041,0.00085907395,0.0005513636,0.00038658266],"domain_scores_gemma":[0.99735636,0.0008353946,0.0006333441,0.0006614993,0.00015444872,0.00035896234],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.002002092,0.00048059033,0.0020581319,0.00032587527,0.00005595362,0.000008308018,0.0007456391,0.0009576085,0.005596063],"category_scores_gemma":[0.0023411114,0.00032600042,0.00032821487,0.0007251191,0.00020425841,0.000041686082,0.00005990653,0.0014207504,0.0010358563],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.353143e-7,0.00000817317,2.9661112e-7,0.11497132,0.00007683196,0.0000014315394,0.00025251321,7.456136e-10,5.4462665e-9,0.009194525,0.39077654,0.48471752],"study_design_scores_gemma":[0.00006822043,0.000035195284,5.8154603e-7,0.45093045,0.0017019016,0.00022297188,0.00009672142,3.1648108e-7,3.1930065e-9,0.0005010117,0.5462889,0.00015370609],"about_ca_topic_score_codex":0.000021039545,"about_ca_topic_score_gemma":0.0000032353025,"teacher_disagreement_score":0.4845638,"about_ca_system_score_codex":0.0001363499,"about_ca_system_score_gemma":0.0034051223,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W4404305491","doi":"10.1097/acm.0000000000005920","title":"Reigniting the Flame: An Exploration of Flow in Surgery","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Flow Experience in Various Fields","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Flow (mathematics); Medicine; Mechanics; Physics","score_opus":0.16183269466823372,"score_gpt":0.4228451899387461,"score_spread":0.2610124952705124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404305491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95745903,0.0056161224,0.004208153,0.012925724,0.0035780913,0.00026765847,0.0000017559087,0.00012647854,0.015816988],"genre_scores_gemma":[0.9972768,0.00024351421,0.00003517875,0.00088027446,0.0009449716,0.00006865539,0.0000124277585,0.000016844164,0.0005213577],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99860674,0.00020175439,0.0005108693,0.00024194969,0.00022523422,0.00021342745],"domain_scores_gemma":[0.9982558,0.0013274569,0.00006687516,0.00028162124,0.000025452906,0.00004279503],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018042721,0.00009610649,0.00020403904,0.00019608012,0.000028150478,0.000003909074,0.00021301545,0.00023390514,0.001060663],"category_scores_gemma":[0.00069568004,0.00006209138,0.00002446939,0.0004961951,0.00019145627,0.0003265365,0.000022680557,0.00080198183,0.000061865765],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009600836,0.000021332424,0.00731296,0.00012942958,0.00005265544,0.00021472797,0.6297972,0.00008572608,0.008329806,0.08307735,0.09069468,0.18018812],"study_design_scores_gemma":[0.00264612,0.001488892,0.016103975,0.008657208,0.00026645398,0.00061509386,0.6028619,0.057932377,0.008574181,0.19526052,0.1040361,0.0015572181],"about_ca_topic_score_codex":0.00030060124,"about_ca_topic_score_gemma":0.000020507243,"teacher_disagreement_score":0.1786309,"about_ca_system_score_codex":0.000023394474,"about_ca_system_score_gemma":0.000044754775,"threshold_uncertainty_score":0.9998525},"labels":[],"label_agreement":null},{"id":"W4404305540","doi":"10.1097/acm.0000000000005912","title":"Characterizing Research Teams","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Université de Sherbrooke","funders":"","keywords":"Medical education; Psychology; Medicine","score_opus":0.052991873600448866,"score_gpt":0.35976763803415585,"score_spread":0.30677576443370697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404305540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7450219,0.0802357,0.017242882,0.053985763,0.024522785,0.00051186455,0.000008887853,0.0060685575,0.07240171],"genre_scores_gemma":[0.99237573,0.0023943896,0.000034954457,0.00013443496,0.0030462686,0.00002532274,0.000018512963,0.000030594438,0.0019397856],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909127,0.000013748826,0.00017817276,0.00013835284,0.00029329516,0.00028514693],"domain_scores_gemma":[0.9995714,0.00015611068,0.000003294285,0.0001146104,0.000017017052,0.00013759802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007991783,0.00008472293,0.000102691985,0.00023937052,0.00002880735,0.000008252836,0.00014266768,0.00015577633,0.00030990707],"category_scores_gemma":[0.00011184361,0.00006357355,0.00001237566,0.000542986,0.00009367789,0.00008698015,0.000017634295,0.0011078588,0.00040588807],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022339934,0.0000023668379,0.000060174705,0.0018763449,0.000051358795,0.000025586089,0.009586769,0.000038524497,0.28782418,0.0078781,0.57500565,0.1176487],"study_design_scores_gemma":[0.000093586124,0.000034540793,0.0006033701,0.0013376989,0.000011041062,0.000036651345,0.0005563064,0.027975205,0.0027705748,0.0020765674,0.9643668,0.00013768967],"about_ca_topic_score_codex":0.000012547184,"about_ca_topic_score_gemma":1.5228485e-7,"teacher_disagreement_score":0.3893611,"about_ca_system_score_codex":0.00008518292,"about_ca_system_score_gemma":0.000019957912,"threshold_uncertainty_score":0.52170056},"labels":[],"label_agreement":null},{"id":"W4404792295","doi":"10.1097/acm.0000000000005883","title":"The Tattooed Connection: Nurturing Curiosity in Medicine","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curiosity; Connection (principal bundle); Psychology; Social psychology; Mathematics","score_opus":0.04714709933015858,"score_gpt":0.3890095919685652,"score_spread":0.3418624926384066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404792295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5592395,0.056500707,0.00038843305,0.35961136,0.0065015904,0.00072042353,0.0000010029814,0.0002991972,0.016737746],"genre_scores_gemma":[0.9734938,0.0099564735,0.000014666282,0.0054970393,0.0038026625,0.000057439855,0.000028206672,0.000025654412,0.0071240705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997844,0.00009600647,0.0006648861,0.00038677314,0.0006074755,0.0004008745],"domain_scores_gemma":[0.9979497,0.0012919041,0.00006962336,0.00028772224,0.00006979065,0.00033123803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002261201,0.00019851889,0.00041231088,0.0002393636,0.00014348923,0.0000060110465,0.00017397606,0.00026203558,0.0005709045],"category_scores_gemma":[0.003719306,0.000106427324,0.0000437584,0.00078216847,0.00064837397,0.00010588583,0.00003405458,0.0017900276,0.00008890075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057559885,0.00006671586,0.008502236,0.0014811502,0.00026080367,0.00066160585,0.23188378,0.0000049736022,0.00915993,0.059843447,0.5255531,0.16200666],"study_design_scores_gemma":[0.00552641,0.0011861384,0.03137686,0.014585333,0.000562934,0.0014543872,0.08647477,0.0025083248,0.0017583388,0.025805429,0.8283428,0.00041829573],"about_ca_topic_score_codex":0.00020453823,"about_ca_topic_score_gemma":0.00001883271,"teacher_disagreement_score":0.41425428,"about_ca_system_score_codex":0.00019606244,"about_ca_system_score_gemma":0.00022625174,"threshold_uncertainty_score":0.7776879},"labels":[],"label_agreement":null},{"id":"W4404906889","doi":"10.1097/acm.0000000000005928","title":"In the Eye of the Beholder: A Stakeholder Analysis of the Value of the “Promotion in Place” Competency-Based Time-Variable Graduate Medical Education Pilot","year":2024,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stakeholder; Medical education; Promotion (chess); Value (mathematics); Credibility; Psychology; Workforce; Public relations; Medicine; Nursing; Political science","score_opus":0.10256227773485203,"score_gpt":0.447201500289435,"score_spread":0.34463922255458296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404906889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8368372,0.001609711,0.000038524824,0.15619981,0.0013044133,0.0017398591,0.000028049915,0.000016547934,0.0022259261],"genre_scores_gemma":[0.9914509,0.00022227832,0.000030589046,0.006465564,0.00019354833,0.00011441578,0.000020247116,0.000017063827,0.0014854169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9932052,0.0029396655,0.0016033998,0.0002943263,0.001543666,0.0004137547],"domain_scores_gemma":[0.9962107,0.0020448542,0.0006515503,0.0008457701,0.0001655374,0.00008162032],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072279773,0.00018622588,0.0005992857,0.00028237447,0.00018294743,0.0000015536918,0.0012205973,0.00033324276,0.00079618895],"category_scores_gemma":[0.0026744346,0.00007645419,0.00010447625,0.0047150753,0.0005285116,0.00006577099,0.00016809144,0.0023259327,0.000006674963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030821707,0.00076018565,0.60545975,0.0054071997,0.00048346413,0.0000036641006,0.08977757,0.00415041,0.00419256,0.14369321,0.14442126,0.0013424967],"study_design_scores_gemma":[0.0045333467,0.00060572854,0.75622296,0.056653984,0.0029371204,0.000007472079,0.02750459,0.10418892,0.0007440225,0.029650759,0.01653902,0.0004120532],"about_ca_topic_score_codex":0.0053642686,"about_ca_topic_score_gemma":0.000826728,"teacher_disagreement_score":0.15461372,"about_ca_system_score_codex":0.00022603928,"about_ca_system_score_gemma":0.0033375984,"threshold_uncertainty_score":0.99997574},"labels":[],"label_agreement":null},{"id":"W4406885721","doi":"10.1097/acm.0000000000005983","title":"Applications of Artificial Intelligence for Nonpsychomotor Skills Training in Health Professions Education: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Psychomotor learning; Curriculum; Medical education; Inclusion (mineral); Data extraction; Medicine; Health care; Population; Professional development; Psychology; Allied health professions; MEDLINE; Nursing; Pedagogy; Cognition","score_opus":0.36729633751376445,"score_gpt":0.6078573853630379,"score_spread":0.24056104784927346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406885721","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.3350452e-7,0.94903344,0.020950487,0.010354836,0.0011824787,0.018105572,0.00002026128,0.00003513893,0.00031747334],"genre_scores_gemma":[0.000010365128,0.9827381,0.001146713,0.0031171115,0.0017598177,0.009617232,0.00049257284,0.000039608156,0.0010784906],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937848,0.00026645063,0.004474755,0.00065409235,0.0003430755,0.00047681874],"domain_scores_gemma":[0.9947179,0.0024395788,0.0015230705,0.00063179096,0.00038849504,0.00029914294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029069285,0.00038269925,0.003098175,0.00088376686,0.0001323927,0.0000026837267,0.00036574516,0.0005596049,0.00016604086],"category_scores_gemma":[0.004156858,0.0003044641,0.00024541572,0.0020692865,0.00020010262,0.000057618352,0.000038232738,0.001284763,0.000016960954],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053130016,0.00004721873,0.0000027122153,0.35073847,0.0000129143655,1.2805836e-7,0.0017559594,5.776968e-8,1.4348468e-7,0.0017793049,0.001534144,0.6441236],"study_design_scores_gemma":[0.000017045988,0.0001411332,2.5508146e-7,0.7170982,0.00032430407,0.000016934735,0.002381914,0.0000039174383,0.0000026797384,0.0031038648,0.2767786,0.00013117964],"about_ca_topic_score_codex":0.00012950624,"about_ca_topic_score_gemma":0.0000382226,"teacher_disagreement_score":0.6439924,"about_ca_system_score_codex":0.0003528998,"about_ca_system_score_gemma":0.016973127,"threshold_uncertainty_score":0.99994075},"labels":[],"label_agreement":null},{"id":"W4406940530","doi":"10.1097/acm.0000000000005927","title":"Reporting on Innovations in Academic Medicine","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TD Bank Group","funders":"","keywords":"Academic medicine; MEDLINE; Medical education; Medicine; Family medicine; Political science","score_opus":0.14011984729056948,"score_gpt":0.38263721082398916,"score_spread":0.24251736353341968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406940530","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24906392,0.0028803614,0.00016934454,0.16566086,0.0026402937,0.0003747119,0.000004975656,0.0003207389,0.5788848],"genre_scores_gemma":[0.9258508,0.0005224593,0.000008768932,0.022067802,0.005601195,0.00004447354,0.00005796626,0.000025651969,0.04582088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99541473,0.00011291863,0.0028691953,0.0005030651,0.0005599283,0.000540155],"domain_scores_gemma":[0.997119,0.0010400886,0.0012160776,0.00032344073,0.0001937311,0.00010765393],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005639448,0.00028457545,0.0006511108,0.0011480665,0.00032742397,0.000018042163,0.00057740894,0.0004461783,0.0011952246],"category_scores_gemma":[0.017595531,0.00021380837,0.000034550045,0.0007058158,0.0007236527,0.00037117815,0.00009880341,0.004344647,0.000038896345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016648792,0.0000032121818,0.0066572707,0.000064772255,0.000014881264,0.00001098099,0.035144683,0.000007271949,0.00036294427,0.6348579,0.31870326,0.004156145],"study_design_scores_gemma":[0.0015248929,0.00011534837,0.002829462,0.0058334214,0.000059285765,0.00001463174,0.041111108,0.00024103027,0.00007314588,0.07645902,0.87143594,0.00030273796],"about_ca_topic_score_codex":0.0008455006,"about_ca_topic_score_gemma":0.000059320624,"teacher_disagreement_score":0.6767869,"about_ca_system_score_codex":0.00014299576,"about_ca_system_score_gemma":0.00013374556,"threshold_uncertainty_score":0.99971783},"labels":[],"label_agreement":null},{"id":"W4406953852","doi":"10.1097/acm.0000000000005986","title":"Dealing With Medical Realities—Pessimism or Realism?","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Optimism, Hope, and Well-being","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Pessimism; Realism; Psychology; Epistemology; Social psychology; Philosophy","score_opus":0.029295213327117403,"score_gpt":0.3924805614516079,"score_spread":0.36318534812449055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406953852","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05075061,0.0029816292,0.010781013,0.058892895,0.0025122666,0.00050072523,0.0000065865743,0.00042535237,0.8731489],"genre_scores_gemma":[0.835925,0.0033234968,0.00023800577,0.033326816,0.002426604,0.00008663028,0.000070579124,0.000072167095,0.12453074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719745,0.0001785013,0.0007403613,0.000574543,0.00068026764,0.0006288956],"domain_scores_gemma":[0.9977076,0.0011170257,0.00016682275,0.00055648683,0.00008563563,0.00036644112],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015314592,0.00029821473,0.000572385,0.00025939316,0.00016330575,0.0000067720866,0.00059098605,0.0006858753,0.007302317],"category_scores_gemma":[0.00088671903,0.00018705093,0.000038145892,0.00048613676,0.00049395155,0.00007405772,0.00008526437,0.0014575812,0.00008505482],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001092954,0.00002888336,0.0030407743,0.0001654772,0.0004211035,0.0009307797,0.025527181,0.000012042728,0.00008976349,0.5013725,0.398988,0.068330504],"study_design_scores_gemma":[0.015500793,0.001152947,0.0040011955,0.009653094,0.0008238396,0.0010588365,0.03963898,0.00066955027,0.00042868324,0.028462058,0.89743894,0.0011710646],"about_ca_topic_score_codex":0.0012172414,"about_ca_topic_score_gemma":0.000048522215,"teacher_disagreement_score":0.78517437,"about_ca_system_score_codex":0.000057231522,"about_ca_system_score_gemma":0.0002270496,"threshold_uncertainty_score":0.99360514},"labels":[],"label_agreement":null},{"id":"W4407012027","doi":"10.1097/acm.0000000000005989","title":"Reimagining the Medical School Accreditation Process in a Rapidly Changing Health Care Environment","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Process (computing); Health care; Medical education; MEDLINE; Medicine; Nursing; Political science; Computer science","score_opus":0.01613198228732546,"score_gpt":0.39643099195140746,"score_spread":0.380299009664082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407012027","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21090654,0.009432684,0.0073547256,0.7641642,0.0018114578,0.0016460503,0.0000011707573,0.00011960624,0.004563533],"genre_scores_gemma":[0.92220557,0.0012592014,0.0003303565,0.07329514,0.0016051849,0.00027548784,0.00013885231,0.00002124748,0.00086898776],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970361,0.00012835204,0.0008734898,0.00036992886,0.0011320513,0.00046005298],"domain_scores_gemma":[0.9989177,0.00020273113,0.00020013477,0.0003570708,0.0001159838,0.00020637573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031137662,0.00017842586,0.00038388104,0.0007411348,0.00018242205,0.000004488816,0.0003069508,0.00025616054,0.0007072522],"category_scores_gemma":[0.008651347,0.00010717873,0.000025871354,0.0015901419,0.00032597108,0.00009813947,0.000052348838,0.0022996718,0.000030003433],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002938336,0.00010613804,0.04757726,0.0024545414,0.0001496047,0.00007743344,0.16384543,0.000062046885,0.00039225467,0.0091730105,0.24814707,0.52772135],"study_design_scores_gemma":[0.017793445,0.00096130423,0.08488443,0.026205262,0.00038519822,0.0004630029,0.531853,0.012502475,0.0006042831,0.0062280935,0.31737134,0.0007481669],"about_ca_topic_score_codex":0.000049523736,"about_ca_topic_score_gemma":0.000002673146,"teacher_disagreement_score":0.711299,"about_ca_system_score_codex":0.00065162516,"about_ca_system_score_gemma":0.0019033814,"threshold_uncertainty_score":0.9996992},"labels":[],"label_agreement":null},{"id":"W4407762421","doi":"10.1097/acm.0000000000006002","title":"Being Human: Envisioning the Future of Museum-Based Education for Health Professionals","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Professional development; Openness to experience; Ambiguity; Empathy; Medical education; Public relations; Higher education; Health professionals; Sociology; Pedagogy; Health care; Political science; Psychology; Medicine","score_opus":0.025485765279727388,"score_gpt":0.4427926526184037,"score_spread":0.4173068873386763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407762421","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23537381,0.013291815,0.0031486882,0.7408346,0.0030174255,0.00203059,0.0000030392105,0.000052351294,0.0022476704],"genre_scores_gemma":[0.9324234,0.00037928775,0.00037453673,0.06143797,0.0016836347,0.00017866761,0.00015161709,0.000011883508,0.003358997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985598,0.000089267116,0.0005976704,0.00021018986,0.0003315585,0.00021154848],"domain_scores_gemma":[0.99864644,0.00051946077,0.00025608428,0.00025511617,0.00017646441,0.00014640804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015568075,0.000118073454,0.0003570368,0.0001846628,0.00022483457,0.0000011741014,0.0001518021,0.00019002681,0.00009135726],"category_scores_gemma":[0.0011753952,0.000067288485,0.0000545116,0.0003486089,0.00015500143,0.000034845478,0.000019010104,0.0006084176,0.0000013496046],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028822856,0.00028743214,0.005063403,0.003530905,0.00009169414,5.089926e-7,0.06464474,0.000003086033,0.0061330097,0.07603663,0.6631979,0.1807225],"study_design_scores_gemma":[0.00893847,0.0016849297,0.044811185,0.03473166,0.00064775714,0.000020485968,0.2075385,0.00052530505,0.010682902,0.031384762,0.65871507,0.00031898054],"about_ca_topic_score_codex":0.000038871796,"about_ca_topic_score_gemma":0.0000019828,"teacher_disagreement_score":0.6970496,"about_ca_system_score_codex":0.00009118437,"about_ca_system_score_gemma":0.001873563,"threshold_uncertainty_score":0.33236203},"labels":[],"label_agreement":null},{"id":"W4407873747","doi":"10.1097/acm.0000000000005964","title":"Artificial Intelligence Meets Holistic Review: Promises and Pitfalls of Automating the Medical Education Admissions Process","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre","funders":"National Institute of General Medical Sciences","keywords":"Process (computing); Standardization; Workforce; Transparency (behavior); Equity (law); Computer science; Medical education; Engineering ethics; Knowledge management; Process management; Engineering management; Medicine; Business; Engineering; Political science","score_opus":0.07611545644897269,"score_gpt":0.4651944152120921,"score_spread":0.3890789587631194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407873747","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083623335,0.10414575,0.001385138,0.75687593,0.0021824064,0.0017145004,0.000003758997,0.00013938795,0.04992981],"genre_scores_gemma":[0.94661367,0.035675015,0.000033340402,0.015799724,0.00052116014,0.000029787076,0.0000055510345,0.000003870205,0.0013178537],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979099,0.00021425978,0.0004462643,0.00018162046,0.0010659136,0.00018206246],"domain_scores_gemma":[0.9985679,0.0006606938,0.00016970743,0.00013746099,0.00021371209,0.00025051954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041155177,0.00008782291,0.00025378494,0.000082239436,0.00034377008,0.0000059271883,0.00064890954,0.00015198346,0.00062772655],"category_scores_gemma":[0.03460613,0.00005500955,0.000019406176,0.000600537,0.0010919649,0.00008261404,0.00008687951,0.0004482363,0.0000031754644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026777943,0.000058621496,0.0024053673,0.002757562,0.000051725892,0.000005075524,0.05942516,0.0000014479051,0.00014426668,0.3330187,0.14179154,0.46031377],"study_design_scores_gemma":[0.00045509695,0.00030822106,0.0020268604,0.09703246,0.0012984934,0.000027091724,0.432902,0.0009953183,0.00067963556,0.2338781,0.22988485,0.0005118591],"about_ca_topic_score_codex":0.00032047392,"about_ca_topic_score_gemma":0.000046505942,"teacher_disagreement_score":0.8629904,"about_ca_system_score_codex":0.00003142292,"about_ca_system_score_gemma":0.0016740065,"threshold_uncertainty_score":0.9735258},"labels":[],"label_agreement":null},{"id":"W4407961665","doi":"10.1097/acm.0000000000006006","title":"Fostering Global Research Collaborations: An Update on Duke-NUS Medical School, the Duke University and National University of Singapore Partnership","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Casey House","funders":"","keywords":"General partnership; Medical education; Political science; Global health; Public relations; Sociology; Medicine; Health care","score_opus":0.16064895622912456,"score_gpt":0.44359690577224886,"score_spread":0.2829479495431243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407961665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78888404,0.001692984,0.00013326303,0.1442993,0.00027082386,0.0005533286,0.000037058173,0.00005894225,0.06407024],"genre_scores_gemma":[0.99207366,0.001735651,0.000030009593,0.0049425843,0.00019844569,5.0263816e-7,0.000047212106,0.00000389642,0.00096803077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977145,0.0004043441,0.00025785583,0.0002939016,0.0009856069,0.00034375474],"domain_scores_gemma":[0.99783504,0.00066589407,0.000079805635,0.00022197541,0.00054873276,0.0006485803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003538066,0.000109491535,0.00029472477,0.00020482896,0.00040182009,0.0000034342029,0.0002449577,0.0002890503,0.0002199575],"category_scores_gemma":[0.00410653,0.00008462717,0.000023421691,0.0012255366,0.0008098576,0.00010653261,0.0002105608,0.0009085213,0.000011851718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00467364,0.00012093461,0.10887669,0.0005785238,0.00017677517,0.00038590975,0.0015703939,0.00001129899,0.00030501068,0.46146727,0.40252408,0.019309461],"study_design_scores_gemma":[0.01271985,0.001586987,0.17014691,0.0052088704,0.0003270584,0.00025265108,0.047436498,0.002833606,0.0001362143,0.026910221,0.73204887,0.00039227997],"about_ca_topic_score_codex":0.0003382099,"about_ca_topic_score_gemma":0.00018543187,"teacher_disagreement_score":0.43455705,"about_ca_system_score_codex":0.00036625023,"about_ca_system_score_gemma":0.0020497823,"threshold_uncertainty_score":0.49161965},"labels":[],"label_agreement":null},{"id":"W4408306619","doi":"10.1097/acm.0000000000006029","title":"Structuring Well-Being Programs in Undergraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Family medicine; Medicine; MEDLINE; Medical education; Library science; Political science; Law","score_opus":0.02532552735935606,"score_gpt":0.34785896104690994,"score_spread":0.3225334336875539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408306619","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35237172,0.0016708284,0.00040996887,0.21168981,0.0032475912,0.00045782476,1.1854543e-7,0.00013701222,0.43001512],"genre_scores_gemma":[0.9780167,0.0020709934,0.00003605796,0.0086635,0.0007925723,0.000012674311,0.00001143386,0.000004684153,0.010391419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99775547,0.00017554071,0.00030714073,0.00024042421,0.00117391,0.00034751272],"domain_scores_gemma":[0.99935573,0.00015936125,0.00006312959,0.00012883697,0.00006566806,0.00022724125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025645762,0.00010064523,0.00021107098,0.0002617347,0.00020824857,0.000010970614,0.0006655877,0.00029287732,0.00043238013],"category_scores_gemma":[0.0019000018,0.00008810306,0.000021275877,0.0008227826,0.00065502094,0.00013270612,0.00009709641,0.00078624045,0.000019567591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001875233,0.00002250015,0.1410466,0.00009256036,0.000022732604,0.000020501053,0.04206461,0.0000014068702,0.000026719745,0.54159623,0.042289183,0.23279822],"study_design_scores_gemma":[0.0019103403,0.000081166036,0.006694264,0.0042571956,0.00008844313,0.000005266002,0.2012099,0.000068571324,0.000037085218,0.26646087,0.51893616,0.00025070334],"about_ca_topic_score_codex":0.0030153603,"about_ca_topic_score_gemma":0.0009323897,"teacher_disagreement_score":0.6256449,"about_ca_system_score_codex":0.00019484259,"about_ca_system_score_gemma":0.0009629979,"threshold_uncertainty_score":0.47342592},"labels":[],"label_agreement":null},{"id":"W4408389276","doi":"10.1097/acm.0000000000006027","title":"Implementation of a Policy for Accommodations for Physicians With Disabilities","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Reasonable accommodation; Work (physics); Accommodation; Medical education; Process (computing); Psychology; Public relations; Medicine; Nursing; Political science","score_opus":0.08401795620606474,"score_gpt":0.5685386916704446,"score_spread":0.48452073546437985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408389276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6674119,0.0009057094,0.07018983,0.23464526,0.00095436536,0.012799732,0.0005058552,0.00019057804,0.01239675],"genre_scores_gemma":[0.9820615,0.00015880448,0.0009214764,0.007156821,0.00085783046,0.0021334137,0.00020439918,0.000018151632,0.0064875875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985193,0.000082284074,0.00066897896,0.00017904385,0.00013967018,0.00041070214],"domain_scores_gemma":[0.99621767,0.0029536108,0.0002849961,0.00021038248,0.00027892124,0.00005442001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000527536,0.000112426984,0.00034520938,0.00014698681,0.0003438361,5.7675436e-7,0.0001702831,0.00013854937,0.00008993143],"category_scores_gemma":[0.0009308926,0.000082832456,0.000028429688,0.00039822975,0.00016482305,0.00007632296,0.00003225167,0.0002495383,0.000002298337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034278817,0.000013750527,0.10083841,0.002977849,0.00007489314,2.6249678e-8,0.042918757,0.000010092875,0.00042973604,0.59266496,0.2401079,0.019620862],"study_design_scores_gemma":[0.007785563,0.000864716,0.013758628,0.005034603,0.00024646483,3.1361822e-7,0.5875698,0.00019154213,0.00058248587,0.09816422,0.2856183,0.00018337634],"about_ca_topic_score_codex":0.0019468442,"about_ca_topic_score_gemma":0.0006650757,"teacher_disagreement_score":0.54465103,"about_ca_system_score_codex":0.00020918132,"about_ca_system_score_gemma":0.0005313707,"threshold_uncertainty_score":0.33778095},"labels":[],"label_agreement":null},{"id":"W4408468468","doi":"10.1097/acm.0000000000006020","title":"Comparative Evaluation of Self-Learning Versus Instructor-Guided Cardiac Ultrasonography Training","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Assembly of First Nations","funders":"","keywords":"Ultrasonography; Training (meteorology); Medical education; Medicine; Psychology; Computer science; Medical physics; Radiology","score_opus":0.2072810108288725,"score_gpt":0.47082073223920373,"score_spread":0.2635397214103312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408468468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519253,0.0014786781,0.0003812955,0.001714913,0.0006847138,0.00090321107,0.0000052054534,0.00014400663,0.04276272],"genre_scores_gemma":[0.99694306,0.00070408336,0.0011871667,0.00033059472,0.0003940462,0.000117013486,0.00011132731,0.00001356715,0.00019912329],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99728703,0.00028014614,0.00094555726,0.00038320586,0.0008454588,0.00025859397],"domain_scores_gemma":[0.9957962,0.0027248568,0.00033520008,0.00034719787,0.0006366216,0.00015989655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026103454,0.00019822601,0.0008425445,0.00031386508,0.0001564169,0.000001981363,0.00019055935,0.00029241166,0.00024721658],"category_scores_gemma":[0.0039880998,0.00016504782,0.00012582037,0.00118005,0.0004227432,0.00007154178,0.000043063636,0.0011496318,0.000012054409],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018322904,0.00026737375,0.4894054,0.00087677554,0.0064197956,0.000002140734,0.17923199,0.0004512086,0.1742384,0.06116483,0.041745882,0.044363912],"study_design_scores_gemma":[0.05629337,0.0032209798,0.6039582,0.0049343826,0.01765335,0.000036089783,0.113654196,0.010152187,0.021860074,0.016697103,0.15041164,0.0011284314],"about_ca_topic_score_codex":0.00003215656,"about_ca_topic_score_gemma":0.0000011107837,"teacher_disagreement_score":0.15237832,"about_ca_system_score_codex":0.0001433475,"about_ca_system_score_gemma":0.00041548864,"threshold_uncertainty_score":0.67304546},"labels":[],"label_agreement":null},{"id":"W4408855808","doi":"10.1097/acm.0000000000006049","title":"Individualized Learning Plans for Active Lifelong Learning","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Lifelong learning; Set (abstract data type); Active learning (machine learning); Plan (archaeology); Medical education; Computer science; Psychology; Knowledge management; Pedagogy; Medicine; Artificial intelligence","score_opus":0.03004442340978643,"score_gpt":0.4069504066640026,"score_spread":0.3769059832542162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408855808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7698543,0.0011473811,0.07088285,0.110512264,0.0028667732,0.0022352147,0.000005433491,0.0005639124,0.041931856],"genre_scores_gemma":[0.94552183,0.0004250063,0.0021468943,0.014042052,0.00201058,0.00030513553,0.00061512546,0.000042143238,0.034891207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811965,0.000089347785,0.0006204138,0.00035926406,0.0004357529,0.0003755611],"domain_scores_gemma":[0.998551,0.0006391781,0.00021908345,0.00018936857,0.00030478265,0.000096566895],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014730635,0.00019027476,0.0004712809,0.0005522119,0.00027181307,0.000004580016,0.0001729347,0.0003961457,0.00029088382],"category_scores_gemma":[0.01762889,0.00015701313,0.00004906031,0.00096230133,0.00023712839,0.000085830514,0.000047791716,0.0022155924,0.000022689772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011153672,0.00007056919,0.09364332,0.0010565781,0.0006448129,0.0000119035685,0.026317624,0.00008594767,0.011003743,0.03344535,0.34519783,0.48740694],"study_design_scores_gemma":[0.008530202,0.00065915816,0.022936128,0.0025476378,0.00061882805,0.00004539292,0.019366551,0.0032868278,0.0024888604,0.0032664288,0.9359906,0.00026339036],"about_ca_topic_score_codex":0.000021064943,"about_ca_topic_score_gemma":7.212897e-7,"teacher_disagreement_score":0.5907928,"about_ca_system_score_codex":0.00018496836,"about_ca_system_score_gemma":0.00029591614,"threshold_uncertainty_score":0.99064606},"labels":[],"label_agreement":null},{"id":"W4409721221","doi":"10.1097/acm.0000000000006074","title":"What Is Taught Versus What Is Learned: Health Advocacy in Specialist Graduate Medical Education","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Centre of Excellence for Child and Youth Mental Health","funders":"","keywords":"Curriculum; CLARITY; Medical education; Thematic analysis; Specialty; Qualitative research; Psychology; Medicine; Pedagogy; Sociology; Family medicine","score_opus":0.12419799541796382,"score_gpt":0.513211546209323,"score_spread":0.38901355079135913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409721221","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077407904,0.040403906,0.00003758686,0.8551896,0.021789132,0.0013113939,0.0000035284475,0.0000977159,0.0037592142],"genre_scores_gemma":[0.20353001,0.3402227,0.00001633221,0.43536663,0.00577185,0.000030529045,0.00013595086,0.000036252226,0.01488977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947813,0.00083448226,0.0016372672,0.000691842,0.001046861,0.0010082098],"domain_scores_gemma":[0.99725187,0.0008387699,0.00046533803,0.00053965993,0.00014142913,0.0007629484],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003471928,0.0003120351,0.0007752676,0.0004745147,0.000541957,0.0000162127,0.0005256064,0.0006719677,0.0036093635],"category_scores_gemma":[0.0013877649,0.0002562926,0.00005956425,0.0009928949,0.00024301952,0.0006719879,0.00018864908,0.004473834,0.00037199148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023200117,0.000060530532,0.0051670037,0.0007935825,0.000014240375,0.000003833333,0.049352117,1.0420286e-7,0.0000044528383,0.005246301,0.7479425,0.19118334],"study_design_scores_gemma":[0.0077170017,0.00016683943,0.01474736,0.03529364,0.000037094385,0.0000037496136,0.16281226,0.000087516884,0.0000123255895,0.0068076267,0.7720401,0.00027446498],"about_ca_topic_score_codex":0.0024496482,"about_ca_topic_score_gemma":0.0005637188,"teacher_disagreement_score":0.419823,"about_ca_system_score_codex":0.00084763137,"about_ca_system_score_gemma":0.008612756,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W4410218961","doi":"10.1097/acm.0000000000006086","title":"Perceptions of the Learning Environment Among Medical Students With Disabilities and the Impact of Program Access","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Dell Medical School, University of Texas at Austin; Medical School, University of Michigan; University of Wisconsin-Madison; Pritzker School of Medicine; University of Illinois at Urbana-Champaign; University of Toronto; University of Auckland","keywords":"Medical education; Perception; Learning environment; Pairwise comparison; Psychology; Accommodation; Learning disability; Medicine; Mathematics education; Developmental psychology","score_opus":0.03718341394031793,"score_gpt":0.45930268352733256,"score_spread":0.4221192695870146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410218961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751421,0.00011933466,0.000020126525,0.019966261,0.00006803695,0.0005772274,5.211251e-7,0.000010819774,0.004095531],"genre_scores_gemma":[0.996799,0.0006426875,0.0000017985728,0.0001304529,0.00005684323,0.000068201385,0.000001025896,0.0000023818986,0.0022976154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983491,0.0003604556,0.00024852908,0.000109626904,0.0008092958,0.00012300118],"domain_scores_gemma":[0.9990102,0.00065221445,0.00009686748,0.00014186141,0.000025654224,0.00007318137],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019715203,0.00006275208,0.0001703127,0.000023867355,0.00020076867,0.000009145281,0.0005793697,0.00006957901,0.00076402863],"category_scores_gemma":[0.0017887024,0.000025863716,0.000036873706,0.00018873932,0.00644,0.000061629136,0.00015087814,0.0003026132,5.186718e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019145456,0.00004252426,0.9299699,0.000013844556,0.000034484117,1.0778766e-8,0.06422076,0.000021407926,0.0000027079943,0.002274296,0.00063246826,0.002768458],"study_design_scores_gemma":[0.0006292419,0.000073245224,0.85781884,0.00022429274,0.000049451868,1.7946174e-7,0.13892315,0.000034518725,0.0000030544895,0.0011184907,0.0010971872,0.000028334392],"about_ca_topic_score_codex":0.0059564104,"about_ca_topic_score_gemma":0.00023234372,"teacher_disagreement_score":0.0747024,"about_ca_system_score_codex":0.00007666593,"about_ca_system_score_gemma":0.00016197059,"threshold_uncertainty_score":0.9962639},"labels":[],"label_agreement":null},{"id":"W4410340914","doi":"10.1097/acm.0000000000006088","title":"Navigating Expectations in the Transition to the Pass/Fail Step 1 Exam: Tensions and Recommendations From Student Leaders of the NEXT Step 1 Project","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"United States Medical Licensing Examination; Licensure; Grading (engineering); Medical education; Curriculum; Grassroots; Psychology; Transition (genetics); Medical school; Medicine; Political science; Pedagogy","score_opus":0.07785393505834425,"score_gpt":0.43094110568124255,"score_spread":0.3530871706228983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410340914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5751882,0.0004998698,0.0018837155,0.42033917,0.00045963284,0.0013070445,0.000006876412,0.00001630726,0.00029919928],"genre_scores_gemma":[0.96948195,0.00021356395,0.0008223894,0.028626263,0.00035586298,0.00024777243,0.00009991664,0.000011591309,0.00014070336],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99789107,0.0003320925,0.00074635935,0.00026978613,0.00055609667,0.0002046249],"domain_scores_gemma":[0.99814373,0.0009750553,0.00016722402,0.00048736957,0.00019205388,0.000034544024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013378698,0.00014700017,0.0002657479,0.00014420877,0.00030216595,0.000008334499,0.0003509107,0.00014445475,0.000051767427],"category_scores_gemma":[0.002583327,0.000072330964,0.00003482309,0.0019309713,0.00047601727,0.000086284206,0.000056764224,0.0014836148,0.0000035023],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006522753,0.00012974328,0.009771292,0.00012014646,0.00014722341,0.000002358423,0.58821976,0.000034654728,0.0052546444,0.0037508025,0.30574217,0.086761996],"study_design_scores_gemma":[0.0015500869,0.00012997708,0.05823947,0.0031591216,0.00032339932,0.000015900556,0.9163959,0.0015904262,0.00014305298,0.00041644645,0.017938677,0.00009753873],"about_ca_topic_score_codex":0.00063094404,"about_ca_topic_score_gemma":0.00013557624,"teacher_disagreement_score":0.39429373,"about_ca_system_score_codex":0.00010840328,"about_ca_system_score_gemma":0.00019549356,"threshold_uncertainty_score":0.64456505},"labels":[],"label_agreement":null},{"id":"W4410427208","doi":"10.1097/acm.0000000000006090","title":"Teaming to Revitalize the Morbidity and Mortality Conference","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Doug Bragg Enterprises (Canada)","funders":"","keywords":"Vetting; Curriculum; Psychological intervention; Medicine; Timeline; Patient safety; Quality management; Medical education; Multidisciplinary approach; Family medicine; Nursing; Psychology; Health care; Management; Management system; Political science; Pedagogy","score_opus":0.20362033445294406,"score_gpt":0.5315292369079817,"score_spread":0.3279089024550377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410427208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7484289,0.0010366163,0.015191776,0.18961214,0.0015130953,0.0011868501,0.00000729799,0.00008315706,0.042940173],"genre_scores_gemma":[0.9591351,0.00082586706,0.000022655528,0.031061452,0.00026631367,0.000114960516,0.000009393171,0.000004198835,0.008560044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985392,0.0003057174,0.00046243105,0.00021114292,0.0002300964,0.00025137616],"domain_scores_gemma":[0.9985514,0.000751508,0.00015359324,0.00030031372,0.00008614996,0.00015702733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018646644,0.00009436655,0.00021840227,0.00006327923,0.0004229486,1.912557e-7,0.00022851447,0.00016937833,0.00027344355],"category_scores_gemma":[0.0035143786,0.000054998047,0.0000110611645,0.00028295207,0.00022059599,0.00004753782,0.00013832276,0.0009511687,0.000055610948],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045003988,0.000007289148,0.6028566,0.0005255533,0.000055992987,0.0000018943928,0.043915566,0.0000032944013,0.0017567462,0.09744749,0.24819708,0.0051875184],"study_design_scores_gemma":[0.0006536018,0.000032979056,0.58527094,0.0019449634,0.00007624631,8.387776e-7,0.012670098,0.000103300714,0.00003504579,0.006143559,0.39298433,0.00008408487],"about_ca_topic_score_codex":0.0002888162,"about_ca_topic_score_gemma":0.000041661748,"teacher_disagreement_score":0.21070622,"about_ca_system_score_codex":0.00004707949,"about_ca_system_score_gemma":0.00017188463,"threshold_uncertainty_score":0.4207293},"labels":[],"label_agreement":null},{"id":"W4411078570","doi":"10.1097/acm.0000000000006120","title":"Preparing Medical Students and Physicians to Cope With Their Medical Errors: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Optech (Canada)","funders":"","keywords":"PsycINFO; Feeling; MEDLINE; Thematic analysis; Harm; Coping (psychology); Psychology; Medical education; Scopus; Psychological intervention; Medicine; Nursing; Qualitative research; Social psychology; Clinical psychology","score_opus":0.14994622654705597,"score_gpt":0.5662138692811424,"score_spread":0.4162676427340864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411078570","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009822747,0.9691387,0.0011349162,0.017111085,0.0010203223,0.0078032254,0.000017260674,0.00016593725,0.003598765],"genre_scores_gemma":[0.0000133290805,0.94657487,0.000022912242,0.047560535,0.0012076066,0.002239848,0.00020541523,0.00006457012,0.0021109143],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99015903,0.0016466299,0.0027410083,0.0010304237,0.0035171702,0.00090573536],"domain_scores_gemma":[0.9923716,0.003968918,0.0013341026,0.0007843336,0.00015806152,0.0013829911],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006894745,0.0007103546,0.004162639,0.00037704952,0.00045229393,8.906374e-7,0.001907346,0.0015590438,0.0011300149],"category_scores_gemma":[0.013919353,0.00041858622,0.00012209067,0.0011988572,0.00042759173,0.00009234581,0.0011162122,0.005323323,0.00014677818],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023899542,0.000023085364,0.0002616425,0.45716828,0.00022856337,0.000023165234,0.003498123,7.7872976e-8,1.9038962e-8,0.00012460156,0.066620015,0.47202852],"study_design_scores_gemma":[0.0006087829,0.00007683519,0.000008837329,0.5222071,0.0005419447,0.000018199582,0.00032969128,0.0000015761732,1.4093627e-8,0.0000062148,0.47601542,0.00018542285],"about_ca_topic_score_codex":0.000042823387,"about_ca_topic_score_gemma":0.000102189595,"teacher_disagreement_score":0.4718431,"about_ca_system_score_codex":0.00023451292,"about_ca_system_score_gemma":0.0050657876,"threshold_uncertainty_score":0.9998266},"labels":[],"label_agreement":null},{"id":"W4411544842","doi":"10.1097/acm.0000000000006129","title":"How to Use Retrieval-Enhanced Learning","year":2025,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"MEDLINE; Computer science; Information retrieval; Chemistry","score_opus":0.09103995660934573,"score_gpt":0.362490282900364,"score_spread":0.2714503262910183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411544842","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.824854e-7,0.62885857,0.36741298,0.0005784067,0.0015955061,0.0005049111,7.13099e-7,0.00021995332,0.0008284532],"genre_scores_gemma":[0.000016477901,0.71852076,0.00046155674,0.00025445764,0.0009638123,0.000029919693,0.000009094855,0.000026855721,0.27971706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996313,0.0004913196,0.00085705036,0.0010304836,0.000698633,0.0006095231],"domain_scores_gemma":[0.9964919,0.0016853209,0.0005929018,0.00076270616,0.0001954976,0.0002716575],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013189495,0.00056483824,0.0020277728,0.00070121925,0.00018597771,0.00013542389,0.0019442883,0.0006380927,0.000013930876],"category_scores_gemma":[0.0068517453,0.000406639,0.00021615588,0.0016758732,0.000044822205,0.0003858413,0.00060967327,0.0029772776,0.00015788888],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000201637,0.0000013790964,0.0000020020016,0.0060948473,0.00007592064,0.000023524226,0.0011199744,0.00000856238,0.000016451128,0.043360513,0.0048181945,0.9444766],"study_design_scores_gemma":[0.000077738296,0.000108153625,5.7688504e-7,0.07787912,0.00011475319,0.000019042114,0.00006805147,0.000024354498,0.000013052152,0.00005573988,0.92130136,0.00033805356],"about_ca_topic_score_codex":0.000024245935,"about_ca_topic_score_gemma":2.4150606e-7,"teacher_disagreement_score":0.9441386,"about_ca_system_score_codex":0.00023618946,"about_ca_system_score_gemma":0.00029503813,"threshold_uncertainty_score":0.99983853},"labels":[],"label_agreement":null},{"id":"W4411627233","doi":"10.1097/acm.0000000000006132","title":"Core Competencies for Students Entering Medical School: Reaching Pan-Canadian Consensus for Inclusive and Accessible Medical Education","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ableism; Inclusion (mineral); Medicine; Medical education; Legislation; Core competency; Workforce; Diversity (politics); Public relations; Psychology; Political science; Management","score_opus":0.10554395940979684,"score_gpt":0.5586708381833194,"score_spread":0.4531268787735226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411627233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7640669,0.009616647,0.0010573794,0.20725033,0.0052576116,0.0050632716,0.00004529044,0.00015621069,0.0074863755],"genre_scores_gemma":[0.9086397,0.0025503992,0.00069961936,0.07970624,0.0018937252,0.001032734,0.00014991175,0.000036287376,0.0052913628],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627024,0.00024712388,0.0011989247,0.0004749553,0.00087967335,0.0009290855],"domain_scores_gemma":[0.993761,0.0034597977,0.00030209296,0.00026021744,0.00037358774,0.001843311],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0039378973,0.000246742,0.00061968976,0.00036608172,0.0013430967,0.0000071250743,0.0007379157,0.000924069,0.00062312355],"category_scores_gemma":[0.028750412,0.00020109261,0.00003521452,0.0003036951,0.00032227155,0.00008009764,0.00037789517,0.001683255,0.000013181965],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028982147,0.000025158624,0.442991,0.0027162633,0.00010024048,0.000008706114,0.009257102,3.1012002e-7,0.000080710444,0.033532098,0.4810651,0.029933516],"study_design_scores_gemma":[0.008166413,0.00031564527,0.038793217,0.03438841,0.00020723366,0.000029233555,0.04961079,0.0018671448,0.000010708555,0.024188062,0.84203154,0.00039162088],"about_ca_topic_score_codex":0.027853945,"about_ca_topic_score_gemma":0.026800895,"teacher_disagreement_score":0.40419775,"about_ca_system_score_codex":0.00073746283,"about_ca_system_score_gemma":0.008778661,"threshold_uncertainty_score":0.999957},"labels":[],"label_agreement":null},{"id":"W4412493773","doi":"10.1097/acm.0000000000006173","title":"Rethinking Workplace-Based Assessment: The Costly Illusion of Authenticity","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Western University; Assembly of First Nations","funders":"","keywords":"Summative assessment; Formative assessment; Supervisor; Psychology; Medical education; Illusion; Distancing; Pedagogy; Medicine; Applied psychology; Political science; Cognitive psychology","score_opus":0.03325238785133897,"score_gpt":0.39570464218756224,"score_spread":0.36245225433622325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412493773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7409259,0.00091411296,0.03698732,0.19683935,0.001931157,0.0009316389,0.0000013680454,0.00009727268,0.021371862],"genre_scores_gemma":[0.974929,0.00011570361,0.0013442656,0.019943843,0.0003962021,0.000034165503,0.000050299557,0.000012647577,0.0031739085],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9979097,0.00012557223,0.0007441245,0.00023773243,0.00075622014,0.00022661887],"domain_scores_gemma":[0.9982591,0.00054856885,0.00027854918,0.0005118296,0.00035098876,0.000050948205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029862958,0.00014341428,0.0003637451,0.00032030168,0.00016877397,0.000002642105,0.00029337217,0.00028774736,0.000436241],"category_scores_gemma":[0.004333774,0.00008610031,0.00004512839,0.0014310197,0.0006373565,0.000042567215,0.00006410383,0.0015127212,0.000006569335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068512536,0.00028713263,0.1382586,0.0026573108,0.00045234952,0.000018356317,0.025122464,0.000072789655,0.05796029,0.21306607,0.42440575,0.13701376],"study_design_scores_gemma":[0.021988329,0.0014235039,0.45049524,0.037129212,0.0035315065,0.00009042682,0.017570091,0.07616601,0.019371293,0.12826619,0.24312483,0.0008433847],"about_ca_topic_score_codex":0.000042426433,"about_ca_topic_score_gemma":9.708751e-7,"teacher_disagreement_score":0.31223664,"about_ca_system_score_codex":0.00020551943,"about_ca_system_score_gemma":0.0005431595,"threshold_uncertainty_score":0.65721047},"labels":[],"label_agreement":null},{"id":"W4412741603","doi":"10.1097/acm.0000000000006081","title":"Artist’s Statement: Silent Blooms, Silent Struggles","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Art, Politics, and Modernism","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Statement (logic); MEDLINE; Art; History; Political science; Law","score_opus":0.06111410124911757,"score_gpt":0.3265497590424431,"score_spread":0.2654356577933255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412741603","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15056632,0.0167479,0.0018115139,0.05162643,0.0071547744,0.0011200691,0.00021386228,0.00056264637,0.7701965],"genre_scores_gemma":[0.78373665,0.0013986889,0.000010495379,0.007876655,0.0018452476,0.000032986856,0.00007081153,0.000017434568,0.20501104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982251,0.0000572694,0.0006296983,0.0002977393,0.00033087976,0.00045934037],"domain_scores_gemma":[0.9991951,0.00015199388,0.0001354793,0.00027859004,0.00008527963,0.00015358398],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003739336,0.00021696385,0.00032948147,0.00016157923,0.0002795015,0.000018780926,0.0002667539,0.00010254236,0.0028901624],"category_scores_gemma":[0.00012960225,0.00016598932,0.00004753213,0.000005815832,0.0006356452,0.00011841645,0.000091640955,0.00047595476,0.00014382768],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015167376,0.000018523291,0.0004495149,0.00011300267,0.00008688974,0.000008099134,0.14327532,0.0000034994057,0.00019299307,0.44743615,0.40528223,0.0031186095],"study_design_scores_gemma":[0.0007800074,0.00009363791,0.00011516881,0.00031401296,0.00011284742,0.0000016543949,0.020995999,0.00013096025,0.00037863018,0.04157402,0.9353439,0.00015912527],"about_ca_topic_score_codex":0.00084180845,"about_ca_topic_score_gemma":0.0006988922,"teacher_disagreement_score":0.6331703,"about_ca_system_score_codex":0.00008852311,"about_ca_system_score_gemma":0.000086494896,"threshold_uncertainty_score":0.9980213},"labels":[],"label_agreement":null},{"id":"W4414011098","doi":"10.1097/acm.0000000000006254","title":"Rural Roots Run Deeper and Reach Wider Than Expected","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"MEDLINE; Psychology; Political science","score_opus":0.04001925287957559,"score_gpt":0.45886930761526706,"score_spread":0.4188500547356915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414011098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886492,0.016154801,0.00019476812,0.04576379,0.0017584857,0.001024579,0.0000036427916,0.00028260547,0.048325315],"genre_scores_gemma":[0.9320867,0.002530492,0.000110541274,0.017123418,0.0009530332,0.00012554246,0.00003555514,0.000024743573,0.04700996],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724054,0.00040982958,0.0008575853,0.00034142955,0.0003394804,0.00081113836],"domain_scores_gemma":[0.9979605,0.0009984826,0.00019552585,0.00037075992,0.00014210177,0.00033262055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009133802,0.00023441589,0.00051942415,0.0001832305,0.0005368465,0.0000017028574,0.00026299784,0.0006481726,0.0008900832],"category_scores_gemma":[0.0010950008,0.0001721182,0.000021598837,0.00051931135,0.00022887805,0.00010016489,0.0001870793,0.0019064448,0.00013833697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001437106,0.0000060872203,0.48105323,0.00044324252,0.00003850276,0.000008972378,0.014489665,5.1442305e-7,0.0008268767,0.022580303,0.47641033,0.0039985566],"study_design_scores_gemma":[0.0051772045,0.00019806845,0.32515952,0.011831923,0.00016312058,0.000015850244,0.07905498,0.000111822636,0.00007005245,0.026144547,0.55167437,0.00039857387],"about_ca_topic_score_codex":0.0013667791,"about_ca_topic_score_gemma":0.00016790576,"teacher_disagreement_score":0.15589371,"about_ca_system_score_codex":0.00019104299,"about_ca_system_score_gemma":0.00018742566,"threshold_uncertainty_score":0.9745787},"labels":[],"label_agreement":null},{"id":"W4414540316","doi":"10.1097/01.acm.0001124876.95117.bf","title":"Disability Inclusion in Undergraduate Medical Education","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Disability Education and Employment","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Scholarship; Accreditation; Summit; Graduate medical education; Set (abstract data type); Work (physics); Medical school; Academic medicine","score_opus":0.02979734275923671,"score_gpt":0.436051937782114,"score_spread":0.40625459502287725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414540316","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28619382,0.0004910751,0.00007068355,0.60822594,0.0014866794,0.0002749524,1.8597471e-7,0.000047685407,0.10320899],"genre_scores_gemma":[0.97899365,0.000864324,0.000013522814,0.012400168,0.00038755473,0.00004295299,0.000009828603,0.0000030970173,0.0072848923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805766,0.00034798382,0.0003946583,0.00023842703,0.00073749304,0.00022380013],"domain_scores_gemma":[0.99914837,0.00035797665,0.000047812777,0.00018536745,0.000049498703,0.00021096079],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034576321,0.00007709802,0.00015851826,0.00008821559,0.00029292324,0.0000046110395,0.0004110874,0.0002106306,0.0012577088],"category_scores_gemma":[0.0074938405,0.000064847816,0.000019210285,0.0006894995,0.0009458666,0.000098158096,0.00029333186,0.00040347708,0.000024690018],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014431128,0.00019604337,0.29304472,0.000043365384,0.0000046357322,2.428061e-7,0.043303188,6.449082e-7,0.000017199443,0.42016506,0.09577133,0.14743915],"study_design_scores_gemma":[0.00048623272,0.00001643251,0.04256123,0.0005169116,0.000011917196,2.7042756e-7,0.0251773,0.00003030569,0.000010921049,0.4065489,0.52454275,0.000096877324],"about_ca_topic_score_codex":0.008780102,"about_ca_topic_score_gemma":0.005129673,"teacher_disagreement_score":0.69279987,"about_ca_system_score_codex":0.00057885225,"about_ca_system_score_gemma":0.0017080338,"threshold_uncertainty_score":0.9996553},"labels":[],"label_agreement":null},{"id":"W44375086","doi":"10.1097/acm.0b013e3182621c25","title":"Perspective","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agency (philosophy); CLARITY; Rubric; Conversation; Health care; Public relations; Perspective (graphical); Political science; Sociology; Medical education; Medicine; Pedagogy; Law; Social science","score_opus":0.18210147604134758,"score_gpt":0.5911972892091281,"score_spread":0.4090958131677805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W44375086","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25564155,0.0046925764,0.0003921235,0.25084695,0.008454989,0.00061878277,0.0000029266585,0.00016707926,0.47918302],"genre_scores_gemma":[0.9040065,0.0007180625,0.00003164713,0.04417663,0.019206043,0.00010750512,0.000010391008,0.000016576078,0.03172666],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982514,0.00024994765,0.00038703415,0.000109495464,0.00020341546,0.0007987021],"domain_scores_gemma":[0.99850094,0.00055123505,0.00014688943,0.00017849858,0.00013528366,0.00048712702],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019526028,0.00008686282,0.00017898153,0.000102830236,0.00037300115,3.2551657e-7,0.00013077901,0.00025470412,0.0034197967],"category_scores_gemma":[0.0018635582,0.00006108908,0.000012453017,0.0002442226,0.000087647095,0.00017048947,0.000042192758,0.0011961851,0.0013771916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044040016,0.0000032225503,0.029503683,0.000036238507,0.000004589119,5.0244047e-8,0.13458174,2.9102637e-8,0.00009588455,0.1606309,0.67471445,0.00042477576],"study_design_scores_gemma":[0.00033695006,0.000024647159,0.041316506,0.00010903531,0.000008319548,0.0000023694233,0.1096047,0.0000060929983,0.0000038123742,0.0036190664,0.84490865,0.000059846683],"about_ca_topic_score_codex":0.0029548977,"about_ca_topic_score_gemma":0.0000058602195,"teacher_disagreement_score":0.6483649,"about_ca_system_score_codex":0.00044446334,"about_ca_system_score_gemma":0.0002573096,"threshold_uncertainty_score":0.9994004},"labels":[],"label_agreement":null},{"id":"W7118923181","doi":"10.1093/acamed/wvaf038","title":"Rethinking the personal statement in the AI era","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Statement (logic); Perspective (graphical); Mission statement; Personal narrative; Humanity; Narrative; Process (computing)","score_opus":0.057893249954057466,"score_gpt":0.3852195346909746,"score_spread":0.3273262847369171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118923181","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09524014,0.0024025221,0.0002086546,0.7676866,0.0009963786,0.0003507808,0.0000011163801,0.00002889023,0.1330849],"genre_scores_gemma":[0.8950887,0.0013807882,0.000004292454,0.096205465,0.0006140235,0.000010241973,0.0000034367365,0.0000018613994,0.006691191],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978467,0.0004231524,0.00021540624,0.00014318594,0.0011069222,0.00026459317],"domain_scores_gemma":[0.99903476,0.0006961195,0.00005127477,0.00012793002,0.000048802336,0.00004108748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00940699,0.00007175711,0.00012447013,0.00007423649,0.0005240142,0.0000150046235,0.00096518156,0.00011348367,0.00050226133],"category_scores_gemma":[0.0009285385,0.00003601412,0.000021459236,0.00057754177,0.00085540285,0.00008057512,0.0000720783,0.0011882274,0.000013406114],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011218526,0.0000034792854,0.0075777597,0.0000112936905,0.000013252383,0.000010349203,0.5309716,0.000001117238,0.000017494482,0.11255133,0.3413106,0.0075205225],"study_design_scores_gemma":[0.00046925686,0.00003369677,0.0034698886,0.00026783388,0.000043170716,8.597709e-7,0.3977774,0.00003188761,0.0000034130242,0.039938685,0.55791783,0.000046072248],"about_ca_topic_score_codex":0.0022686224,"about_ca_topic_score_gemma":0.00053315994,"teacher_disagreement_score":0.79984856,"about_ca_system_score_codex":0.00010119498,"about_ca_system_score_gemma":0.00018848643,"threshold_uncertainty_score":0.54994094},"labels":[],"label_agreement":null},{"id":"W7124892666","doi":"10.1093/acamed/wvaf011","title":"Working to learn or learning to work: resident perceptions of service and education in internal medicine","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; The Wilson Centre; Sinai Health System; Canadian Institutes of Health Research; University of Toronto","funders":"University of Toronto","keywords":"Conceptualization; Work (physics); Service (business); Service-learning; Higher education","score_opus":0.05666215443075089,"score_gpt":0.4136903986242078,"score_spread":0.3570282441934569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124892666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82760215,0.00061303447,0.0005210661,0.13541438,0.0005346508,0.00029610185,4.6360128e-8,0.000043130807,0.03497546],"genre_scores_gemma":[0.95576316,0.0007836904,0.00013080028,0.0091523975,0.00033261813,0.00002598652,0.0000028703519,0.000007246944,0.03380124],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982794,0.00059066137,0.00037343687,0.00019442728,0.00033379145,0.00022827528],"domain_scores_gemma":[0.9987815,0.00069863617,0.000086281354,0.00016006827,0.000114536786,0.00015895834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002890461,0.000096986325,0.00023703267,0.00048241086,0.0002861996,0.0000071771674,0.0003907145,0.000109790686,0.00060120894],"category_scores_gemma":[0.0021291587,0.00007984279,0.000009493892,0.0016155699,0.0001054943,0.000051403593,0.00018923078,0.0009883582,0.000017900209],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016953696,0.000015351534,0.21723448,0.00007422894,0.00001964648,0.0000011940695,0.59685105,0.00032260723,0.0007563633,0.0042833863,0.019713443,0.16055873],"study_design_scores_gemma":[0.0004975483,0.00015042673,0.12007181,0.0070546316,0.000038175225,8.3201564e-7,0.70018256,0.000027568542,0.0000113981705,0.001024456,0.17083223,0.00010837643],"about_ca_topic_score_codex":0.026459957,"about_ca_topic_score_gemma":0.0107446965,"teacher_disagreement_score":0.16045035,"about_ca_system_score_codex":0.00014737665,"about_ca_system_score_gemma":0.00022293888,"threshold_uncertainty_score":0.9800229},"labels":[],"label_agreement":null},{"id":"W7128613451","doi":"10.1093/acamed/wvaf081","title":"Wellbeing vs competency? Debunking the false dichotomy in medical education","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Harm; Set (abstract data type); Narrative; Curriculum; Quality (philosophy); Professional development; Hidden curriculum; MEDLINE; Medical school","score_opus":0.012466435907870365,"score_gpt":0.3750955224935195,"score_spread":0.36262908658564913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128613451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51926535,0.004098805,0.0031042527,0.43872064,0.0035612255,0.0010696441,2.9978864e-7,0.00011937404,0.03006039],"genre_scores_gemma":[0.901323,0.00094751595,0.0004038195,0.092565924,0.0012940288,0.00017943146,0.00006154738,0.000019623161,0.0032050824],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99708784,0.00013955447,0.0010002007,0.00037182358,0.0010175706,0.00038303557],"domain_scores_gemma":[0.9985486,0.00041837638,0.00016482276,0.0005002641,0.00023180331,0.00013613407],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028627368,0.00020164603,0.00042710835,0.0006509624,0.00015960493,0.0000061385085,0.0004734164,0.00042313864,0.00077676174],"category_scores_gemma":[0.012148822,0.00013013581,0.000038267972,0.002167129,0.0005274008,0.000096241936,0.00009088976,0.0022555615,0.000037062695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001680872,0.00018978294,0.2230987,0.0005039594,0.00008741609,0.000031392196,0.0067582442,0.0000028443615,0.0014452646,0.16939443,0.34572127,0.2525986],"study_design_scores_gemma":[0.0062962906,0.00022905415,0.2856537,0.016947674,0.00038661918,0.0003897456,0.01335801,0.0074450825,0.00044845833,0.043159064,0.62524515,0.00044112687],"about_ca_topic_score_codex":0.00020827602,"about_ca_topic_score_gemma":0.000021822398,"teacher_disagreement_score":0.38205767,"about_ca_system_score_codex":0.00031420274,"about_ca_system_score_gemma":0.0022616284,"threshold_uncertainty_score":0.99617225},"labels":[],"label_agreement":null},{"id":"W7131832954","doi":"10.1093/acamed/wvaf034","title":"Supporting PhD students entering medical school outside traditional MD pathways","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"American Foundation for Suicide Prevention","keywords":"Medical school; MEDLINE; Curriculum; Clinical clerkship; Professional development","score_opus":0.3077781239165596,"score_gpt":0.5144115267130933,"score_spread":0.2066334027965337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131832954","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7045305,0.005295085,0.004005559,0.24177434,0.0018877717,0.0016226616,0.000017756698,0.0003554663,0.040510908],"genre_scores_gemma":[0.8657064,0.0038525856,0.00007456046,0.123913184,0.0023216018,0.000080858634,0.00010612075,0.000027989001,0.0039167437],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99254304,0.00016024835,0.0012605392,0.00051141914,0.0039011813,0.001623548],"domain_scores_gemma":[0.9860756,0.0010115422,0.00016461952,0.00037912923,0.00017713894,0.012191998],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00655817,0.00027706515,0.0007446874,0.00047631652,0.00016235924,0.000009549064,0.0005504253,0.0005457208,0.006640089],"category_scores_gemma":[0.17579998,0.00020229309,0.00008937861,0.00057109504,0.0004274842,0.00013013245,0.00019807687,0.003176678,0.00019700719],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004200782,0.00013038258,0.089434355,0.0011120972,0.00018693489,0.0010943757,0.00097577495,3.071841e-7,0.007269479,0.0019520088,0.8579084,0.039515756],"study_design_scores_gemma":[0.04479254,0.0037431319,0.14522797,0.037570786,0.0006788778,0.0017978075,0.0079275165,0.0015126967,0.004944265,0.011081058,0.739716,0.0010073804],"about_ca_topic_score_codex":0.000104164734,"about_ca_topic_score_gemma":0.0000039518923,"teacher_disagreement_score":0.16924182,"about_ca_system_score_codex":0.00046230378,"about_ca_system_score_gemma":0.007884493,"threshold_uncertainty_score":0.99912304},"labels":[],"label_agreement":null},{"id":"W7131847195","doi":"10.1093/acamed/wvaf067","title":"Deciphering signals: exploring how preceptor behaviors shape learner mindset","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Western University","funders":"","keywords":"Mindset; Perception; Dimension (graph theory); Preceptor; Process (computing)","score_opus":0.31510164225895926,"score_gpt":0.48931043204276004,"score_spread":0.17420878978380078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131847195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8456273,0.0018273807,0.0007481307,0.12350436,0.0020069098,0.00040292615,0.00000108318,0.00025513323,0.025626794],"genre_scores_gemma":[0.9663652,0.0010238629,0.00026751758,0.0011545792,0.001049577,0.00009662098,0.0000056167382,0.00001572448,0.030021293],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99749273,0.0005857794,0.00032996322,0.0003414327,0.00086912955,0.0003809709],"domain_scores_gemma":[0.997985,0.001326065,0.00022374818,0.00019453376,0.00010517103,0.00016546494],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005186407,0.00014881554,0.00024656983,0.00019827372,0.0005129206,0.000033863096,0.00055908767,0.00022266107,0.002384155],"category_scores_gemma":[0.007971894,0.00013319051,0.000039116094,0.00049491826,0.000342501,0.00085326366,0.00009179322,0.0009388766,0.0000712941],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009875737,0.000048205355,0.10157005,0.000119163,0.00018404938,0.000013414387,0.3096799,0.0001831241,0.022420794,0.02067983,0.25830528,0.28669745],"study_design_scores_gemma":[0.00081507623,0.000074897194,0.005181798,0.0007966702,0.00021404921,0.0000011755785,0.07865831,0.00032426082,0.0010759163,0.0011487954,0.91142786,0.00028119932],"about_ca_topic_score_codex":0.0006321055,"about_ca_topic_score_gemma":0.0001251806,"teacher_disagreement_score":0.65312254,"about_ca_system_score_codex":0.00017280912,"about_ca_system_score_gemma":0.0001924339,"threshold_uncertainty_score":0.9985278},"labels":[],"label_agreement":null},{"id":"W7133497630","doi":"10.1093/acamed/wvaf090","title":"From compliance to commitment","year":2025,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"HCA Healthcare","keywords":"Compliance (psychology); Autonomy; Coaching; Situated; Bureaucracy; Identity (music); Professional development; Process (computing)","score_opus":0.0667700475783706,"score_gpt":0.4428492289071353,"score_spread":0.3760791813287647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133497630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56821483,0.0010378355,0.01564168,0.37788773,0.002767493,0.0008070201,0.0000037861926,0.00013868941,0.033500947],"genre_scores_gemma":[0.82359064,0.00012045611,0.0046769804,0.1514373,0.0020787264,0.00011799415,0.00016254539,0.000016006328,0.017799351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998642,0.000017265622,0.0004690165,0.00028287282,0.00037324565,0.00021556139],"domain_scores_gemma":[0.99909794,0.00012396323,0.00006162909,0.00043023124,0.00016813776,0.00011812373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000437435,0.00012559019,0.0003154297,0.00024997708,0.00006640889,0.000001986539,0.0002017421,0.00016194521,0.00089801376],"category_scores_gemma":[0.001913669,0.00009883599,0.00001881368,0.0009426965,0.00014964608,0.00002968734,0.000058693022,0.0006698983,0.0002824262],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057861453,0.00002074076,0.007185492,0.000058462516,0.000050476574,0.000004471548,0.0018779113,9.737998e-7,0.0053920355,0.008449757,0.91779304,0.05910879],"study_design_scores_gemma":[0.0023113454,0.00018823158,0.051381588,0.003262638,0.00017796375,0.000010000935,0.0032022882,0.00042811377,0.0018835075,0.008921952,0.92809004,0.00014236038],"about_ca_topic_score_codex":0.00014562623,"about_ca_topic_score_gemma":0.0000010826841,"teacher_disagreement_score":0.2553758,"about_ca_system_score_codex":0.00020684105,"about_ca_system_score_gemma":0.000117761476,"threshold_uncertainty_score":0.98326206},"labels":[],"label_agreement":null},{"id":"W775864572","doi":"10.1097/acm.0000000000000724","title":"How Do U.S. and Canadian Medical Schools Teach About the Role of Physicians in the Holocaust?","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Medical History and Research","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Holocaust; Accreditation; Medical ethics; Curriculum; Medical education; Quackery; Medicine; Licensure; Ethical code; Family medicine; Law; Political science; Alternative medicine; Psychiatry","score_opus":0.04994770669673095,"score_gpt":0.28801216530784834,"score_spread":0.23806445861111739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W775864572","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012157058,0.024752242,5.4414704e-7,0.9131613,0.0005853565,0.00040675275,0.00003693394,0.000011011346,0.059830178],"genre_scores_gemma":[0.13152803,0.002510925,6.2643767e-7,0.80299693,0.0287221,0.00008262816,0.00011241818,0.00004056472,0.034005795],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959199,0.0005820338,0.00042126898,0.0003220714,0.002163995,0.0005907509],"domain_scores_gemma":[0.9983711,0.00060767314,0.00016326406,0.0004449258,0.0001361879,0.00027684213],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003608654,0.00025997686,0.0005439984,0.00026403213,0.00027023442,0.000033587094,0.0013319107,0.0009938761,0.00177842],"category_scores_gemma":[0.0017230229,0.00011589357,0.00004785163,0.00010413936,0.0034808577,0.00007666581,0.00007217931,0.011216037,0.000031422638],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046080067,0.0000029314422,0.000044292483,0.00007936322,0.00002776244,0.00014425816,0.04688715,1.9021693e-8,0.0000018378968,0.0065827435,0.9372706,0.008954425],"study_design_scores_gemma":[0.00033306988,0.00008956445,0.000022788623,0.0008173881,0.000049363935,0.000030105974,0.027819352,0.000011583665,7.0117915e-7,0.0031130747,0.96758556,0.00012743665],"about_ca_topic_score_codex":0.03692659,"about_ca_topic_score_gemma":0.019820014,"teacher_disagreement_score":0.13031234,"about_ca_system_score_codex":0.00009596078,"about_ca_system_score_gemma":0.00086412387,"threshold_uncertainty_score":0.9992311},"labels":[],"label_agreement":null},{"id":"W947211820","doi":"10.1097/acm.0000000000000790","title":"In Reply to Brisson and colleagues","year":2015,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Confidentiality; Obligation; Internet privacy; Password; Tracking (education); Point (geometry); Medical education; Psychology; Health records; Masking (illustration); Medicine; Computer science; Health care; Political science; Computer security; Law; Pedagogy","score_opus":0.560602190666857,"score_gpt":0.6085686542612339,"score_spread":0.04796646359437684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W947211820","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004400189,0.0045294324,0.000010201157,0.9773795,0.0007161288,0.0010640454,0.000011848924,0.000052425577,0.011836249],"genre_scores_gemma":[0.0006824873,0.006980136,0.00013601691,0.8312233,0.013221215,0.000054694705,0.00008001911,0.000076444965,0.14754567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940415,0.00024367293,0.0012534132,0.00105017,0.0026784,0.0007328606],"domain_scores_gemma":[0.9878698,0.0098065175,0.0001965995,0.00089592295,0.00055349607,0.0006776428],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.010663617,0.00036512373,0.0014060042,0.0007301708,0.000033404605,0.0000061327855,0.0004955004,0.004013197,0.00037741393],"category_scores_gemma":[0.08738753,0.00027452377,0.000046886747,0.0006464002,0.0007085696,0.00005284127,0.00038804777,0.02806229,0.0002388212],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015881495,0.000004268772,0.0014508921,0.00065114786,0.00003458311,0.0017318191,0.0015615294,5.9361103e-8,0.00010283477,0.00013034506,0.99372774,0.00044597345],"study_design_scores_gemma":[0.0020650062,0.0009601417,0.00055461,0.0055574467,0.00009506146,0.00020387345,0.00023102424,0.000007299577,0.00003393572,0.019484764,0.9705824,0.00022443096],"about_ca_topic_score_codex":0.0010166315,"about_ca_topic_score_gemma":0.00003984658,"teacher_disagreement_score":0.14615616,"about_ca_system_score_codex":0.00034872748,"about_ca_system_score_gemma":0.0008529627,"threshold_uncertainty_score":0.9999707},"labels":[],"label_agreement":null},{"id":"W960174213","doi":"10.1097/acm.0000000000000841","title":"Building a Generation of Physician Advocates","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Mandate; Medical education; Variety (cybernetics); Accountability; Curriculum development; Medicine; Public relations; Social accounting; Political science; Pedagogy; Sociology; Management; Law","score_opus":0.10705028295802892,"score_gpt":0.4117184963444259,"score_spread":0.304668213386397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W960174213","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96158725,0.0010382098,0.011404376,0.019545319,0.000983397,0.00029587955,5.668956e-7,0.00005914543,0.005085854],"genre_scores_gemma":[0.98504204,0.00007538965,0.0050407248,0.006069802,0.0031344853,0.000020923702,0.00006524177,0.000017289141,0.0005341072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985647,0.000030753778,0.0005041547,0.00018042089,0.00055310014,0.00016685428],"domain_scores_gemma":[0.9989914,0.00003725839,0.00019050324,0.00023674108,0.00042824482,0.00011589627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009626813,0.00010587382,0.00029150877,0.0002223618,0.000026985335,0.0000010125294,0.00010545913,0.00015496259,0.000057841768],"category_scores_gemma":[0.002805678,0.00008136416,0.000020333735,0.0006553093,0.00021996831,0.00008551178,0.000022137121,0.0004303742,0.000021271882],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008125094,0.00006101529,0.0059111714,0.00019697523,0.000076882716,0.000005571638,0.009070254,0.000023495402,0.342325,0.03585521,0.48237392,0.12401924],"study_design_scores_gemma":[0.021873578,0.004537536,0.016128322,0.005655796,0.0015717625,0.0004996966,0.030613763,0.053620912,0.35053727,0.043067552,0.4706891,0.001204727],"about_ca_topic_score_codex":0.000033927805,"about_ca_topic_score_gemma":2.3751761e-7,"teacher_disagreement_score":0.122814514,"about_ca_system_score_codex":0.00010538965,"about_ca_system_score_gemma":0.00020593441,"threshold_uncertainty_score":0.33588612},"labels":[],"label_agreement":null},{"id":"W976594837","doi":"10.1097/acm.0000000000000851","title":"Teaching Quality Improvement in Graduate Medical Education","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Conference Board of Canada; Medical Council of Canada; Queen's University","funders":"Queen's University","keywords":"Medical education; Graduate medical education; Quality (philosophy); Higher education; Graduate education; MEDLINE; Psychology; Medicine; Political science; Accreditation; Philosophy","score_opus":0.3379726698506034,"score_gpt":0.5738317319288043,"score_spread":0.2358590620782009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W976594837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74953496,0.00040843914,0.002236484,0.20709734,0.0039254753,0.0008387339,0.0000017337288,0.00010779686,0.03584904],"genre_scores_gemma":[0.9600862,0.00018846287,0.00005451167,0.03218311,0.0013599825,0.0002044091,0.00007875482,0.000012890647,0.005831673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961042,0.0009239315,0.0011508348,0.0002683492,0.0011506749,0.0004020088],"domain_scores_gemma":[0.9980083,0.00045310947,0.00042461656,0.0002668741,0.00012698889,0.0007200706],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009828071,0.00012824242,0.0003020551,0.00018319566,0.00014854407,9.736415e-8,0.00029356236,0.00038006675,0.0004026622],"category_scores_gemma":[0.014950538,0.000096056145,0.000016761305,0.00021303589,0.00012716364,0.00012014711,0.00009176414,0.002863971,0.00022714748],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021586473,0.00017106147,0.2976844,0.00051088934,0.000026935104,0.0000057400216,0.20022973,0.0000060254015,0.0005648938,0.0639195,0.32078424,0.115880735],"study_design_scores_gemma":[0.009436976,0.00039238748,0.11919754,0.004313027,0.00004550137,0.0000067064498,0.1515107,0.0007016302,0.000028384828,0.03221719,0.68170786,0.00044210296],"about_ca_topic_score_codex":0.0031208142,"about_ca_topic_score_gemma":0.00014467674,"teacher_disagreement_score":0.36092362,"about_ca_system_score_codex":0.00036111512,"about_ca_system_score_gemma":0.0022444332,"threshold_uncertainty_score":0.99943644},"labels":[],"label_agreement":null}]}