{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1475,"total_is_capped":false,"direct_labels_cover":9,"predictions_cover":1475,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e995ab243bb7","filters":{"venue":"Academic Medicine"}},"results":[{"id":"W2046920446","doi":"10.1097/00001888-200604000-00009","title":"Systematic Review of Depression, Anxiety, and Other Indicators of Psychological Distress Among U.S. and Canadian Medical Students","year":2006,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2895,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Burnout; Anxiety; Depression (economics); Clinical psychology; Distress; Mental health; Depersonalization; MEDLINE; Psychiatry; Medicine; Population; Emotional exhaustion; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06923609723488953,"gpt":0.5098522523214912,"spread":0.4406161550866017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006723701,0.0005359426,0.005298171,0.0004943579,0.0002397074,0.000001712358,0.001078748,0.002607171,0.0009899767],"category_scores_gemma":[0.004467017,0.0002890122,0.0001371617,0.0005503647,0.0008995202,0.00004177757,0.000429614,0.003699223,0.000009107845],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001153412,"about_ca_system_score_gemma":0.0008479219,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01848582,"about_ca_topic_score_gemma":0.002290027,"domain_scores_codex":[0.9896086,0.002720971,0.004385913,0.0006592367,0.001953208,0.0006720414],"domain_scores_gemma":[0.9931206,0.001819915,0.002856626,0.0006104813,0.0001670725,0.001425381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002556711,0.00001409323,0.04801379,0.8940159,0.0000893022,0.00001122185,0.0003222323,5.328736e-10,2.235167e-8,0.00009315357,0.009851519,0.04758618],"study_design_scores_gemma":[0.0003874176,0.00003868196,0.002247989,0.8878812,0.0009795696,0.00002991643,0.0002827236,3.789953e-7,2.253591e-8,0.00003005096,0.10793,0.0001920729],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006868767,0.9928874,0.000002885273,0.000691918,0.0004292291,0.00412795,0.0002296653,0.00002154898,0.0009224711],"genre_scores_gemma":[0.00134893,0.9937644,0.00000643077,0.003385949,0.0004028791,0.000539906,0.0001229901,0.00005571451,0.000372777],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.09807844,"threshold_uncertainty_score":0.9999562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967291734","doi":"10.1097/00001888-200308000-00003","title":"The Importance of Cognitive Errors in Diagnosis and Strategies to Minimize Them","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":1598,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dartmouth General Hospital; Dalhousie University","funders":"Agency for Healthcare Research and Quality","keywords":"Debiasing; Cognitive bias; Heuristics; Cognition; Context (archaeology); Cognitive psychology; Process (computing); Pessimism; Confirmation bias; Metacognition; Perception; Computer science; Overconfidence effect; Psychology; Social psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1352751616482657,"gpt":0.4492700642212217,"spread":0.3139949025729559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001674552,0.0004002205,0.002512255,0.0001466225,0.00004313778,0.00000479018,0.0002126677,0.0005799992,0.0001339837],"category_scores_gemma":[0.1077186,0.0002099612,0.0001444277,0.0006106024,0.000604533,0.00002815112,0.00007424867,0.00136855,0.00002120732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005481437,"about_ca_system_score_gemma":0.0004615959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004851322,"about_ca_topic_score_gemma":0.00001264653,"domain_scores_codex":[0.996927,0.000214581,0.001529153,0.0005017812,0.0004395667,0.0003878838],"domain_scores_gemma":[0.9426552,0.05603864,0.0005402857,0.000331303,0.00009985912,0.0003347294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001050542,0.00005062806,0.02604684,0.003712268,0.0002790321,0.0001247098,0.001638271,9.743172e-8,1.543951e-7,0.001687571,0.01242627,0.9539291],"study_design_scores_gemma":[0.002275466,0.0005252099,0.002847909,0.4197487,0.002811632,0.0002144334,0.004915125,0.000001033305,0.000001551054,0.001205252,0.5650997,0.0003540599],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002325566,0.9913857,0.00001248348,0.001650771,0.0002426566,0.001320703,0.00002061746,0.00001682676,0.003024659],"genre_scores_gemma":[0.001131939,0.99628,0.00004854371,0.001206237,0.0002497072,0.0003892081,0.00004171963,0.00004161055,0.0006109959],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.953575,"threshold_uncertainty_score":0.8997974,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2166620155","doi":"10.1097/acm.0b013e31805559c7","title":"Viewpoint: Competency-Based Postgraduate Training: Can We Bridge the Gap between Theory and Clinical Practice?","year":2007,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1136,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Terminology; Medical education; Confusion; Possession (linguistics); Bridge (graph theory); Psychology; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1317545652693727,"gpt":0.4680882311216626,"spread":0.33633366585229,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02108931,0.0002587375,0.0006340867,0.0002512591,0.0002092042,0.000005951511,0.0002933449,0.0004137395,0.0001262821],"category_scores_gemma":[0.032699,0.0001579423,0.0000660526,0.0007835284,0.001553217,0.00008249623,0.00005202605,0.002838481,0.00002870397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001095955,"about_ca_system_score_gemma":0.0007243997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005265242,"about_ca_topic_score_gemma":0.000005171228,"domain_scores_codex":[0.9961436,0.0004718701,0.001513344,0.0004476013,0.0009034906,0.0005200376],"domain_scores_gemma":[0.9918693,0.006370523,0.0005075689,0.0005369258,0.0003840621,0.0003316357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006853143,0.00009647188,0.02999348,0.0002309717,0.0003609306,0.000098346,0.01999498,2.562553e-7,0.0004648777,0.112111,0.06106459,0.7748987],"study_design_scores_gemma":[0.008837831,0.002002704,0.4355645,0.002655126,0.002593538,0.0009731934,0.02563807,0.0002595862,0.0002569892,0.05930208,0.4613379,0.0005784352],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2600092,0.001986585,0.01038068,0.7195295,0.001160776,0.0009062185,0.000006443029,0.000119834,0.005900813],"genre_scores_gemma":[0.863245,0.001540361,0.00275729,0.1269282,0.004783164,0.00001713757,0.0001404269,0.0000467627,0.0005417498],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7743203,"threshold_uncertainty_score":0.999462,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992236525","doi":"10.1097/acm.0000000000000427","title":"Reframing Medical Education to Support Professional Identity Formation","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1010,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Cognitive reframing; Socialization; Identity (music); CLARITY; Medical education; Professional development; Process (computing); Psychology; Identity formation; Experiential learning; Engineering ethics; Pedagogy; Medicine; Social psychology; Self-concept; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06225369106294613,"gpt":0.5118248727168578,"spread":0.4495711816539117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.005084319,0.0005598033,0.002288553,0.001364177,0.0001844627,0.00001090105,0.0007410333,0.001894437,0.004034244],"category_scores_gemma":[0.02200432,0.0004008467,0.0001855031,0.002010498,0.0002474513,0.0003834745,0.0002146223,0.003750883,0.00140887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009191848,"about_ca_system_score_gemma":0.004733504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002550608,"about_ca_topic_score_gemma":0.00000344093,"domain_scores_codex":[0.9928818,0.0002877152,0.002672326,0.0007030747,0.002899395,0.0005557252],"domain_scores_gemma":[0.9966286,0.0002590763,0.0009691571,0.0008117109,0.0005995568,0.0007319361],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000681482,0.00003531382,0.000009330017,0.01361062,0.00003317135,0.000003815616,0.0005171177,1.353638e-8,8.226189e-7,0.002734885,0.312764,0.6702841],"study_design_scores_gemma":[0.0004415981,0.0002452202,0.00002524149,0.08147581,0.0009052316,0.0008435508,0.0002763318,0.00003100839,8.028368e-7,0.0004184673,0.9150406,0.0002961308],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000149586,0.9579132,0.006488477,0.01736533,0.009692402,0.003152682,0.000004961825,0.0002118447,0.00502156],"genre_scores_gemma":[0.00008741971,0.9555733,0.0007524521,0.02199641,0.00896062,0.0007936136,0.003253554,0.0001007233,0.008481902],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.669988,"threshold_uncertainty_score":0.9998443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055476838","doi":"10.1097/acm.0b013e3181ace703","title":"A Universal Model of Diagnostic Reasoning","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":970,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; Queen Elizabeth II Health Sciences Centre","funders":"","keywords":"Management science; Variety (cybernetics); Process (computing); Computer science; Heuristic; Schematic; Psychology; Risk analysis (engineering); Artificial intelligence; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.04037542057166423,"gpt":0.3548439149639024,"spread":0.3144684943922382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005661828,0.0001625005,0.0005780392,0.0001301661,0.00003142701,9.952696e-7,0.0001446459,0.000248713,0.0001489515],"category_scores_gemma":[0.1347678,0.0001218136,0.00007389183,0.0002765293,0.0002285639,0.00004609622,0.00002503614,0.000642069,0.00002154028],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004577262,"about_ca_system_score_gemma":0.0001567223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003963552,"about_ca_topic_score_gemma":3.609208e-7,"domain_scores_codex":[0.9983995,0.00003152616,0.0005510029,0.0002759949,0.0004494916,0.0002925158],"domain_scores_gemma":[0.9893796,0.009639597,0.0001786156,0.0003133386,0.0001207952,0.0003680534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002679046,0.0007200533,0.1761888,0.0003324684,0.0004877694,0.0008950624,0.01870384,0.003549238,0.06147027,0.2094968,0.2986266,0.2268501],"study_design_scores_gemma":[0.0695269,0.02193271,0.328602,0.1290895,0.007378773,0.00156232,0.007520066,0.2778763,0.01575306,0.1283575,0.00970098,0.002699788],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9510412,0.002556511,0.006237158,0.01746369,0.0001958486,0.0003520088,0.000005425867,0.0001381877,0.02200999],"genre_scores_gemma":[0.9910243,0.002120273,0.0008245173,0.00389902,0.0004121528,0.000002925475,0.00002454199,0.00001376693,0.00167849],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2889256,"threshold_uncertainty_score":0.8725204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120386903","doi":"10.1097/00001888-200510001-00015","title":"Self-Assessment in the Health Professions: A Reformulation and Research Agenda","year":2005,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":967,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Health professions; MEDLINE; Medical education; Psychology; Medicine; Engineering ethics; Political science; Health care; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.2899246579624804,"gpt":0.6148924778418009,"spread":0.3249678198793205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01728143,0.000306374,0.001363465,0.001212353,0.0002661888,0.000007094194,0.0003700336,0.0007215393,0.00009878921],"category_scores_gemma":[0.001914339,0.0001571299,0.00005219572,0.002625257,0.0002707414,0.00008912285,0.0001042744,0.007530409,0.00002754523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001686046,"about_ca_system_score_gemma":0.003014765,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006684551,"about_ca_topic_score_gemma":0.000004617624,"domain_scores_codex":[0.9942527,0.00129759,0.001741599,0.0005209676,0.001616827,0.000570263],"domain_scores_gemma":[0.9977071,0.000788904,0.0005093002,0.0006520771,0.0002151423,0.000127448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000471877,0.00004048852,0.00004400411,0.01105064,0.00002682347,0.000006160971,0.007318449,1.056735e-8,1.005629e-7,0.0035417,0.05540323,0.9225637],"study_design_scores_gemma":[0.0006276996,0.0002893857,0.000319085,0.04215546,0.0001733228,0.0002467712,0.003867056,0.00007568863,1.429581e-8,0.0003338745,0.9518028,0.0001088248],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007246143,0.9234071,0.00004403281,0.07061706,0.0003378431,0.003840195,0.000001663587,0.00004633759,0.001633248],"genre_scores_gemma":[0.0002369398,0.9884608,0.001300371,0.005767766,0.002384708,0.0007842496,0.0004007234,0.00004278554,0.0006216575],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9224548,"threshold_uncertainty_score":0.9947593,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997378480","doi":"10.1097/acm.0000000000000700","title":"A Schematic Representation of the Professional Identity Formation and Socialization of Medical Students and Residents","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":954,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Socialization; Identity (music); Identity formation; Context (archaeology); Psychology; Psychological intervention; Personal identity; Medical education; Pedagogy; Social psychology; Nursing; Medicine; Self-concept","retraction":null,"screen_n_in":null,"score":{"opus":0.09159489010603876,"gpt":0.5008234311668459,"spread":0.4092285410608071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002757845,0.00007630975,0.0002665506,0.0001426207,0.00005215816,0.000003006001,0.0002008054,0.0002189445,0.00004431825],"category_scores_gemma":[0.01104833,0.00004869674,0.00001416086,0.0005952647,0.0004533422,0.0002674904,0.000168464,0.0003538354,9.325885e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005741731,"about_ca_system_score_gemma":0.0001963715,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008940166,"about_ca_topic_score_gemma":0.000004100605,"domain_scores_codex":[0.996271,0.0001265443,0.0007140698,0.0001290454,0.002668057,0.00009125505],"domain_scores_gemma":[0.9988181,0.00009297821,0.0004442347,0.0001658341,0.0003824918,0.00009636597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001648579,0.000111867,0.8853408,0.001779014,0.00008551152,0.000001634806,0.03703296,0.000001465051,0.00373034,0.01877706,0.04555696,0.007417501],"study_design_scores_gemma":[0.006688611,0.0002236388,0.9350685,0.006014885,0.0003558859,0.0001483651,0.02019336,0.003826066,0.003809439,0.02329251,0.0002607384,0.0001179787],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9794145,0.0004133146,0.001874048,0.01722191,0.0004376559,0.0004861358,6.592091e-7,0.000009922384,0.0001418856],"genre_scores_gemma":[0.9980366,0.0003261016,0.0001776454,0.0009703126,0.0002025094,0.00001799526,0.00002689278,0.000006997406,0.0002349577],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04972769,"threshold_uncertainty_score":0.997282,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2289170923","doi":"10.1097/acm.0000000000000786","title":"Appraising the Quality of Medical Education Research Methods","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":789,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Normative; Reliability (semiconductor); Psychology; Raw score; Scale (ratio); Medicine; Clinical psychology; Statistics; Psychometrics; Rating scale; Mathematics; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9786162941917345,"gpt":0.8122788227648552,"spread":0.1663374714268793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8324792,0.0001487199,0.002347379,0.0004335652,0.0001110097,0.00004803042,0.004255632,0.0002589436,0.007078364],"category_scores_gemma":[0.7570212,0.00004970382,0.0003055201,0.002901341,0.0007088329,0.0001238896,0.0003175719,0.001138823,0.0005285612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004040969,"about_ca_system_score_gemma":0.00103312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002814685,"about_ca_topic_score_gemma":0.000009526311,"domain_scores_codex":[0.7569961,0.1646347,0.02274452,0.001360402,0.05368333,0.0005810123],"domain_scores_gemma":[0.9111122,0.06983076,0.006426969,0.005704545,0.006033664,0.0008918131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006456392,0.00001103991,0.006234277,0.00003343449,0.00004520378,2.714736e-7,0.008597136,0.000001660591,0.000226767,0.06344667,0.7685808,0.1528163],"study_design_scores_gemma":[0.0003146406,0.00005356162,0.004020098,0.0002273422,0.00008619652,0.00002130752,0.04248311,0.00258605,0.00008243542,0.1857186,0.7643163,0.00009037642],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2077147,0.04106821,0.26566,0.3450018,0.003523229,0.001788743,0.000002224339,0.00001399474,0.135227],"genre_scores_gemma":[0.9683005,0.0003729418,0.006811209,0.003600414,0.001694134,0.00005901264,0.000006064879,0.00001362582,0.01914216],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7605857,"threshold_uncertainty_score":0.9938293,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2170808658","doi":"10.1097/acm.0b013e3181b37b8f","title":"The Effects of Acute Stress on Performance: Implications for Health Professions Education","year":2009,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":687,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Stressor; Psychology; Coping (psychology); Locus of control; Anxiety; Cognition; Stress management; Perception; Applied psychology; Clinical psychology; Medical education; Medicine; Social psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1146593841391175,"gpt":0.5643447384722373,"spread":0.4496853543331198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002496372,0.0005762707,0.002388242,0.0003446185,0.002784362,0.000002572538,0.0009866974,0.001323986,0.00002470739],"category_scores_gemma":[0.001724576,0.0002912551,0.0002452631,0.0006060036,0.0002086801,0.00007248639,0.0001345234,0.004343527,0.00003722708],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005348767,"about_ca_system_score_gemma":0.008703849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005955815,"about_ca_topic_score_gemma":0.000009484824,"domain_scores_codex":[0.9932682,0.0016537,0.002872557,0.0006162834,0.0005001766,0.00108912],"domain_scores_gemma":[0.9846835,0.01019371,0.003107561,0.001047853,0.0004797466,0.0004876241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002387971,0.00003503578,0.00009956206,0.06755665,0.00009302321,8.888065e-8,0.001151665,1.629465e-8,7.663988e-7,0.006924428,0.1004288,0.8236861],"study_design_scores_gemma":[0.0003869423,0.0005337552,0.0004765735,0.3263662,0.0004205379,0.000002145588,0.0004821742,0.000001660881,5.384705e-7,0.0007931566,0.6703749,0.0001614494],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003463771,0.9436108,0.00007697102,0.03956931,0.004642384,0.01115537,0.000258842,0.00007763829,0.0005739777],"genre_scores_gemma":[0.0001110595,0.974535,0.00004880502,0.004918582,0.00296648,0.007372934,0.001016108,0.00008253918,0.00894842],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8235247,"threshold_uncertainty_score":0.9999725,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069308343","doi":"10.1097/acm.0000000000000200","title":"Harassment and Discrimination in Medical Training","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":665,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Harassment; Medicine; Meta-analysis; MEDLINE; Family medicine; Psychology; Clinical psychology; Nursing; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2103631134433905,"gpt":0.4780799599627577,"spread":0.2677168465193672,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008718989,0.000212222,0.001289927,0.0003067793,0.0001450252,0.000008964447,0.0006741937,0.0008687258,0.0006422477],"category_scores_gemma":[0.003277287,0.0001564125,0.00005352796,0.0003713142,0.0009952103,0.00008399356,0.0001158764,0.001462622,0.00002185563],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001859979,"about_ca_system_score_gemma":0.0004769079,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005687591,"about_ca_topic_score_gemma":0.0003399093,"domain_scores_codex":[0.9962495,0.0005858509,0.0005940448,0.000349569,0.001849771,0.0003712751],"domain_scores_gemma":[0.9983612,0.000863176,0.0002248912,0.0001245827,0.00003057175,0.0003955345],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[8.648348e-7,0.000001810929,0.0000218803,0.001948114,0.00001293952,0.00002217612,0.03144609,6.349401e-9,1.171776e-8,0.0131601,0.006334156,0.9470519],"study_design_scores_gemma":[0.0003256025,0.00004544146,0.000008995283,0.03504799,0.0002624345,0.00001030722,0.02443922,0.000003528431,3.747489e-9,0.0006924015,0.9390268,0.0001372992],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001674926,0.9695974,0.00008678184,0.006981535,0.0007775871,0.0003726574,0.000001774829,0.00003406684,0.02213142],"genre_scores_gemma":[0.0002535121,0.9947691,0.00000763257,0.001337028,0.001929953,0.00002389464,0.00005051691,0.00001246504,0.001615893],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9469146,"threshold_uncertainty_score":0.7032161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2733328613","doi":"10.1097/acm.0000000000001812","title":"The Use of the Delphi and Other Consensus Group Methods in Medical Education Research: A Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Medical Council of Canada; University of Ottawa","funders":"","keywords":"PsycINFO; Delphi method; MEDLINE; Delphi; Nominal group technique; Scopus; Medical education; Data extraction; Curriculum; Nominal group; Medicine; Psychology; Family medicine; Computer science; Political science; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.8651436294500171,"gpt":0.7292990154363592,"spread":0.1358446140136579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07734028,0.0002150878,0.001258632,0.0002670361,0.000657018,0.00002630878,0.002845782,0.0009261385,0.0001546099],"category_scores_gemma":[0.1897246,0.0001000482,0.0001208239,0.001078731,0.008087829,0.00005536493,0.0006174343,0.004245065,0.000005706896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002293454,"about_ca_system_score_gemma":0.004340342,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006000924,"about_ca_topic_score_gemma":0.001067346,"domain_scores_codex":[0.9796795,0.01529728,0.001325806,0.000430614,0.002671285,0.0005955096],"domain_scores_gemma":[0.9778505,0.01965132,0.0007838082,0.001118992,0.0003101271,0.0002852843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001942115,0.000005000141,0.00001562112,0.004459338,0.00001568114,0.000002098883,0.0007317504,5.22678e-10,1.685709e-7,0.01191048,0.1280095,0.8548484],"study_design_scores_gemma":[0.00005565264,0.00001638771,0.000004235611,0.1398045,0.00008257102,0.0000194629,0.0004421832,0.000001477663,5.858831e-8,0.002923677,0.8565733,0.00007646612],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001156254,0.9425723,0.00001267766,0.0502295,0.0004738765,0.002819322,0.000003534409,0.00001636258,0.003871292],"genre_scores_gemma":[0.0000020695,0.9949475,0.000322693,0.001180607,0.0005865776,0.0004519722,0.000001978299,0.00002980742,0.002476806],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8547719,"threshold_uncertainty_score":0.9980522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983904256","doi":"10.1097/acm.0000000000003075","title":"The Distinctions Between Theory, Theoretical Framework, and Conceptual Framework","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":625,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; McGill University Health Centre; The Wilson Centre","funders":"","keywords":"Subjectivism; Conceptual framework; Objectivism; Epistemology; Meaning (existential); Set (abstract data type); Inductive reasoning; Computer science; The Conceptual Framework; Management science; Artificial intelligence; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.0193675760374,"gpt":0.3568690008634666,"spread":0.3375014248260666,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002164748,0.0001927691,0.0003774428,0.00009548503,0.0002585867,0.000009280536,0.0002422804,0.0005666906,0.002122487],"category_scores_gemma":[0.0169146,0.0001100656,0.00003354905,0.0005280299,0.003568655,0.00005625663,0.00008478476,0.002829282,0.0002016291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007150999,"about_ca_system_score_gemma":0.0001013745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000035143,"about_ca_topic_score_gemma":6.627839e-8,"domain_scores_codex":[0.9979293,0.0001536571,0.000572374,0.000345573,0.0006155346,0.0003835912],"domain_scores_gemma":[0.9945522,0.004395553,0.0001431834,0.0005592509,0.0001627389,0.0001870523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005387473,0.000006083751,0.0499755,0.00002458426,0.00005343334,0.000001164676,0.002852297,9.290506e-8,0.00004966165,0.9183526,0.008532697,0.02009799],"study_design_scores_gemma":[0.001034953,0.0004748963,0.05188679,0.001196229,0.0003358194,0.00008036017,0.01492425,0.0001541983,0.00006199686,0.8230277,0.1066133,0.0002095451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.812299,0.001905549,0.05617416,0.1144601,0.002057492,0.0009016723,0.000003941601,0.0001409217,0.01205718],"genre_scores_gemma":[0.9854833,0.0004831536,0.001217556,0.007637828,0.002980685,0.00004235739,0.00003772312,0.00003030791,0.002087018],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1731844,"threshold_uncertainty_score":0.9994712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2315413233","doi":"10.1097/acm.0b013e3182604968","title":"Competency Is Not Enough","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":621,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Cognitive reframing; Perspective (graphical); Identity (music); Medical education; Meaning (existential); Salient; Focus (optics); Psychology; Engineering ethics; Public relations; Sociology; Medicine; Social psychology; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.05289375579042268,"gpt":0.3944105420154259,"spread":0.3415167862250033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001069731,0.0001667794,0.0003475027,0.0002187035,0.00008486019,0.000001358664,0.0001613044,0.0002887924,0.004414053],"category_scores_gemma":[0.001915137,0.0001234939,0.00003347917,0.000642746,0.000293198,0.0001536392,0.00003841409,0.001085699,0.000682754],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000123625,"about_ca_system_score_gemma":0.0001176395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002571725,"about_ca_topic_score_gemma":7.306354e-8,"domain_scores_codex":[0.9980009,0.00003220417,0.0005725162,0.0002095412,0.0007065071,0.000478342],"domain_scores_gemma":[0.9989535,0.00009447521,0.0001404739,0.0003911078,0.0001764219,0.0002439952],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005680121,0.00006607647,0.04201067,0.0001658419,0.00006365443,0.000004243134,0.01706629,6.667076e-8,0.0109695,0.04011631,0.8469183,0.04256219],"study_design_scores_gemma":[0.002041599,0.0002302987,0.05769889,0.0005201801,0.0002357216,0.0003350807,0.003112946,0.0001120282,0.004718939,0.0009414443,0.929833,0.0002198934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7014896,0.003011266,0.001490264,0.2247827,0.003885469,0.0005934983,0.000002674606,0.0002094586,0.06453504],"genre_scores_gemma":[0.9057128,0.0003982607,0.001614526,0.07928248,0.005484342,0.00003097004,0.00006397795,0.00002674209,0.007385829],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2042232,"threshold_uncertainty_score":0.996496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2322558727","doi":"10.1097/acm.0000000000000130","title":"Reconsidering Fidelity in Simulation-Based Training","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":604,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Fidelity; Context (archaeology); Computer science; Perspective (graphical); Inclusion (mineral); Psychology; Engineering ethics; Management science; Artificial intelligence; Engineering; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2605758427651766,"gpt":0.4306640347270795,"spread":0.1700881919619028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001752392,0.0001777508,0.0004537478,0.0003993398,0.00007127778,0.000002678409,0.00009804875,0.0002684193,0.0008063906],"category_scores_gemma":[0.005722876,0.0001617349,0.00003689207,0.0005015379,0.0001226218,0.00007777478,0.00001032557,0.0008411642,0.00004448905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002384634,"about_ca_system_score_gemma":0.0004207619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001350965,"about_ca_topic_score_gemma":0.00001383164,"domain_scores_codex":[0.9977912,0.0001598588,0.0009073316,0.0003759943,0.0004073303,0.0003582467],"domain_scores_gemma":[0.9944429,0.004460326,0.0001910774,0.000385349,0.0002231792,0.000297111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001260914,0.00001464109,0.8350086,0.0003266464,0.00001242509,0.000005885366,0.01784004,0.1281875,0.0004868214,0.0003387818,0.0009480778,0.0167044],"study_design_scores_gemma":[0.004661867,0.0002006869,0.2344606,0.001875811,0.00005705701,0.00001205556,0.005564452,0.7455717,0.0002932851,0.002904057,0.004134207,0.0002642734],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9608164,0.0003453601,0.01102893,0.02506688,0.0006601195,0.0005378907,0.000001307093,0.0001559422,0.001387222],"genre_scores_gemma":[0.9868013,0.00001172892,0.0005988865,0.01113982,0.001155634,0.00003955339,0.00005951086,0.00003081239,0.0001627594],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6173841,"threshold_uncertainty_score":0.8829411,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085403719","doi":"10.1097/acm.0b013e3181d6c319","title":"Instructional Design Variations in Internet-Based Learning for Health Professions Education: A Systematic Review and Meta-Analysis","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Dental Research and COVID-19","field":"Dentistry","cited_by":584,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"CINAHL; Scopus; MEDLINE; Meta-analysis; Medical education; Medicine; Systematic review; Interactivity; The Internet; Randomized controlled trial; Instructional design; Psychology; Nursing; Computer science; Multimedia; Internal medicine; Psychological intervention; World Wide Web; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.2594800963873442,"gpt":0.5273615965105528,"spread":0.2678815001232087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00510378,0.0003786834,0.005324904,0.0009586929,0.0001437699,0.00001882536,0.0004912338,0.0004426769,0.00105154],"category_scores_gemma":[0.01103115,0.0002389116,0.0006613105,0.001514103,0.0001087898,0.00008818023,0.00007952655,0.002379816,0.00004516301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003038172,"about_ca_system_score_gemma":0.002732814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001495015,"about_ca_topic_score_gemma":0.00006236273,"domain_scores_codex":[0.9947008,0.001835724,0.001927222,0.0005685232,0.0006219289,0.000345781],"domain_scores_gemma":[0.9944553,0.003254713,0.001323167,0.0004283786,0.0001518565,0.000386636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.000005360969,0.00002351131,0.000004633616,0.9612545,0.01298645,0.000002957785,0.0001104185,0.0000010762,5.185735e-8,0.002530309,0.01395594,0.009124824],"study_design_scores_gemma":[0.0004434682,0.0001112321,0.000003665394,0.1457475,0.5480094,0.0001577748,0.00009295897,0.0001957982,3.400708e-8,0.0009416667,0.3039739,0.0003226288],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.314685e-7,0.9434455,0.04747579,0.00288001,0.0002014183,0.005903375,0.00003063234,0.00002990357,0.00003322994],"genre_scores_gemma":[0.00001767727,0.9783367,0.0009543077,0.003239723,0.0001095548,0.007037165,0.0006722843,0.00003606379,0.009596557],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8155069,"threshold_uncertainty_score":0.9999217,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099468854","doi":"10.1097/acm.0b013e31827647a0","title":"Characteristics of Successful and Failed Mentoring Relationships","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":572,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto","funders":"National Center for Research Resources; National Institute of Mental Health","keywords":"Mentorship; Reciprocity (cultural anthropology); Medical education; Psychology; Career development; Qualitative research; Personality; Medicine; Social psychology; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.07153922710734309,"gpt":0.3504342164391002,"spread":0.2788949893317572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002022373,0.0001272507,0.0002808229,0.0001150782,0.00006371795,0.000001345299,0.0001404218,0.0002280659,0.0006346059],"category_scores_gemma":[0.000593887,0.0001026179,0.00001182758,0.000145593,0.0001159279,0.00009868202,0.00005439753,0.0006699041,0.00005949609],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003378338,"about_ca_system_score_gemma":0.00001077593,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003280018,"about_ca_topic_score_gemma":1.206004e-7,"domain_scores_codex":[0.9985349,0.0001123883,0.0005536365,0.0001700892,0.0002424471,0.0003865292],"domain_scores_gemma":[0.9989172,0.0003898878,0.0002495168,0.0001667406,0.00002831717,0.000248367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000167115,0.000007089426,0.9484555,0.00004151991,0.00003749223,8.62877e-7,0.02666654,2.254125e-8,0.0007554574,0.01174167,0.006623873,0.005653265],"study_design_scores_gemma":[0.0007324487,0.00003805212,0.8937676,0.0002681643,0.00007351748,0.0000144562,0.004174613,0.000003619616,0.0003183863,0.0002942073,0.1001693,0.0001456257],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9767475,0.003297089,0.0002232464,0.0008006404,0.00385398,0.0001322775,0.000002371862,0.00004130267,0.01490165],"genre_scores_gemma":[0.990615,0.0005721655,0.00008941369,0.0001302987,0.001253613,0.00002317609,0.0000116311,0.00001424766,0.00729052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09354544,"threshold_uncertainty_score":0.694849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992429120","doi":"10.1097/00001888-200308000-00011","title":"Marrying Content and Process in Clinical Method Teaching","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":563,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Interview; Medical education; Competence (human resources); Communication skills; Process (computing); Skills management; Psychology; Computer science; Medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.3472352272125601,"gpt":0.6071020421538891,"spread":0.259866814941329,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0120764,0.0004457497,0.003050738,0.0007263308,0.00007307425,0.000004379915,0.0002382692,0.001337868,0.0001453562],"category_scores_gemma":[0.01903725,0.0003026804,0.0001169953,0.0007651824,0.0003335828,0.00007522417,0.00005550532,0.00765304,0.00001908966],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002510146,"about_ca_system_score_gemma":0.0006243424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001922844,"about_ca_topic_score_gemma":3.689625e-7,"domain_scores_codex":[0.9944442,0.0008086677,0.002948706,0.0007482864,0.0006235591,0.0004266051],"domain_scores_gemma":[0.9973802,0.001030785,0.0007979235,0.000429707,0.0001396354,0.0002217644],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008474164,0.00002420952,0.0005765686,0.01442263,0.00007531232,0.00002300513,0.0007602321,2.198051e-8,3.916691e-7,0.001079801,0.00662498,0.9764044],"study_design_scores_gemma":[0.001266565,0.0001447548,0.00009031792,0.06797114,0.001126068,0.0007642481,0.001239906,0.0000402771,1.342029e-7,0.0002799047,0.9268426,0.0002341227],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003262465,0.990406,0.001256837,0.002479944,0.001252772,0.001545677,0.000001211209,0.00004879791,0.002682545],"genre_scores_gemma":[0.00003852176,0.9879794,0.003690606,0.004652959,0.001713588,0.0001930549,0.0001218422,0.00007112115,0.001538968],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9761702,"threshold_uncertainty_score":0.9999586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2314955644","doi":"10.1097/acm.0000000000000560","title":"The “Educational Alliance” as a Framework for Reconceptualizing Feedback in Medical Education","year":2014,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":556,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Alliance; Negotiation; Context (archaeology); Process (computing); Perception; Psychology; Medical education; Knowledge management; Computer science; Sociology; Medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.08660462077238293,"gpt":0.5060787244205383,"spread":0.4194741036481553,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005087686,0.0005502754,0.002010391,0.0004190615,0.0002578167,0.0000156961,0.0009214059,0.002089303,0.001557269],"category_scores_gemma":[0.08676048,0.000347487,0.0002334954,0.001559363,0.0008353142,0.000080482,0.00007458898,0.004276492,0.0002832907],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000868757,"about_ca_system_score_gemma":0.009768491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003742805,"about_ca_topic_score_gemma":0.000006186244,"domain_scores_codex":[0.9942852,0.0003062253,0.002557463,0.0007884015,0.001392854,0.0006698868],"domain_scores_gemma":[0.9922159,0.004901068,0.001120038,0.0009018189,0.0004837256,0.000377409],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001494389,0.0000351375,0.00003172527,0.00542509,0.0000609437,7.329159e-7,0.0005370767,2.445174e-8,5.622078e-8,0.1029658,0.1658076,0.7251208],"study_design_scores_gemma":[0.0005681821,0.0001100036,0.00002383888,0.09531143,0.000468329,0.0002687769,0.0008679975,0.00003217694,1.519306e-7,0.031023,0.8710687,0.0002574172],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002519249,0.9132648,0.0009918284,0.07543665,0.005592077,0.00274938,0.000002541219,0.00004613154,0.001891417],"genre_scores_gemma":[0.00002014097,0.9586772,0.002267897,0.01605517,0.01244655,0.002913625,0.0009021109,0.0001115845,0.00660578],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7248634,"threshold_uncertainty_score":0.9998977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2545846385","doi":"10.1097/acm.0000000000001421","title":"The Causes of Errors in Clinical Reasoning: Cognitive Biases, Knowledge Deficits, and Dual Process Thinking","year":2016,"lang":"en","type":"letter","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":555,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Dual process theory (moral psychology); Cognitive psychology; Cognition; Cognitive bias; Process (computing); Psychology; Dual (grammatical number); Representation (politics); Working memory; Component (thermodynamics); Computer science; Debiasing; Cognitive science","retraction":null,"screen_n_in":null,"score":{"opus":0.09262940850429977,"gpt":0.4358231361784074,"spread":0.3431937276741076,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004762788,0.0005192567,0.001822895,0.0002758791,0.0001225785,0.000007423544,0.000335025,0.002233652,0.00006717918],"category_scores_gemma":[0.3962277,0.0002706801,0.0001544689,0.0004046532,0.002239034,0.00005189196,0.0001789569,0.006375085,0.00002513277],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006585362,"about_ca_system_score_gemma":0.0007292358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001145416,"about_ca_topic_score_gemma":0.00002088029,"domain_scores_codex":[0.9946419,0.0005198371,0.00229556,0.0008737892,0.0009183145,0.0007506087],"domain_scores_gemma":[0.8579361,0.1400387,0.0009388205,0.0004022436,0.0004057242,0.0002784599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0005827862,0.00005492118,0.09286664,0.0004774532,0.0003504658,0.0008885199,0.003385901,1.104625e-7,0.000009345051,0.0002522213,0.8730379,0.02809376],"study_design_scores_gemma":[0.02432008,0.004239157,0.06577067,0.5786916,0.004683249,0.001307143,0.006216683,0.0000943648,0.0001990156,0.007366042,0.3056122,0.001499779],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.3249464,0.03924838,0.00002023634,0.6291372,0.001502006,0.001270327,0.00005921346,0.00009887585,0.003717355],"genre_scores_gemma":[0.5119246,0.05868497,0.00003956415,0.3984259,0.0231954,0.0001650429,0.0004397685,0.0002185193,0.006906225],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.5782142,"threshold_uncertainty_score":0.9999745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2408037656","doi":"10.1097/acm.0000000000000913","title":"Amending Miller’s Pyramid to Include Professional Identity Formation","year":2015,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":530,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Miller; Competence (human resources); Identity (music); Pyramid (geometry); Psychology; Medical education; Medicine; Social psychology; Aesthetics; Philosophy; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1948398510683152,"gpt":0.5412862601814693,"spread":0.3464464091131541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004011744,0.0005349029,0.002212014,0.001352478,0.0001716031,0.000009032723,0.0005739452,0.001155693,0.000658077],"category_scores_gemma":[0.006397659,0.000373559,0.0001400578,0.002365046,0.0002301288,0.0004115674,0.000298429,0.003131956,0.0008970397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001712624,"about_ca_system_score_gemma":0.001182023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001950994,"about_ca_topic_score_gemma":0.00000127125,"domain_scores_codex":[0.9946154,0.0001909168,0.002055236,0.0005753346,0.002018189,0.0005448938],"domain_scores_gemma":[0.9972728,0.00016033,0.0008275365,0.0006482814,0.0006074866,0.0004835007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001262019,0.00001824387,0.000006419908,0.00968746,0.00005964708,0.00000866203,0.001639735,1.315266e-7,0.00000519046,0.001239358,0.3881121,0.5992104],"study_design_scores_gemma":[0.0006451954,0.0001636729,0.00001033124,0.05738961,0.0009783333,0.0003417566,0.0008827347,0.00002772245,0.000001714087,0.0006614145,0.9386092,0.0002882924],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001712535,0.9795781,0.001888243,0.007130934,0.005364317,0.00286237,0.00001137785,0.0001678696,0.00282558],"genre_scores_gemma":[0.00007731424,0.9798863,0.0007791833,0.005258358,0.005384655,0.0005168997,0.001876,0.00009166769,0.006129617],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5989221,"threshold_uncertainty_score":0.9998809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1977884494","doi":"10.1097/00001888-200312000-00002","title":"Role Modeling in Physicians??? Professional Formation: Reconsidering an Essential but Untapped Educational Strategy","year":2003,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":489,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognitive apprenticeship; Apprenticeship; Competence (human resources); Situated; Psychology; Situated learning; Cognition; Professional development; Observational learning; Medical education; Experiential learning; Engineering ethics; Pedagogy; Medicine; Social psychology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06491287521050221,"gpt":0.3811270072152879,"spread":0.3162141320047857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009176454,0.0001943666,0.0003363359,0.0003846071,0.0001310824,0.000006050487,0.0001342584,0.000280569,0.001097943],"category_scores_gemma":[0.001277172,0.0001731018,0.00002742328,0.0006852518,0.0001437111,0.0004948264,0.00001689719,0.001182887,0.00003277837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002292226,"about_ca_system_score_gemma":0.0006358941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003863734,"about_ca_topic_score_gemma":0.00001115744,"domain_scores_codex":[0.9976757,0.0001231708,0.0008811352,0.000344145,0.0006092776,0.0003665874],"domain_scores_gemma":[0.9990702,0.00008340072,0.0001862674,0.000278482,0.0002584349,0.0001231807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008337364,0.001892934,0.029496,0.001920567,0.0002720598,0.0000573357,0.09304634,0.0107289,0.3625192,0.2499971,0.0627168,0.186519],"study_design_scores_gemma":[0.01366499,0.0008558194,0.01697485,0.007144183,0.0003517192,0.001439313,0.2021634,0.6147455,0.01372599,0.12046,0.007058151,0.001416068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9790065,0.0004096205,0.002461112,0.01172433,0.001016228,0.0004891248,0.000001090629,0.00004911309,0.004842838],"genre_scores_gemma":[0.9922382,0.00008804326,0.001339975,0.003126173,0.00152953,0.0001115983,0.0002803228,0.0000273453,0.001258811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6040166,"threshold_uncertainty_score":0.9998152,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004745830","doi":"10.1097/acm.0b013e3181e2d0c6","title":"Teaching Quality Improvement and Patient Safety to Trainees: A Systematic Review","year":2010,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":469,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; Thematic analysis; Medical education; Enthusiasm; MEDLINE; Medicine; Quality (philosophy); Patient safety; Psychology; Qualitative research; Health care; Pedagogy; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.1684560554715318,"gpt":0.5383200388525057,"spread":0.3698639833809738,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008705322,0.0006250396,0.005040353,0.0002778574,0.0005262686,3.474256e-7,0.0005576603,0.001114796,0.000277076],"category_scores_gemma":[0.0151571,0.0003754089,0.0001855492,0.0003431308,0.0001299891,0.00006963165,0.0002692546,0.0068114,0.0002709492],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003479783,"about_ca_system_score_gemma":0.0005327298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001117516,"about_ca_topic_score_gemma":0.0000106587,"domain_scores_codex":[0.989647,0.002795931,0.005251158,0.0007217955,0.0009080858,0.0006760256],"domain_scores_gemma":[0.9919157,0.002876524,0.003262209,0.0009730303,0.000129127,0.0008433767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003745983,0.000005909211,0.000001010011,0.7661456,0.00005849212,0.000001085997,0.008217505,7.268997e-9,0.000001051557,0.0006755822,0.004751259,0.2201388],"study_design_scores_gemma":[0.0001831637,0.00009195547,9.030746e-7,0.4813049,0.001101313,0.000005938395,0.001339541,3.365e-7,1.043072e-8,0.00002413805,0.5157704,0.0001773911],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000004693255,0.9710541,0.0005494221,0.01045558,0.001385165,0.014531,0.00007305371,0.0001095089,0.001837475],"genre_scores_gemma":[0.00001222577,0.9641303,0.00005903442,0.02953054,0.0005820361,0.003195516,0.0002318257,0.00006065054,0.002197857],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5110192,"threshold_uncertainty_score":0.9998698,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078213917","doi":"10.1097/00001888-200002000-00020","title":"Scripts and Medical Diagnostic Knowledge","year":2000,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":446,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Scripting language; Categorization; Computer science; Task (project management); Cognition; Competence (human resources); Medical knowledge; Artificial intelligence; Natural language processing; Psychology; Medical education; Medicine; Social psychology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.0343281786136696,"gpt":0.3798155505099628,"spread":0.3454873718962932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001081156,0.0002171778,0.0006021936,0.00009522468,0.00007268004,0.000003524238,0.0001552154,0.0004726587,0.0128493],"category_scores_gemma":[0.1623851,0.0001497841,0.00004772977,0.0002689579,0.0006811444,0.00004397963,0.00004975348,0.001097569,0.0007086055],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003142733,"about_ca_system_score_gemma":0.0001741633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008810981,"about_ca_topic_score_gemma":0.000004329332,"domain_scores_codex":[0.9978277,0.00007784436,0.0006110671,0.000435229,0.0006411911,0.0004069438],"domain_scores_gemma":[0.9768801,0.02145875,0.00005631499,0.0003061587,0.00006636991,0.001232357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001805009,0.0001032303,0.08266298,0.00009351908,0.00008062433,0.0005101938,0.002010657,3.18146e-7,0.00008968516,0.001977921,0.3101405,0.6021499],"study_design_scores_gemma":[0.01973041,0.00253063,0.3947701,0.03587856,0.001102493,0.004220891,0.0006330945,0.001232008,0.0001815714,0.006172127,0.5327793,0.0007688205],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8844816,0.02556012,0.00005549963,0.03430721,0.0005658939,0.0003505228,0.000002651462,0.0001841099,0.05449235],"genre_scores_gemma":[0.9465497,0.02604068,0.00004649054,0.01146978,0.002015027,0.00002641031,0.00003267841,0.00002955519,0.01378964],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6013811,"threshold_uncertainty_score":0.9880531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2736477263","doi":"10.1097/acm.0000000000001826","title":"Medicine as a Community of Practice: Implications for Medical Education","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":436,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Variety (cybernetics); Experiential learning; Community of practice; Construct (python library); Identity (music); Community practice; Learning community; Value (mathematics); Sociology; Psychology; Pedagogy; Medical education; Public relations; Engineering ethics; Medicine; Computer science; Political science; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.07955987813421513,"gpt":0.5359376345768649,"spread":0.4563777564426498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00561187,0.0002240217,0.000661015,0.0003418484,0.0008008249,0.000005605646,0.000956565,0.0005362974,0.0008542186],"category_scores_gemma":[0.2013903,0.0001708405,0.00005917369,0.0003481317,0.001991889,0.00029213,0.0001268559,0.001777431,0.00002218544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001669396,"about_ca_system_score_gemma":0.002021865,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001089389,"about_ca_topic_score_gemma":0.000009179137,"domain_scores_codex":[0.9970653,0.0001607115,0.001236148,0.0003019366,0.0009181079,0.0003178045],"domain_scores_gemma":[0.9936537,0.001142341,0.001190081,0.001801946,0.001858464,0.0003534963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002944712,0.0003819428,0.01090725,0.000615799,0.0001617191,0.00000139716,0.007938599,1.33481e-7,0.003964639,0.2117048,0.5594499,0.2045793],"study_design_scores_gemma":[0.01072082,0.002936732,0.1609879,0.007168104,0.001590821,0.001313883,0.02321426,0.0002434929,0.0007892977,0.09667473,0.6939061,0.0004538106],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1522259,0.001197961,0.004952597,0.7757825,0.001983488,0.001642289,0.000006098893,0.00008730865,0.06212192],"genre_scores_gemma":[0.9531236,0.001276355,0.002500105,0.03611876,0.003164682,0.0004110744,0.0003692306,0.00004466049,0.00299152],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8008978,"threshold_uncertainty_score":0.9353094,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2030466161","doi":"10.1097/00001888-200203000-00013","title":"Team Communications in the Operating Room","year":2002,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":434,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Surgical team; Psychology; Interpersonal communication; Grounded theory; Socialization; Health care; Social psychology; Nursing; Medicine; Medical education; Qualitative research; Sociology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.3090383517737648,"gpt":0.504459639548548,"spread":0.1954212877747832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002102852,0.00008672027,0.0001671451,0.00008991053,0.0005679198,1.527434e-7,0.000797806,0.000195122,0.001112023],"category_scores_gemma":[0.002156369,0.00005114992,0.00001346129,0.0003967808,0.0001676049,0.00008525821,0.00009353145,0.002145382,0.0005441354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006104666,"about_ca_system_score_gemma":0.00003863412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001119549,"about_ca_topic_score_gemma":0.00004542564,"domain_scores_codex":[0.9978155,0.0008248721,0.0006298772,0.0001369674,0.0002987566,0.000293989],"domain_scores_gemma":[0.9974451,0.001548935,0.0002042854,0.0006745866,0.00004309618,0.00008399563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000567562,0.00003864195,0.1427118,0.00007101119,0.00001126075,0.000001887726,0.3618018,0.00001796967,0.0003626625,0.02425587,0.4671155,0.003605873],"study_design_scores_gemma":[0.001439541,0.00005940417,0.03241716,0.000798883,0.00002152201,0.000005301361,0.06478401,0.004869299,0.000002454774,0.0008060507,0.8946932,0.0001031956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08602714,0.004782375,0.001293766,0.532548,0.0009007805,0.001626604,0.000005121954,0.0001251829,0.372691],"genre_scores_gemma":[0.9628723,0.002363615,0.00008929243,0.02954608,0.0004195479,0.000224806,0.00003014023,0.000008470038,0.004445759],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8768451,"threshold_uncertainty_score":0.9998011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100068953","doi":"10.1097/00001888-200510001-00023","title":"Failure to Fail: The Perspectives of Clinical Supervisors","year":2005,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":428,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Documentation; Medical education; Affect (linguistics); Psychology; Appeal; Process (computing); Nursing; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.05777859950923887,"gpt":0.4507655142423583,"spread":0.3929869147331194,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002647009,0.0001414112,0.0004803175,0.000198498,0.00006499849,0.000001447813,0.0003176976,0.0002710129,0.001378758],"category_scores_gemma":[0.01093012,0.00008039616,0.00006592158,0.0008671982,0.0006051189,0.00007060909,0.00005690009,0.001322032,0.0001376346],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006943331,"about_ca_system_score_gemma":0.0001816238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002878251,"about_ca_topic_score_gemma":0.000004753562,"domain_scores_codex":[0.9976,0.0000962894,0.001080356,0.0002981574,0.0006786193,0.0002465316],"domain_scores_gemma":[0.998422,0.000336563,0.0001808723,0.0005048682,0.000395822,0.0001598354],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000145516,0.00005824421,0.02676265,0.00007381778,0.0001117322,0.000002461958,0.120417,0.000007901594,0.001948852,0.01172314,0.7515941,0.08715462],"study_design_scores_gemma":[0.002505807,0.000772699,0.04094609,0.0006291149,0.0002483691,0.00009247589,0.2505959,0.0004837288,0.0006667887,0.000482585,0.7024012,0.0001752968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6822126,0.0006566796,0.0006499732,0.3133487,0.0003328267,0.0003876956,8.037584e-7,0.0000365169,0.002374266],"genre_scores_gemma":[0.9727266,0.0003428948,0.001824957,0.01778161,0.004752825,0.00003121725,0.00001294182,0.00002021665,0.002506672],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.295567,"threshold_uncertainty_score":0.9995341,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2936924489","doi":"10.1097/acm.0000000000002743","title":"A Core Components Framework for Evaluating Implementation of Competency-Based Medical Education Programs","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":419,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Hamilton Health Sciences; Queen's University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Viewpoints; Delphi method; Transformative learning; Core competency; Curriculum; Delphi; Fidelity; Process management; Process (computing); Computer science; Checklist; Medical education; Knowledge management; Medicine; Psychology; Management; Pedagogy; Business; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.1212268007698113,"gpt":0.5116310879491399,"spread":0.3904042871793286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00223311,0.0001875049,0.0005032954,0.0003027924,0.00006243961,0.000002450983,0.0002431741,0.0003975694,0.002354619],"category_scores_gemma":[0.004603974,0.0001529037,0.00006361647,0.0007041952,0.0002358298,0.00006833185,0.00002800934,0.0007613342,0.00002619637],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001736289,"about_ca_system_score_gemma":0.003478843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001202613,"about_ca_topic_score_gemma":0.000003794373,"domain_scores_codex":[0.9966618,0.00005961596,0.001109243,0.0003533409,0.001501314,0.0003146811],"domain_scores_gemma":[0.9977702,0.000311857,0.00055748,0.0003905051,0.0007940506,0.0001758597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003994942,0.0003677202,0.4999525,0.002780533,0.0001396301,9.658523e-7,0.004567719,0.000006610255,0.01057578,0.1177195,0.01860596,0.3448836],"study_design_scores_gemma":[0.05549609,0.01908508,0.3081584,0.0567334,0.00272471,0.0002967787,0.0784161,0.2000442,0.007759103,0.2394344,0.02994521,0.001906546],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9490811,0.0002708949,0.01992667,0.02555219,0.001786448,0.002948007,0.000002749606,0.00006881314,0.000363113],"genre_scores_gemma":[0.9402042,0.00002682846,0.04863799,0.008300903,0.0008144894,0.0003935924,0.001397901,0.00003647437,0.0001876095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.342977,"threshold_uncertainty_score":0.9985574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2484274124","doi":"10.1097/acm.0000000000001328","title":"The Impact of Project ECHO on Participant and Patient Outcomes: A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":410,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"PsycINFO; MEDLINE; Medical education; Grey literature; Health care; Competence (human resources); Program evaluation; Medicine; Psychology; Family medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2182123635195038,"gpt":0.5289477512725113,"spread":0.3107353877530074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002246129,0.0005937719,0.005608711,0.0002941413,0.00009281041,0.000002632388,0.0002361345,0.0002791189,0.00007616913],"category_scores_gemma":[0.005848545,0.0001957938,0.0003858002,0.000436451,0.0002516575,0.00003759358,0.00006597094,0.0008977953,0.00002934745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002372829,"about_ca_system_score_gemma":0.0006929272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001032031,"about_ca_topic_score_gemma":0.000001124209,"domain_scores_codex":[0.9942013,0.0005648567,0.003406126,0.0004249375,0.0008487605,0.0005540217],"domain_scores_gemma":[0.9935358,0.002848746,0.002335751,0.0008251679,0.0001456762,0.0003089109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002111707,0.00001163943,0.00004317277,0.7090464,0.0006862343,0.00001255122,0.0005799222,1.52648e-9,3.543913e-7,0.00007474291,0.03010723,0.2594166],"study_design_scores_gemma":[0.0008427206,0.002374965,0.00002501878,0.7924804,0.006427679,0.0002386249,0.0002975218,6.195972e-7,2.661941e-7,0.00002824526,0.1971393,0.0001446239],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005364494,0.9864843,0.000005390059,0.002858229,0.0001717399,0.0101595,0.00003803234,0.00003773015,0.0001913729],"genre_scores_gemma":[0.0002373241,0.9957954,0.000004332524,0.002270348,0.0001924437,0.001108759,0.00005904895,0.00005704015,0.0002753634],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.259272,"threshold_uncertainty_score":0.7984239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2325319684","doi":"10.1097/acm.0000000000000603","title":"The Patient-as-Partner Approach in Health Care","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":385,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"General partnership; Health care; Nursing; Perspective (graphical); Medicine; Psychology; Medical education; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.3094090762254033,"gpt":0.4954766189380795,"spread":0.1860675427126762,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002915088,0.000170071,0.0003268608,0.00009678118,0.0006228066,0.000001181447,0.0002855163,0.0002296758,0.00007587017],"category_scores_gemma":[0.000257951,0.00009630701,0.00001811121,0.0003075239,0.0001304654,0.00006373628,0.0001184821,0.001689052,0.0003381009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000721528,"about_ca_system_score_gemma":0.0009156656,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002926672,"about_ca_topic_score_gemma":0.0001825574,"domain_scores_codex":[0.9958057,0.001032669,0.001261424,0.0002894659,0.0006982164,0.0009125437],"domain_scores_gemma":[0.9978892,0.0005014097,0.0004040532,0.0003464706,0.000116196,0.0007426831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003705894,0.00002828369,0.1485404,0.001686918,0.0000105866,0.000004271975,0.4136295,0.0000113358,0.000004195345,0.01797462,0.3968012,0.02093808],"study_design_scores_gemma":[0.002653154,0.0008977012,0.0008729112,0.001258108,0.000004684706,0.000002114201,0.290578,0.00009778411,0.00000409351,0.002023646,0.7014897,0.0001180321],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6984482,0.05256819,0.000118542,0.04538477,0.006221407,0.006895314,0.00001906744,0.0001656098,0.1901789],"genre_scores_gemma":[0.9435018,0.001815991,0.00007541826,0.04838072,0.0008141103,0.0005481385,0.0002940585,0.00002745048,0.004542329],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3046886,"threshold_uncertainty_score":0.7338186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171799758","doi":"10.1097/acm.0b013e31819301ab","title":"Issues in the Mentor–Mentee Relationship in Academic Medicine: A Qualitative Study","year":2008,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":380,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"St. Michael's Hospital","funders":"Alberta Heritage Foundation for Medical Research; Canada Research Chairs; University of Alberta","keywords":"Medical education; Qualitative research; Medicine; MEDLINE; Psychology; Family medicine; Sociology; Political science; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.2132105759506806,"gpt":0.5001742605772679,"spread":0.2869636846265873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01194409,0.0004010194,0.0007210445,0.0006887855,0.0001726487,0.000002358391,0.001059649,0.000529375,0.0009337474],"category_scores_gemma":[0.002746526,0.0002566933,0.00003112626,0.001402475,0.0005351561,0.0001507705,0.00009418662,0.004080752,0.0002736776],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002749577,"about_ca_system_score_gemma":0.00007067274,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001630317,"about_ca_topic_score_gemma":0.00003088931,"domain_scores_codex":[0.9929146,0.002401796,0.001779013,0.0007533631,0.001303825,0.0008473755],"domain_scores_gemma":[0.99565,0.003210413,0.0003813416,0.0005252089,0.00004888917,0.0001841659],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006635463,0.00004421715,0.1996342,0.00001181477,0.00003346098,0.00009580492,0.6811376,0.000001242045,0.00005175802,0.005140833,0.1135296,0.0002531206],"study_design_scores_gemma":[0.005270297,0.0004738175,0.2657573,0.0006112665,0.00004680353,0.00007668846,0.6770387,0.000005440078,0.000006371074,0.005157514,0.04526285,0.0002929606],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9357482,0.008787951,0.00003688742,0.03503763,0.002230248,0.00133118,0.000001839437,0.00007778681,0.01674832],"genre_scores_gemma":[0.9714023,0.001564304,0.0000168621,0.002727511,0.001256463,0.000542276,0.00002401841,0.000032429,0.02243378],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06826674,"threshold_uncertainty_score":0.9999886,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2042138158","doi":"10.1097/acm.0b013e31822c5b9a","title":"“Teaching as a Competency”: Competencies for Medical Educators","year":2011,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":365,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Graduate medical education; Medical education; Accreditation; Mentorship; Core competency; Scholarship; Interpersonal communication; Faculty development; Psychology; Medicine; Professional development; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.08922462791126351,"gpt":0.4536618125701513,"spread":0.3644371846588877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004498786,0.0008545707,0.003785156,0.0011254,0.0002858134,0.000006430686,0.001058904,0.002145613,0.003434126],"category_scores_gemma":[0.02094414,0.0005865155,0.0004497512,0.0009024636,0.001008413,0.0001004011,0.0001660635,0.006050391,0.0004229782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004825145,"about_ca_system_score_gemma":0.005155949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002076571,"about_ca_topic_score_gemma":0.000002324085,"domain_scores_codex":[0.9937181,0.0002724037,0.002706432,0.0009540491,0.001501469,0.0008475388],"domain_scores_gemma":[0.9957724,0.001184247,0.001010114,0.0009560496,0.0003937064,0.0006835033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001661828,0.00004967062,0.000008505539,0.01981231,0.0002613168,0.00001511212,0.002130908,1.775149e-9,5.022034e-7,0.05690336,0.1180716,0.8027301],"study_design_scores_gemma":[0.0009671422,0.0004720108,0.000002999833,0.06762579,0.00271967,0.001764957,0.001461423,0.00001583634,4.300577e-7,0.002308562,0.9222226,0.0004385817],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003819552,0.9688827,0.000664502,0.00779542,0.004577188,0.002778785,0.00001017758,0.0002298526,0.01502311],"genre_scores_gemma":[0.00001691288,0.9693608,0.00235701,0.009069337,0.008716911,0.0009646176,0.001137592,0.0001847242,0.008192129],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.804151,"threshold_uncertainty_score":0.9996586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2332143888","doi":"10.1097/acm.0000000000001048","title":"Advancing Competency-Based Medical Education: A Charter for Clinician–Educators","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":364,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Charter; Competence (human resources); Medical education; Professional development; Process (computing); Summit; Psychology; Medicine; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.04108618796563471,"gpt":0.4330967175897898,"spread":0.3920105296241551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003461222,0.0002697595,0.0006159819,0.000465481,0.000108114,0.00000449298,0.0003480646,0.0005364058,0.001140397],"category_scores_gemma":[0.02604184,0.0002132927,0.00007875849,0.0008647425,0.0004600956,0.0001196832,0.00003321179,0.001182243,0.0001170247],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003764359,"about_ca_system_score_gemma":0.01613552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002971491,"about_ca_topic_score_gemma":0.000004561357,"domain_scores_codex":[0.9963777,0.0000762154,0.001167794,0.0004948978,0.001348328,0.0005350786],"domain_scores_gemma":[0.9969171,0.0003308507,0.0003072402,0.0005471319,0.0009982736,0.0008994066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000174696,0.0001810777,0.01170454,0.0002641664,0.00004020115,0.000004803555,0.002587872,0.000001319898,0.0001027492,0.01502014,0.9136777,0.05624073],"study_design_scores_gemma":[0.009263902,0.001426651,0.002458053,0.003267982,0.0003876459,0.0003028001,0.01447712,0.00676377,0.0002732791,0.01536706,0.9455421,0.0004696574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.199217,0.002725896,0.02396002,0.7444893,0.01469908,0.002469189,0.000004883055,0.0003557314,0.01207889],"genre_scores_gemma":[0.638183,0.0001982047,0.03634804,0.2966065,0.02054088,0.001087304,0.0009686873,0.0001447551,0.005922598],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.4478828,"threshold_uncertainty_score":0.9997727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983637623","doi":"10.1097/00001888-200303000-00023","title":"Educational Effects of International Health Electives on U.S. and Canadian Medical Students and Residents","year":2003,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Global Health and Surgery","field":"Medicine","cited_by":362,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Curriculum; Inclusion (mineral); MEDLINE; Family medicine; Medical education; Higher education; Medicine; Educational measurement; Psychology; Health care; Pedagogy; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.03617967306624086,"gpt":0.4603450338401374,"spread":0.4241653607738965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001710731,0.0002980764,0.001663773,0.0006449597,0.00006751854,0.000003438751,0.0002340941,0.0005952319,0.0002506014],"category_scores_gemma":[0.003858167,0.0002147553,0.0000575262,0.0002467426,0.000239951,0.00002789292,0.00004770861,0.001325151,0.00001184189],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000413135,"about_ca_system_score_gemma":0.00527006,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008401877,"about_ca_topic_score_gemma":0.0005551539,"domain_scores_codex":[0.9964191,0.0002557661,0.0009111413,0.0004275665,0.001533343,0.0004530748],"domain_scores_gemma":[0.9961855,0.001028772,0.0003530363,0.0001718821,0.00009036993,0.002170479],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005622301,0.00005561868,0.02181418,0.0422926,0.0003789225,0.0001110241,0.0003704743,3.145754e-9,1.500024e-7,0.002268574,0.1311213,0.801531],"study_design_scores_gemma":[0.00115709,0.0004196145,0.02404031,0.07653489,0.0002256995,0.0006399232,0.00003505059,6.048428e-7,1.417323e-7,0.0001671325,0.8966406,0.0001389611],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0008314307,0.9842392,0.000001009428,0.01160435,0.001168442,0.0009116681,0.00001428409,0.000007656877,0.001221986],"genre_scores_gemma":[0.0008603028,0.9852508,0.000009086079,0.01205776,0.0006865333,0.00004579215,0.0001289411,0.00002529204,0.0009355426],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.801392,"threshold_uncertainty_score":0.9982013,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2609486760","doi":"10.1097/acm.0000000000001689","title":"Teaching the Social Determinants of Health: A Path to Equity or a Road to Nowhere?","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":343,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; St. Michael's Hospital; HIV Legal Network; Canadian Institutes of Health Research","funders":"","keywords":"Health equity; Social determinants of health; Equity (law); Social equality; Path (computing); Psychology; Sociology; Medical education; Medicine; Political science; Economic growth; Economics; Health care; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.2619979205828551,"gpt":0.604636387821824,"spread":0.342638467238969,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007880148,0.0002360207,0.0008903433,0.0000911768,0.004295917,0.000004400984,0.00151298,0.0003711443,0.0003611234],"category_scores_gemma":[0.006163416,0.0001318774,0.00004152088,0.0001575796,0.0002041109,0.0001003419,0.001068135,0.002027441,0.0002513815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003443114,"about_ca_system_score_gemma":0.0006452234,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02170856,"about_ca_topic_score_gemma":0.002490483,"domain_scores_codex":[0.9952088,0.000990357,0.001498403,0.0003894945,0.000722035,0.001190902],"domain_scores_gemma":[0.9966047,0.0006784744,0.001177937,0.0008416616,0.0001412839,0.0005559196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000456812,0.00001605213,0.06931997,0.001229576,0.00001682416,0.00001047419,0.2149121,4.390132e-7,0.0001959258,0.001725317,0.3381978,0.3739187],"study_design_scores_gemma":[0.003173732,0.001662571,0.3231288,0.0195631,0.00007046284,0.00001483027,0.0784472,0.0001323568,0.00002604119,0.002299019,0.571025,0.000456864],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7813121,0.0004780192,0.0001509349,0.2043581,0.001535322,0.002299244,0.00002279749,0.00007111132,0.009772376],"genre_scores_gemma":[0.950598,0.0001528968,0.0002083035,0.03677965,0.00225246,0.0001681214,0.000002789063,0.00003245074,0.009805326],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3734618,"threshold_uncertainty_score":0.9970003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911290735","doi":"10.1097/acm.0000000000002618","title":"Clinical Reasoning Assessment Methods: A Scoping Review and Practical Guidance","year":2019,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":338,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Concordance; Computer science; Competence (human resources); Construct (python library); Construct validity; Medical physics; Management science; Medical education; Data science; Psychology; Medicine; Psychometrics; Clinical psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.351906936642552,"gpt":0.666586725573005,"spread":0.3146797889304531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0171072,0.0008032337,0.009829086,0.0001882502,0.00007740402,0.00001157319,0.0002629537,0.001602046,0.0005720332],"category_scores_gemma":[0.3706289,0.0005150483,0.000594035,0.0005742666,0.0006124651,0.0000881968,0.0003691345,0.006064207,0.0001773513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001648842,"about_ca_system_score_gemma":0.002733932,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000137214,"about_ca_topic_score_gemma":3.177665e-7,"domain_scores_codex":[0.9903767,0.002186086,0.004424804,0.001519631,0.0008056851,0.0006870939],"domain_scores_gemma":[0.9073637,0.08831356,0.001918174,0.001184651,0.000210328,0.001009595],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000009485734,0.00002707544,0.0002362431,0.1681428,0.0003120804,0.000121484,0.00001793017,5.925831e-9,6.452031e-8,0.0004350301,0.03187638,0.7988214],"study_design_scores_gemma":[0.0007213966,0.0003458208,0.00003729386,0.5584401,0.01308041,0.001282032,0.00001183963,0.000008301459,2.101414e-8,0.00003662615,0.4257832,0.0002529404],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[6.489845e-7,0.9819067,0.002584873,0.006288237,0.001076878,0.004268547,0.000006488264,0.0001212963,0.003746341],"genre_scores_gemma":[2.544088e-7,0.953382,0.03071996,0.0114939,0.002119762,0.0002554267,0.0001452749,0.0001151712,0.001768303],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7985685,"threshold_uncertainty_score":0.9997301,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165770027","doi":"10.1097/acm.0b013e3182a36a07","title":"Just Imagine","year":2013,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":334,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Credentialing; Medical education; Health care; Leverage (statistics); Process (computing); Flipped classroom; Medicine; Psychology; Public relations; Computer science; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.03570425576405349,"gpt":0.3836322931416842,"spread":0.3479280373776307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004797993,0.0001452442,0.0002893971,0.0002433528,0.00005774627,0.000003051261,0.0001529245,0.0001957071,0.009677068],"category_scores_gemma":[0.00223505,0.0001027284,0.00002370156,0.0006629186,0.0003449499,0.000143698,0.00003202346,0.000690875,0.001608477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009681696,"about_ca_system_score_gemma":0.00009035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001095603,"about_ca_topic_score_gemma":1.43714e-7,"domain_scores_codex":[0.9984076,0.00002082562,0.0005120382,0.0002451778,0.0005104878,0.0003038703],"domain_scores_gemma":[0.998979,0.0000589524,0.0001030902,0.0003609052,0.000330441,0.0001675945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008576209,0.00001449899,0.0083378,0.00007577524,0.00002238647,0.000004759895,0.001219092,1.693442e-7,0.01187647,0.003652245,0.9229482,0.05184001],"study_design_scores_gemma":[0.006829548,0.0007200744,0.1734293,0.001548073,0.0004436861,0.001019733,0.01077516,0.003409615,0.003010224,0.01190344,0.7863314,0.0005797745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6950743,0.0009491264,0.002149026,0.2512507,0.001457249,0.0008031196,4.565065e-7,0.000219313,0.04809676],"genre_scores_gemma":[0.9402077,0.000262378,0.001539079,0.03731501,0.002980835,0.0001201224,0.00008967979,0.0000298081,0.01745546],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2451334,"threshold_uncertainty_score":0.9991689,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2085207178","doi":"10.1097/acm.0b013e3180555a2d","title":"Measures of Cultural Competence: Examining Hidden Assumptions","year":2007,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":328,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Cultural humility; Cultural competence; Ethnic group; Competence (human resources); Psychology; Cultural diversity; Social psychology; Health equity; Sociology; Medicine; Nursing; Pedagogy; Public health","retraction":null,"screen_n_in":null,"score":{"opus":0.5054906685704087,"gpt":0.5281571246968423,"spread":0.02266645612643359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004076639,0.0004424183,0.002231861,0.0003465957,0.0004663088,0.000009235651,0.00125987,0.001188998,0.0006279984],"category_scores_gemma":[0.004369627,0.0002962702,0.0002227435,0.00124481,0.001413644,0.0001857084,0.0001091287,0.00228637,0.00009027944],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005037239,"about_ca_system_score_gemma":0.0008492595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001827021,"about_ca_topic_score_gemma":0.0002741741,"domain_scores_codex":[0.9945834,0.0006506455,0.001776216,0.0005075627,0.001736927,0.0007452528],"domain_scores_gemma":[0.9954861,0.002029687,0.001150892,0.0003698455,0.0005328039,0.0004306972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002926408,0.000003716721,0.0001024936,0.006931025,0.00008897248,0.00001165563,0.03259866,2.263658e-7,0.000002900251,0.01124734,0.01798985,0.9310203],"study_design_scores_gemma":[0.0001241202,0.00006029515,0.00002711313,0.02837975,0.0004919809,0.00001946582,0.01802048,4.050325e-7,2.080267e-7,0.0001815697,0.9524163,0.0002783404],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006441983,0.9744344,0.00001166245,0.0004768134,0.001974039,0.0009901013,0.00002055328,0.0001342108,0.0218938],"genre_scores_gemma":[0.000531007,0.992233,0.0001078848,0.0001790251,0.004151059,0.00005552725,0.0001076675,0.00003299641,0.002601878],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9344264,"threshold_uncertainty_score":0.9999489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2339066690","doi":"10.1097/acm.0000000000001204","title":"Toward Defining the Foundation of the MD Degree: Core Entrustable Professional Activities for Entering Residency","year":2016,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":324,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Graduation (instrument); Medical education; Specialty; Curriculum; Graduate medical education; Core competency; Medicine; Psychology; Accreditation; Family medicine; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.1035799113927599,"gpt":0.3965633903388552,"spread":0.2929834789460953,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00135018,0.0001192682,0.0002280672,0.00009683993,0.0001857941,0.000002002246,0.0002603759,0.000152627,0.0003891363],"category_scores_gemma":[0.006630952,0.00004818696,0.00004321799,0.0003215431,0.0004646158,0.0001242638,0.00007625864,0.0004262094,0.000006308456],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001505336,"about_ca_system_score_gemma":0.0004033721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002129541,"about_ca_topic_score_gemma":0.000001965302,"domain_scores_codex":[0.9984221,0.00005178883,0.0005284812,0.0001844847,0.0005759578,0.000237161],"domain_scores_gemma":[0.9983599,0.0007239326,0.000337535,0.000321645,0.0002183017,0.00003868671],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006484091,0.0000583825,0.08902395,0.0009673959,0.0001661259,0.00000145858,0.02007733,0.000001460549,0.1593626,0.1671187,0.3523085,0.2102657],"study_design_scores_gemma":[0.02106547,0.001887494,0.2410377,0.04159347,0.001611063,0.000558109,0.07393706,0.001092289,0.1395247,0.1096835,0.3670523,0.0009568268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8550763,0.0008692774,0.01012445,0.1276876,0.003294398,0.001291234,0.000006085356,0.00004503811,0.001605622],"genre_scores_gemma":[0.9905887,0.0002848147,0.0006098893,0.002458919,0.0008807032,0.0001674061,0.00002148732,0.00001906431,0.004969057],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2093088,"threshold_uncertainty_score":0.7938347,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008233978","doi":"10.1097/acm.0b013e3181d85a4e","title":"The Processes and Dimensions of Informed Self-Assessment: A Conceptual Model","year":2010,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":316,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University","funders":"","keywords":"Self-assessment; Grounded theory; Psychology; Focus group; Psychological intervention; Medical education; Nonprobability sampling; Process (computing); Qualitative research; Applied psychology; Social psychology; Medicine; Computer science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.02321823827144794,"gpt":0.3739760977893646,"spread":0.3507578595179167,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007586218,0.0001130126,0.0002375733,0.0001035751,0.0001587263,0.000002304446,0.0001385717,0.0002010387,0.00003940993],"category_scores_gemma":[0.00456853,0.00005670868,0.00001192144,0.0004666894,0.001029573,0.0000864141,0.0000477561,0.00114347,0.000002514555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003318701,"about_ca_system_score_gemma":0.00106385,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000923706,"about_ca_topic_score_gemma":0.000004398334,"domain_scores_codex":[0.9986473,0.00001363108,0.0005186585,0.0001515052,0.0004691498,0.0001997108],"domain_scores_gemma":[0.9985135,0.0004683304,0.0001985613,0.0002650173,0.0004500814,0.0001044869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002729887,0.0002135377,0.06686985,0.001820162,0.0003909745,0.000006652049,0.0905862,0.00001119836,0.1023436,0.41838,0.2551319,0.06397307],"study_design_scores_gemma":[0.02962504,0.003466399,0.0681489,0.005091343,0.002760849,0.001392861,0.1166226,0.1356172,0.01294291,0.07403241,0.5487936,0.001505847],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9736145,0.0004723735,0.0007105814,0.02144,0.0004144646,0.0004410496,0.000001393397,0.00006003747,0.002845632],"genre_scores_gemma":[0.9914452,0.0015333,0.003563482,0.002523057,0.000341694,0.00005176648,0.00002042408,0.00001249639,0.0005085366],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3443475,"threshold_uncertainty_score":0.5469287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015336238","doi":"10.1097/acm.0b013e3182677805","title":"The Ottawa Surgical Competency Operating Room Evaluation (O-SCORE)","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":314,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Competence (human resources); Medicine; Rating scale; Competency assessment; Medical education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09197362330058255,"gpt":0.3915653634681007,"spread":0.2995917401675181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004555916,0.0001558957,0.0002984359,0.00005918886,0.0002803327,0.00000621796,0.000118225,0.0001728206,0.001671698],"category_scores_gemma":[0.002066677,0.00008327014,0.00005353885,0.0002828399,0.0001584939,0.0001185806,0.00003372415,0.0007555026,0.0001162239],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007610065,"about_ca_system_score_gemma":0.0000871248,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001916731,"about_ca_topic_score_gemma":0.000001529322,"domain_scores_codex":[0.9976169,0.0002241247,0.0005879605,0.000190451,0.0009290396,0.0004514929],"domain_scores_gemma":[0.9977968,0.001320375,0.0001260128,0.0002305071,0.0001625477,0.0003637274],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002488521,0.00006315514,0.5657113,0.00006136053,0.0001918448,0.00003825198,0.007989535,0.0001301522,0.001347648,0.07684751,0.01103725,0.3363332],"study_design_scores_gemma":[0.0154043,0.000313296,0.178911,0.0005747866,0.0004551386,0.000454908,0.003173136,0.0286866,0.0002722474,0.001058104,0.7703763,0.000320254],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8342422,0.01026799,0.0002026894,0.01485437,0.001123152,0.0007039518,7.170785e-7,0.0001283664,0.1384765],"genre_scores_gemma":[0.9938794,0.0002847059,0.00005761161,0.001582487,0.002830482,0.00003102418,0.00004327407,0.00001843607,0.001272562],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.759339,"threshold_uncertainty_score":0.9992409,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3189751383","doi":"10.1097/acm.0000000000004291","title":"Artificial Intelligence in Undergraduate Medical Education: A Scoping Review","year":2021,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":307,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; University of Ottawa; University Health Network; Medical Council of Canada; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Checklist; MEDLINE; Empathy; Pace; Inclusion (mineral); Thematic analysis; Psychology; Medicine; Qualitative research; Pedagogy; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.4230808689194077,"gpt":0.5915685053707818,"spread":0.168487636451374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002945785,0.0005716151,0.003808911,0.0006208766,0.00008567238,0.000008364647,0.0004764421,0.001250762,0.00305223],"category_scores_gemma":[0.01520891,0.0004422524,0.0002951987,0.002291443,0.0003352232,0.00009547295,0.0001145141,0.003521684,0.000395659],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000523377,"about_ca_system_score_gemma":0.01890265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002457784,"about_ca_topic_score_gemma":0.00009421413,"domain_scores_codex":[0.9925491,0.0005588154,0.004102299,0.0009388478,0.0012248,0.0006262053],"domain_scores_gemma":[0.9961612,0.001202549,0.0007336226,0.0007770951,0.000338604,0.0007869268],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003184033,0.00004314675,0.000009137135,0.1571741,0.00002485734,0.00006353243,0.0002341993,3.5921e-8,4.098205e-8,0.002304721,0.008302997,0.8318401],"study_design_scores_gemma":[0.000008619259,0.00006957493,1.436518e-7,0.6895914,0.0006033896,0.0006796852,0.0003635267,0.000008413529,0.000001839359,0.001604916,0.3068411,0.0002274419],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001272517,0.9549835,0.0004538273,0.03822149,0.002272227,0.002923277,0.000001269312,0.00006055692,0.001082559],"genre_scores_gemma":[0.000009574476,0.9827856,0.0001080221,0.01126246,0.004012769,0.0006663348,0.0004535389,0.00007216386,0.0006294968],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8316126,"threshold_uncertainty_score":0.9998029,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2921154254","doi":"10.1097/acm.0000000000002046","title":"“Rising to the Level of Your Incompetence”: What Physicians’ Self-Assessment of Their Performance Reveals About the Imposter Syndrome in Medicine","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":307,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; The Wilson Centre; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Affect (linguistics); Credibility; Psychology; Feeling; Anxiety; Self-assessment; Clinical psychology; Medical education; Social psychology; Medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1168157399527416,"gpt":0.4186364759335918,"spread":0.3018207359808502,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004184252,0.0002870019,0.001199477,0.0001506496,0.0002011671,0.00001093259,0.001025721,0.0002081568,0.00007219052],"category_scores_gemma":[0.01019348,0.0001295747,0.00009305964,0.0003240852,0.0008123545,0.0002066323,0.0002607188,0.00114113,0.000007996367],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008717866,"about_ca_system_score_gemma":0.0001750534,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003497293,"about_ca_topic_score_gemma":0.00001650416,"domain_scores_codex":[0.9968148,0.0001551902,0.001328751,0.0003876753,0.0008776391,0.0004359621],"domain_scores_gemma":[0.9910614,0.00619689,0.0009287565,0.001398862,0.0002296084,0.0001845004],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000310308,0.000192141,0.8439997,0.0005490761,0.0003406828,0.00006592112,0.03649272,0.00005219682,0.01057619,0.001182615,0.008229868,0.09800851],"study_design_scores_gemma":[0.002609988,0.001106301,0.9523925,0.03580638,0.0002177417,0.0001216717,0.005481333,0.000550243,0.0005048732,0.0003777709,0.0006984993,0.0001327229],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9136818,0.002358286,0.0001069029,0.08106868,0.0007135295,0.0007941235,0.000007767672,0.00001852367,0.001250402],"genre_scores_gemma":[0.9854574,0.007379832,0.0001645395,0.005873918,0.000701394,0.00004174131,0.000009513888,0.00002684699,0.000344831],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1083927,"threshold_uncertainty_score":0.9981441,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767506747","doi":"10.1097/acm.0000000000002004","title":"The Hidden Curricula of Medical Education: A Scoping Review","year":2017,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":304,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Fogarty International Center","keywords":"Curriculum; Hidden curriculum; Curriculum mapping; Inclusion (mineral); Interpersonal communication; Curriculum theory; Set (abstract data type); Medical education; Psychology; Computer science; Curriculum development; Pedagogy; Medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1805681861023429,"gpt":0.5767035594967654,"spread":0.3961353733944225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.007074592,0.000484701,0.003371422,0.000310658,0.0003184428,0.000008617488,0.001821507,0.001170817,0.001338676],"category_scores_gemma":[0.05384734,0.0002537863,0.0003132627,0.0008879041,0.001475511,0.00007659307,0.0002395532,0.003401226,0.00011373],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002148307,"about_ca_system_score_gemma":0.01104706,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002503942,"about_ca_topic_score_gemma":0.000001159366,"domain_scores_codex":[0.9929149,0.0002906348,0.003069206,0.0005332886,0.002769205,0.0004227535],"domain_scores_gemma":[0.9938465,0.0007084321,0.002578577,0.001892591,0.0006445796,0.0003292953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001271462,0.00001363674,0.000003217524,0.1472099,0.00005670177,0.000003678685,0.00005016799,1.916244e-10,1.372438e-8,0.001725923,0.2240835,0.6268521],"study_design_scores_gemma":[0.0001509451,0.00003535789,0.000001170544,0.4920906,0.001305293,0.0004424139,0.00004837565,0.000001137797,5.299814e-8,0.00008073226,0.5057453,0.00009858909],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[7.520176e-7,0.9459965,0.00002404033,0.04307348,0.003132224,0.003312615,0.000001556433,0.00004178418,0.004417086],"genre_scores_gemma":[8.643456e-7,0.9844894,0.00009075981,0.00608698,0.004900094,0.0007584219,0.0002950361,0.00006359135,0.003314891],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6267535,"threshold_uncertainty_score":0.9999914,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2397695628","doi":"10.1097/acm.0000000000000809","title":"Facilitated Reflective Performance Feedback","year":2015,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":302,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Facilitator; Coaching; Thematic analysis; Process (computing); Reflection (computer programming); Computer science; Psychological intervention; Reflective practice; Iterative and incremental development; Peer feedback; Psychology; Qualitative research; Process management; Social psychology; Pedagogy; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.8271096367310925,"gpt":0.7211910746631206,"spread":0.1059185620679719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.005630673,0.0001395311,0.0002902946,0.0001797403,0.0003783199,9.373942e-7,0.0003339085,0.0002194296,0.001092854],"category_scores_gemma":[0.007737893,0.0001025938,0.0000106617,0.0007860053,0.0002626634,0.0002634508,0.0000943557,0.001365536,0.003410933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004618873,"about_ca_system_score_gemma":0.001033309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003834313,"about_ca_topic_score_gemma":0.00002169813,"domain_scores_codex":[0.9965116,0.0007512691,0.0009460372,0.0002982137,0.0007065184,0.0007863217],"domain_scores_gemma":[0.9969094,0.001341386,0.0003053636,0.0002780337,0.0004356823,0.0007301614],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007283507,0.000001534602,0.06514944,0.0001216986,0.000007063117,0.000001510199,0.19076,0.000003933442,0.0007769975,0.0009437705,0.7396377,0.00252351],"study_design_scores_gemma":[0.004122954,0.0004700294,0.03854581,0.0004068985,0.00001503612,0.000008188225,0.05897718,0.0004004093,0.000130336,0.00228573,0.894432,0.0002054077],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8585375,0.0001108666,0.0006359384,0.0642174,0.001331073,0.0008552955,0.00001244033,0.0001796985,0.07411981],"genre_scores_gemma":[0.9232169,0.0001743527,0.0001845401,0.05870464,0.0009505475,0.0001450289,0.00001193332,0.00001513069,0.01659691],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1547943,"threshold_uncertainty_score":0.9998203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093328569","doi":"10.1097/01.acm.0000249878.25186.b7","title":"The Predictive Validity of the MCAT for Medical School Performance and Medical Board Licensing Examinations: A Meta-Analysis of the Published Research","year":2006,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":295,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"United States Medical Licensing Examination; Predictive validity; Medical school; Medicine; Meta-analysis; Entrance exam; Moderation; MEDLINE; Medical education; Confidence interval; Family medicine; Psychology; Clinical psychology; Internal medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.3769895573799307,"gpt":0.5240227611780366,"spread":0.1470332037981059,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.02107155,0.0004372376,0.0037699,0.0006246865,0.0006549415,0.00001498672,0.001744531,0.001300006,0.002715994],"category_scores_gemma":[0.2592475,0.0001538001,0.001379575,0.003945031,0.003899781,0.00008736822,0.0005607871,0.005082911,0.000002232875],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001884761,"about_ca_system_score_gemma":0.00901229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001344371,"about_ca_topic_score_gemma":0.00003101349,"domain_scores_codex":[0.9878488,0.002199825,0.002657597,0.0006815268,0.006029038,0.0005831974],"domain_scores_gemma":[0.9771877,0.01657682,0.001424836,0.001639778,0.001279881,0.001891003],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009658596,0.0002809397,0.001017281,0.01916648,0.06067045,0.000004588759,0.001885643,0.000001082927,0.000003972987,0.003099787,0.643478,0.2702951],"study_design_scores_gemma":[0.0006433871,0.0001534122,0.001062241,0.008557065,0.1478189,0.00005271883,0.0004603122,0.000892968,0.000004810442,0.000195835,0.8400347,0.0001237409],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002146156,0.9132889,0.0001035244,0.08155829,0.0006566165,0.002986038,0.00005416262,0.0000214832,0.001116372],"genre_scores_gemma":[0.00288506,0.9869251,0.00002821102,0.002197091,0.001056751,0.0004984185,0.0001039623,0.00004326176,0.006262125],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2701714,"threshold_uncertainty_score":0.9999965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2773586704","doi":"10.1097/acm.0000000000002088","title":"Why Open-Ended Survey Questions Are Unlikely to Support Rigorous Qualitative Insights","year":2017,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":293,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Canadian Network for Innovation in Education","funders":"","keywords":"Closed-ended question; Psychology; Qualitative research; Medical education; Data science; Medicine; Computer science; Sociology; Social science; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.6002759142044037,"gpt":0.6589172139155554,"spread":0.05864129971115162,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.03980162,0.0002032637,0.0005709122,0.0001828205,0.002635123,0.0001415186,0.002413657,0.0003989513,0.0005050915],"category_scores_gemma":[0.1039221,0.0001573591,0.00003934321,0.0004116858,0.003162295,0.000713967,0.0004932453,0.001427146,0.0001846798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001957416,"about_ca_system_score_gemma":0.000714476,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08506348,"about_ca_topic_score_gemma":0.03862971,"domain_scores_codex":[0.9862073,0.0106519,0.000555102,0.0005338772,0.001376683,0.000675105],"domain_scores_gemma":[0.9903349,0.0068132,0.0004512114,0.0006413179,0.000885061,0.0008743057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007134455,0.00001667258,0.001959284,0.00002193833,0.00004265196,0.0000191941,0.5097552,3.909127e-7,0.0002279544,0.2264015,0.2588347,0.002649103],"study_design_scores_gemma":[0.0009096173,0.0004423874,0.02811443,0.0004222203,0.0000238275,0.000001254807,0.1853894,0.000005405428,0.00005738667,0.2225242,0.5617731,0.0003367516],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1072829,0.001102968,0.02768182,0.6507169,0.002417016,0.002854275,0.0002049115,0.0002023349,0.2075369],"genre_scores_gemma":[0.9520708,0.002417959,0.002624469,0.01641473,0.001336422,0.0001478094,0.00005313788,0.0000397055,0.02489501],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8447879,"threshold_uncertainty_score":0.9995505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015523079","doi":"10.1097/acm.0b013e3181a85776","title":"Longitudinal Integrated Clerkships for Medical Students: An Innovation Adopted by Medical Schools in Australia, Canada, South Africa, and the United States","year":2009,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":282,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medical education; Medical school; Higher education; Medicine; Family medicine; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.04970082394514975,"gpt":0.3859804802948411,"spread":0.3362796563496914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007586141,0.0003215244,0.0006794987,0.0006462045,0.0001436703,0.00001972305,0.000686818,0.0006734381,0.0005028462],"category_scores_gemma":[0.0251439,0.0002021246,0.00002201218,0.003392196,0.0007300743,0.00014577,0.00005350631,0.003002113,0.000003136681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004077523,"about_ca_system_score_gemma":0.001261625,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04555547,"about_ca_topic_score_gemma":0.0050569,"domain_scores_codex":[0.9939126,0.0002606219,0.001590454,0.0005148999,0.003138579,0.0005827836],"domain_scores_gemma":[0.9975788,0.0005304383,0.0003308217,0.0003687128,0.0007519474,0.0004393013],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002692058,0.0003632073,0.112334,0.0002155849,0.000243375,0.00009395721,0.01644505,0.000009343994,0.0002174868,0.01547339,0.8209701,0.03094255],"study_design_scores_gemma":[0.1386055,0.005689989,0.3258998,0.01362912,0.001453861,0.0009124308,0.1192897,0.08258799,0.0004269237,0.02408331,0.2850123,0.002409053],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8641632,0.0003531388,0.002700046,0.1312423,0.0003411029,0.001091586,0.00001598602,0.00005490161,0.00003781397],"genre_scores_gemma":[0.9643445,0.0002578435,0.0001811152,0.03121438,0.0006632343,0.0001274188,0.002485804,0.00002483657,0.0007008578],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5359577,"threshold_uncertainty_score":0.999298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978974820","doi":"10.1097/00001888-200110001-00029","title":"Difficulties in Recognizing Oneʼs Own Incompetence","year":2001,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":279,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto General Hospital","funders":"","keywords":"Quartile; Competence (human resources); Psychology; Set (abstract data type); Clinical psychology; Social psychology; Cognitive psychology; Applied psychology; Developmental psychology; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06041760094654559,"gpt":0.3718384539956498,"spread":0.3114208530491042,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008687383,0.0001870127,0.0005768738,0.0001917085,0.0000400841,0.000002730653,0.0001555027,0.0002778421,0.0004552803],"category_scores_gemma":[0.05468636,0.000129836,0.00004834275,0.0005105136,0.0002638204,0.00005379887,0.00005711429,0.001087307,0.0001579658],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007945841,"about_ca_system_score_gemma":0.00007813927,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003599576,"about_ca_topic_score_gemma":0.00002234261,"domain_scores_codex":[0.9980456,0.00005783674,0.0006929867,0.0003718547,0.0004215195,0.0004101525],"domain_scores_gemma":[0.9930115,0.006220778,0.0001245926,0.0002766034,0.00007130786,0.0002952141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003437049,0.00008709948,0.8919296,0.00005019106,0.00003675219,0.0006929004,0.004523956,0.000007992078,0.003511267,0.0004794904,0.02146726,0.07686983],"study_design_scores_gemma":[0.00973029,0.0009273788,0.9396545,0.02015021,0.0002020858,0.0009528247,0.005395898,0.0005291702,0.0004248461,0.002647115,0.01895804,0.0004276966],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.971138,0.002525846,0.00009192857,0.01644753,0.0004213282,0.0002523336,7.853225e-7,0.0001096486,0.009012613],"genre_scores_gemma":[0.9828412,0.006746722,0.0002527896,0.005361149,0.0009797773,0.00002181535,0.00002941458,0.00002068672,0.003746466],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07644213,"threshold_uncertainty_score":0.9532764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968569174","doi":"10.1097/00001888-200010001-00003","title":"Context, Conflict, and Resolution","year":2000,"lang":"en","type":"review","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":269,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Context (archaeology); Conflict resolution; Resolution (logic); MEDLINE; Psychology; Computer science; Political science; Artificial intelligence; Geography; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1179087391636971,"gpt":0.4555726645632633,"spread":0.3376639253995662,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001068638,0.000425592,0.002040938,0.0005934639,0.00009632961,0.000003814386,0.0001881915,0.001160743,0.001398062],"category_scores_gemma":[0.001865003,0.0002967303,0.00009172075,0.0007849852,0.0006957772,0.00005973563,0.00004249038,0.002638931,0.0002058636],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002405133,"about_ca_system_score_gemma":0.0004341515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000335961,"about_ca_topic_score_gemma":3.811518e-7,"domain_scores_codex":[0.997089,0.0001194411,0.001319547,0.0005426756,0.0005676867,0.0003616539],"domain_scores_gemma":[0.9985241,0.0002317011,0.0004114803,0.0004964379,0.0001259577,0.0002103526],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009797502,0.000005448988,0.000003005626,0.00584736,0.00006353868,0.0000125948,0.0004012805,4.093027e-9,2.54419e-7,0.001090453,0.1934971,0.7990692],"study_design_scores_gemma":[0.0007231915,0.0001583235,0.00000654594,0.0432102,0.001689052,0.001284066,0.000198848,0.00001611034,1.678851e-7,0.00007516011,0.9524318,0.0002065481],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002070603,0.9882628,0.00006213064,0.003146951,0.0007029065,0.001197836,0.000005648957,0.0001058399,0.006495234],"genre_scores_gemma":[0.00001206512,0.9819329,0.00009847315,0.004450168,0.002901456,0.0001418346,0.0006217718,0.00006547767,0.009775849],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7988626,"threshold_uncertainty_score":0.9999485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2134677227","doi":"10.1097/acm.0b013e3182582b18","title":"Why Are a Quarter of Faculty Considering Leaving Academic Medicine? A Study of Their Perceptions of Institutional Culture and Intentions to Leave at 26 Representative U.S. Medical Schools","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":262,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Psychology; Feeling; Quarter (Canadian coin); Social psychology; Medical education; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1043212244872425,"gpt":0.4019567993662305,"spread":0.297635574878988,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003756134,0.0001921978,0.0006899944,0.0002871442,0.0003469159,0.000002144674,0.0005237926,0.0003727822,0.0007010141],"category_scores_gemma":[0.006663386,0.0001372383,0.00005500493,0.000622498,0.002589781,0.0003117378,0.000312182,0.00111239,0.000005223407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001224671,"about_ca_system_score_gemma":0.0001373869,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002873425,"about_ca_topic_score_gemma":0.0008293656,"domain_scores_codex":[0.9958392,0.0004380981,0.0008108235,0.0003026163,0.002246438,0.0003627583],"domain_scores_gemma":[0.9978813,0.00052148,0.000441863,0.0001980367,0.000380933,0.0005763955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007060027,0.00005071008,0.3990669,0.00006764647,0.0001242057,0.000003831292,0.5293078,0.00000309458,0.004491811,0.00198771,0.06450038,0.0003252724],"study_design_scores_gemma":[0.00171328,0.0004426751,0.08027489,0.001925045,0.0002206948,0.00002103352,0.9095668,0.000006812174,0.0001446871,0.0003022505,0.005256691,0.0001251845],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9765782,0.001244901,0.0004795073,0.01820941,0.0004072917,0.0006319038,0.00002984426,0.00003654502,0.00238239],"genre_scores_gemma":[0.9963109,0.000949937,0.00004118204,0.001683685,0.0006467603,0.000021059,0.00001446304,0.000008761902,0.0003232586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3802589,"threshold_uncertainty_score":0.9542156,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}