{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":539,"total_is_capped":false,"direct_labels_cover":4,"predictions_cover":539,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"7b8d8e641757","filters":{"venue":"Advances in Health Sciences Education"}},"results":[{"id":"W2061141931","doi":"10.1007/s10459-010-9222-y","title":"Likert scales, levels of measurement and the “laws” of statistics","year":2010,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":4546,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Likert scale; Statistics; Parametric statistics; Econometrics; Nonparametric statistics; Variance (accounting); Regression analysis; Sample size determination; Sample (material); Ordinal data; Statistical analysis; Computer science; Psychology; Mathematics","authors":[{"name":"Geoff Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1216247962799418,"gpt":0.4436029242752067,"spread":0.3219781279952649,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09862829,0.0005457763,0.001071341,0.003256295,0.001201055,0.005128255,0.001863377,0.002152999,0.004264173],"category_scores_gemma":[0.3936297,0.0005765502,0.000842593,0.004296727,0.007670559,0.008620849,0.003045706,0.003933208,0.000777861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001994183,"about_ca_system_score_gemma":0.002202694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007003109,"about_ca_topic_score_gemma":0.0008146068,"domain_scores_codex":[0.7831526,0.1718428,0.01385659,0.00435591,0.02561523,0.001176757],"domain_scores_gemma":[0.51116,0.4333156,0.01428289,0.01939226,0.02024432,0.001605066],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004286441,0.0002378997,0.02506026,0.001925551,0.0003470505,0.00008364552,0.01328629,0.00198155,0.001647535,0.7046926,0.01507958,0.2352293],"study_design_scores_gemma":[0.0001463508,0.0005302309,0.04073496,0.001402609,0.0001764933,0.0003353602,0.00882857,0.009856705,0.001722158,0.8765599,0.05943695,0.0002698058],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1042682,0.006966345,0.7600824,0.02095772,0.002308059,0.001872503,0.001830237,0.0007908837,0.1009238],"genre_scores_gemma":[0.7165388,0.002054977,0.2711376,0.003053043,0.0005838592,0.003394035,0.0006312722,0.0001207794,0.002485563],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9013717,"threshold_uncertainty_score":0.5216025,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138984333","doi":"10.1007/s10459-007-9090-2","title":"Reflection and reflective practice in health professions education: a systematic review","year":2007,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":2136,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Reflective practice; Competence (human resources); Reflection (computer programming); Medical education; Variety (cybernetics); Professional development; Psychological intervention; Engineering ethics; Systematic review; Evidence-based practice; Health professions; Pedagogy; Psychology; Medicine; MEDLINE; Health care; Nursing; Alternative medicine; Political science; Computer science","authors":[{"name":"Karen Mann","is_ca":true},{"name":"Jill Gordon","is_ca":false},{"name":"Anna MacLeod","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1144643763711851,"gpt":0.6278149646783245,"spread":0.5133505883071394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03658884,0.001388724,0.01004884,0.01122379,0.0008925773,0.003490813,0.002479942,0.003025059,0.003844797],"category_scores_gemma":[0.139761,0.00147488,0.006163297,0.01053113,0.001950468,0.004842734,0.002991025,0.002764091,0.000292735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004171871,"about_ca_system_score_gemma":0.02186913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005549517,"about_ca_topic_score_gemma":0.0202951,"domain_scores_codex":[0.9663191,0.01606936,0.01030188,0.001534014,0.005279919,0.0004956315],"domain_scores_gemma":[0.8390681,0.133386,0.01767163,0.002162926,0.006569623,0.001141652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002313274,0.00006962275,0.000783594,0.8107883,0.005023345,0.000109003,0.001034728,0.0000973616,0.0001091047,0.0004763149,0.002016409,0.1792609],"study_design_scores_gemma":[0.0005622163,0.0003511576,0.003668508,0.9369049,0.03349563,0.0004605355,0.0009950048,0.000109581,0.0002382988,0.0006486764,0.02251152,0.00005404381],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007349034,0.9977831,0.0003173613,0.0004404361,0.0001458805,0.000331726,0.00004969282,0.000007241963,0.000189626],"genre_scores_gemma":[0.01087287,0.9859029,0.001962354,0.0004959943,0.00009368889,0.0005319919,0.00004622305,0.000004769567,0.00008924804],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03658884,"threshold_uncertainty_score":0.1935025,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143428226","doi":"10.1007/s10459-009-9182-2","title":"Clinical cognition and diagnostic error: applications of a dual process model of reasoning","year":2009,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":477,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognition; Schema (genetic algorithms); Variety (cybernetics); Dual process theory (moral psychology); Process (computing); Medical diagnosis; Computer science; Dual (grammatical number); Cognitive science; Management science; Cognitive psychology; Psychology; Artificial intelligence; Medicine; Machine learning; Neuroscience","authors":[{"name":"Pat Croskerry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04411648419866486,"gpt":0.4876456073800888,"spread":0.4435291231814239,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01531595,0.001550803,0.001843048,0.004767415,0.0009880753,0.008844157,0.003666529,0.003793502,0.006331159],"category_scores_gemma":[0.1079263,0.0013418,0.003041244,0.002174956,0.006828866,0.01044334,0.005362696,0.004575185,0.0005799245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004008517,"about_ca_system_score_gemma":0.005367169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008839648,"about_ca_topic_score_gemma":0.002996108,"domain_scores_codex":[0.9897416,0.005568854,0.0006418863,0.001364628,0.002135909,0.000547172],"domain_scores_gemma":[0.8762857,0.1077349,0.006285588,0.004134727,0.003756241,0.001802889],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00134655,0.002093757,0.04766859,0.0007328486,0.0008109122,0.001205126,0.009042342,0.05938667,0.001777307,0.78364,0.001216161,0.09107975],"study_design_scores_gemma":[0.000271418,0.0002253719,0.007281861,0.0001014556,0.0002328215,0.0007609345,0.0006523196,0.1649588,0.0005881108,0.8241832,0.0006523709,0.00009119691],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2161972,0.001756207,0.7429044,0.008112955,0.0002682667,0.0004944467,0.0002616984,0.0003235287,0.02968126],"genre_scores_gemma":[0.8823171,0.0007877005,0.1141172,0.0004030583,0.0001347553,0.0003191111,0.000124781,0.00005115671,0.001745121],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01531595,"threshold_uncertainty_score":0.08099943,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1573990476","doi":"10.1023/a:1014585522084","title":"Measuring Self-assessment: Current State of the Art","year":2002,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":406,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Conceptualization; Self-assessment; Computer science; Value (mathematics); Domain (mathematical analysis); Management science; Engineering ethics; Data science; Psychology; Artificial intelligence; Pedagogy; Engineering","authors":[{"name":"Myléne Ward","is_ca":true},{"name":"Larry D. Gruppen","is_ca":false},{"name":"Glenn Regehr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07726503835540625,"gpt":0.4905131216199736,"spread":0.4132480832645673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01613152,0.002004201,0.007854343,0.004516768,0.0005193984,0.003274831,0.002875973,0.002393635,0.00172848],"category_scores_gemma":[0.02395734,0.00070264,0.001750101,0.005862398,0.002183698,0.003465132,0.001599306,0.001998084,0.001053237],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001215843,"about_ca_system_score_gemma":0.003551912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003919231,"about_ca_topic_score_gemma":0.005887716,"domain_scores_codex":[0.9917194,0.003260353,0.001311554,0.001148896,0.002407576,0.000152284],"domain_scores_gemma":[0.9515006,0.03962129,0.002662397,0.0008294794,0.005004947,0.0003812235],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001015752,0.00008128097,0.00512853,0.01674047,0.0003124232,0.0000293799,0.0001466104,0.0001671137,0.0001141701,0.0008036513,0.003479708,0.9728951],"study_design_scores_gemma":[0.0002442643,0.001218379,0.1228515,0.1768186,0.006444747,0.006455439,0.004050639,0.00337384,0.002827934,0.0238218,0.6513501,0.0005427914],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00058271,0.9969882,0.000947223,0.0005832183,0.0002043653,0.00002087689,0.00004791083,0.00001303131,0.0006124232],"genre_scores_gemma":[0.007521245,0.9880563,0.003090308,0.0005004368,0.0003732332,0.00006084718,0.0001076837,0.000007412365,0.000282425],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01613152,"threshold_uncertainty_score":0.08531266,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022212199","doi":"10.1007/s10459-011-9290-7","title":"Factors influencing responsiveness to feedback: on the interplay between fear, confidence, and reasoning processes","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":403,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; University of Calgary; University of British Columbia","funders":"","keywords":"Formative assessment; Psychology; Perception; Competence (human resources); Cognition; Perspective (graphical); Psychological intervention; Social psychology; Cognitive psychology; Computer science; Pedagogy","authors":[{"name":"Kevin W. Eva","is_ca":true},{"name":"Heather Armson","is_ca":true},{"name":"Eric S. Holmboe","is_ca":false},{"name":"Jocelyn Lockyer","is_ca":true},{"name":"E. Hill De Loney","is_ca":true},{"name":"Karen Mann","is_ca":true},{"name":"Joan Sargeant","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0591990345861372,"gpt":0.4380884293424296,"spread":0.3788893947562924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01519753,0.0003898383,0.0004170249,0.001266272,0.000763157,0.002452928,0.0006680813,0.0009114345,0.003657094],"category_scores_gemma":[0.0637009,0.0003279768,0.0008678044,0.0007275902,0.002364019,0.001384575,0.001448871,0.001485913,0.0002893299],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001716797,"about_ca_system_score_gemma":0.002727466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006841941,"about_ca_topic_score_gemma":0.005574023,"domain_scores_codex":[0.987142,0.00868754,0.0005227782,0.0004271528,0.0021515,0.001069076],"domain_scores_gemma":[0.8490984,0.1333477,0.009715334,0.001536596,0.004022434,0.002279596],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000858592,0.0007340667,0.8758299,0.0004341415,0.0002613513,0.0008302318,0.0454838,0.0006865471,0.001944465,0.001299071,0.0004669482,0.07117086],"study_design_scores_gemma":[0.00002088627,0.000822897,0.9662378,0.0003904124,0.0001871513,0.0005340691,0.02630824,0.0013228,0.001118027,0.001427225,0.001558562,0.00007180536],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9938809,0.0008110321,0.0009320591,0.001082832,0.00001245897,0.00006225183,0.00002406481,0.000007812327,0.003186638],"genre_scores_gemma":[0.9988124,0.000310608,0.0004251077,0.0001097677,0.00000931869,0.00002838476,0.00001312446,0.000005767903,0.0002855088],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01519753,"threshold_uncertainty_score":0.08037317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034478449","doi":"10.1007/s10459-013-9458-4","title":"What counts as validity evidence? Examples and prevalence in a systematic review of simulation-based assessment","year":2013,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":319,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of British Columbia; University of Ottawa","funders":"","keywords":"MEDLINE; Systematic review; Evidence-based practice; Reliability (semiconductor); Evidence-based medicine; Scopus; Computer science; Process (computing); Applied psychology; Validity; Internal validity; Psychology; Data science; Psychometrics; Clinical psychology; Medicine; Alternative medicine; Pathology","authors":[{"name":"David A. Cook","is_ca":false},{"name":"Benjamin Zendejas","is_ca":false},{"name":"Stanley J. Hamstra","is_ca":true},{"name":"Rose Hatala","is_ca":true},{"name":"Ryan Brydges","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1451130859058374,"gpt":0.5540509874364428,"spread":0.4089379015306054,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1969742,0.001922599,0.01037533,0.021461,0.001775309,0.01004992,0.002834227,0.006565226,0.003494094],"category_scores_gemma":[0.6843674,0.003097773,0.00961174,0.0326955,0.0071931,0.01207711,0.005941748,0.004874231,0.0002840409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007362699,"about_ca_system_score_gemma":0.01342599,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007034488,"about_ca_topic_score_gemma":0.0197563,"domain_scores_codex":[0.6250708,0.1796404,0.1555152,0.01008314,0.02825329,0.001437325],"domain_scores_gemma":[0.1865232,0.735159,0.0565377,0.007256425,0.01363033,0.0008934741],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001237456,0.00004764862,0.02916116,0.8086034,0.05935057,0.000369703,0.004759508,0.0003243437,0.0003174826,0.005724147,0.00508742,0.08501714],"study_design_scores_gemma":[0.0008209039,0.0002625548,0.01666199,0.8285706,0.1231673,0.00151491,0.002564736,0.0006274639,0.0003776688,0.007858338,0.01742096,0.0001524018],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007511314,0.9779482,0.003782327,0.006934829,0.0007014868,0.0008453722,0.0009859285,0.00002893241,0.001261684],"genre_scores_gemma":[0.2683987,0.7004253,0.01692805,0.008645525,0.0008322758,0.00326583,0.001130836,0.00009120815,0.0002823424],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8030258,"threshold_uncertainty_score":0.9902738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1558712372","doi":"10.1023/a:1011489618208","title":"Reliability and Validity of Admissions Tools Used to Select Students for the Health Professions","year":2001,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":307,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Health professions; Test (biology); Reliability (semiconductor); Cognition; Psychology; Medical education; Entrance exam; Selection (genetic algorithm); Allied health professions; Educational measurement; Applied psychology; Predictive validity; Medicine; Clinical psychology; Health care; Computer science; Pedagogy; Curriculum; Psychiatry","authors":[{"name":"Penny Salvatori","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2574065583789387,"gpt":0.5960926526643858,"spread":0.3386860942854471,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01521656,0.00061043,0.002780881,0.004628822,0.0004471396,0.001319187,0.001080538,0.0005269261,0.0007088755],"category_scores_gemma":[0.05052904,0.0003632687,0.001281058,0.005963943,0.0008857943,0.001044978,0.0009975609,0.0007799289,0.0002792642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001033233,"about_ca_system_score_gemma":0.003554515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004582213,"about_ca_topic_score_gemma":0.01165448,"domain_scores_codex":[0.9891263,0.003102185,0.002351927,0.0007790247,0.004481298,0.0001593043],"domain_scores_gemma":[0.9518252,0.02954141,0.005052338,0.0007422342,0.01248553,0.0003533007],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003658772,0.0002502938,0.1064588,0.02335167,0.001547853,0.00009338497,0.001121471,0.0002929065,0.0004579623,0.0004332091,0.003306204,0.8623203],"study_design_scores_gemma":[0.0003944582,0.001986726,0.8030272,0.05611135,0.01054864,0.002898111,0.004939344,0.001684512,0.004331808,0.00186049,0.1120056,0.0002116451],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.08697314,0.903317,0.002430093,0.001178451,0.0004603867,0.0003446755,0.0005889163,0.00003724256,0.004670151],"genre_scores_gemma":[0.2640512,0.7248471,0.007955278,0.0005221475,0.0002684485,0.0004025194,0.001081726,0.00001397015,0.0008576335],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01521656,"threshold_uncertainty_score":0.08047384,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158021615","doi":"10.1023/b:ahse.0000038209.65714.d4","title":"How Can I Know What I Don't Know? Poor Self Assessment in a Well-Defined Domain","year":2004,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":300,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"University of Toronto","keywords":"Psychology; Test (biology); Status quo; Argument (complex analysis); Self-assessment; Norm (philosophy); Computer science; Social psychology; Mathematics education; Medicine; Epistemology","authors":[{"name":"Kevin W. Eva","is_ca":true},{"name":"John Cunnington","is_ca":true},{"name":"Harold Reiter","is_ca":true},{"name":"David Keane","is_ca":true},{"name":"Geoffrey R. Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01533466547098121,"gpt":0.4038341377515762,"spread":0.388499472280595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007532815,0.0002693027,0.0008228284,0.002311752,0.001105791,0.002292466,0.0007709122,0.0008642544,0.001530105],"category_scores_gemma":[0.05932401,0.0002776757,0.0006054574,0.001149152,0.001843516,0.002794555,0.002113327,0.002240316,0.0003821261],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001057545,"about_ca_system_score_gemma":0.001840223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007324841,"about_ca_topic_score_gemma":0.008377027,"domain_scores_codex":[0.994381,0.001608913,0.001065284,0.000409307,0.001979837,0.0005556386],"domain_scores_gemma":[0.9561005,0.01556569,0.01236794,0.001859957,0.008918041,0.005187912],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005603992,0.0003009803,0.9562451,0.0001295665,0.000150035,0.0003473555,0.005922878,0.0001467591,0.0002254226,0.0006787278,0.003366125,0.03243106],"study_design_scores_gemma":[0.00001939614,0.000321833,0.9580826,0.0006648257,0.0001862684,0.00309212,0.02263945,0.001281372,0.0008694955,0.006502505,0.006239346,0.0001008465],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796618,0.001813602,0.000759225,0.007033778,0.0001373101,0.00005728846,0.00024165,0.00002838793,0.01026695],"genre_scores_gemma":[0.9976581,0.0004895231,0.0005460902,0.0007434334,0.00002513896,0.00001739068,0.0001145924,0.000006598592,0.000399078],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007532815,"threshold_uncertainty_score":0.03983784,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081610335","doi":"10.1007/s10459-008-9124-4","title":"Reflection: a link between receiving and using assessment feedback","year":2008,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":294,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Dalhousie University; Nova Scotia Health Research Foundation","keywords":"Reflection (computer programming); Link (geometry); Computer science; Psychology; Medical education; Mathematics education; Medicine; Computer network; Programming language","authors":[{"name":"Joan Sargeant","is_ca":true},{"name":"Karen Mann","is_ca":true},{"name":"Cees van der Vleuten","is_ca":false},{"name":"Job Metsemakers","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06855888968998286,"gpt":0.4931238300967141,"spread":0.4245649404067313,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02982304,0.0004740118,0.0006065201,0.002235413,0.001324279,0.006088324,0.001940293,0.002940511,0.00603172],"category_scores_gemma":[0.4110666,0.0007288796,0.0008694362,0.001150823,0.001926914,0.004817583,0.004109832,0.005284198,0.001038336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001379086,"about_ca_system_score_gemma":0.002861967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001382668,"about_ca_topic_score_gemma":0.0009958707,"domain_scores_codex":[0.9497567,0.02701567,0.004124181,0.002982633,0.0142574,0.001863443],"domain_scores_gemma":[0.3292471,0.5566241,0.05275343,0.02639015,0.02914915,0.005836019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.002631928,0.003731156,0.6556769,0.001091514,0.0007002155,0.0003873316,0.08122653,0.001339193,0.007628038,0.01076594,0.004407168,0.2304141],"study_design_scores_gemma":[0.0002721498,0.002821593,0.9165637,0.00135401,0.0006897053,0.001560609,0.03399155,0.007247071,0.006475537,0.0173409,0.01139459,0.0002884971],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9117727,0.0008779367,0.02477497,0.005064896,0.0003397725,0.0004284481,0.0002616188,0.0006364373,0.05584323],"genre_scores_gemma":[0.9910177,0.0002110385,0.005945037,0.0004043804,0.00006410295,0.0001656116,0.0001397264,0.0001201551,0.00193224],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02982304,"threshold_uncertainty_score":0.1577212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034921045","doi":"10.1007/s10459-006-9039-x","title":"Understanding the influence of emotions and reflection upon multi-source feedback acceptance and use","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":274,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Feeling; Psychology; Perception; Distress; Social psychology; Negative feedback; Psychological intervention; Peer feedback; Clinical psychology","authors":[{"name":"Joan Sargeant","is_ca":true},{"name":"Karen Mann","is_ca":true},{"name":"Douglas Sinclair","is_ca":true},{"name":"Cees van der Vleuten","is_ca":false},{"name":"Job Metsemakers","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06615632223863252,"gpt":0.4259507927578737,"spread":0.3597944705192412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01139264,0.0004293951,0.0003978399,0.0006298712,0.0004973977,0.003332373,0.0005177648,0.001198406,0.002924476],"category_scores_gemma":[0.1195478,0.0002930662,0.0004487725,0.0003469898,0.0009942477,0.002041857,0.001611245,0.001904704,0.0003190889],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006836209,"about_ca_system_score_gemma":0.001089752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001025197,"about_ca_topic_score_gemma":0.001070551,"domain_scores_codex":[0.9888242,0.006996292,0.0004058112,0.0006715608,0.002443874,0.0006583167],"domain_scores_gemma":[0.7782485,0.1967582,0.01152611,0.003700921,0.007555318,0.002210917],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.009195548,0.00280597,0.363283,0.00136596,0.0006002861,0.0008967905,0.1984053,0.003312297,0.1104915,0.004202493,0.001306208,0.3041347],"study_design_scores_gemma":[0.0002685002,0.003139002,0.8925083,0.0004800003,0.0005203564,0.0006525919,0.0559692,0.01390818,0.02298414,0.006618912,0.002729554,0.0002212764],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9905193,0.0001171113,0.003360963,0.0003980433,0.00002046732,0.00003836612,0.00002462448,0.00003883992,0.005482262],"genre_scores_gemma":[0.9988303,0.0000511679,0.0007274829,0.00005288567,0.000007656773,0.00002496439,0.0000147985,0.00001769889,0.0002731646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01139264,"threshold_uncertainty_score":0.06025076,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093549930","doi":"10.1007/s10459-014-9516-6","title":"Predictable chaos: a review of the effects of emotions on attention, memory and decision making","year":2014,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":268,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto; University Health Network","funders":"","keywords":"Recall; Cognition; Psychology; Interpersonal communication; Field (mathematics); Psychological intervention; Cognitive psychology; Applied psychology; Social psychology","authors":[{"name":"Vicki R. LeBlanc","is_ca":true},{"name":"Meghan McConnell","is_ca":true},{"name":"Sandra Monteiro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02960308155730451,"gpt":0.4784855391185926,"spread":0.4488824575612881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001450864,0.001131582,0.003142554,0.001993735,0.0002899081,0.001641588,0.001311103,0.001561342,0.003059489],"category_scores_gemma":[0.004120449,0.0003995824,0.001350575,0.002515514,0.000859687,0.001637387,0.001005087,0.001671439,0.0004735527],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008665035,"about_ca_system_score_gemma":0.002485513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003769011,"about_ca_topic_score_gemma":0.006989411,"domain_scores_codex":[0.9994854,0.0001327352,0.0001291734,0.00009866075,0.0001219272,0.00003218883],"domain_scores_gemma":[0.9972277,0.002201413,0.0002744944,0.000033577,0.0002080493,0.00005475321],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002339498,0.0001110057,0.000606306,0.1053515,0.0008440571,0.00009576116,0.0001392022,0.0004511476,0.0003335785,0.001767343,0.01021954,0.8798466],"study_design_scores_gemma":[0.0003100929,0.0008211294,0.01469286,0.1610309,0.00616587,0.001987134,0.0007395011,0.000553342,0.0009956862,0.01281805,0.7996526,0.0002327721],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006691043,0.9996513,0.00003545218,0.0001058139,0.0000346687,0.000002911003,0.000009074396,0.000001145285,0.0000927014],"genre_scores_gemma":[0.0007215771,0.9988877,0.0001133033,0.0001299375,0.00008243853,0.000006787228,0.00001090337,5.991727e-7,0.00004675989],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.003769011,"threshold_uncertainty_score":0.01023495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2033266691","doi":"10.1007/s10459-009-9179-x","title":"Dual processing and diagnostic errors","year":2009,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":244,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Categorization; Unconscious mind; Cognitive psychology; Process (computing); Dual (grammatical number); Cognition; Dual process theory (moral psychology); Computer science; Psychology; Matching (statistics); Cognitive science; Artificial intelligence; Medicine","authors":[{"name":"Geoff Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02517831789010869,"gpt":0.4432553017730131,"spread":0.4180769838829045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007567633,0.0007875759,0.0006880951,0.004849228,0.00105039,0.004781009,0.001584386,0.003481361,0.009584045],"category_scores_gemma":[0.09969725,0.0008686201,0.0008487558,0.001522079,0.004489813,0.005824486,0.003884881,0.003239844,0.001020978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001172655,"about_ca_system_score_gemma":0.002315998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001566816,"about_ca_topic_score_gemma":0.000797814,"domain_scores_codex":[0.9906918,0.002889739,0.001295859,0.001467002,0.002938231,0.0007172681],"domain_scores_gemma":[0.8979757,0.07326437,0.009823718,0.008399735,0.008789886,0.001746604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.004493224,0.001001549,0.1660694,0.0008036593,0.0004011584,0.02106615,0.006960592,0.004021628,0.009853224,0.3014856,0.01288537,0.4709584],"study_design_scores_gemma":[0.0002156956,0.0001981234,0.02940201,0.0004349864,0.0002618781,0.04188633,0.001791443,0.01568562,0.009542844,0.8917274,0.008716235,0.0001373165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7567333,0.009115748,0.1248491,0.04156012,0.001633996,0.0001472633,0.0007595794,0.0007594714,0.06444142],"genre_scores_gemma":[0.9764888,0.00112613,0.01634784,0.001109736,0.0005225777,0.00003485811,0.0001807071,0.00009243603,0.004096957],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009584045,"threshold_uncertainty_score":0.04002196,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049649884","doi":"10.1007/s10459-006-9026-2","title":"Research in Medical Education: Balancing Service and Science*","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":212,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; University of Toronto; Toronto General Hospital","funders":"Canadian Institutes of Health Research","keywords":"Diversification (marketing strategy); Sociology; Public relations; Medical education; Principal (computer security); Medical research; Educational research; Field (mathematics); Engineering ethics; Psychology; Social science; Political science; Medicine; Business","authors":[{"name":"Mathieu Albert","is_ca":true},{"name":"Brian Hodges","is_ca":true},{"name":"Glenn Regehr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03064666417663019,"gpt":0.5097725323206374,"spread":0.4791258681440071,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3255581,0.0009065584,0.003024663,0.01571095,0.01901591,0.04330856,0.004311907,0.01480945,0.003910029],"category_scores_gemma":[0.2678431,0.001461413,0.0005672768,0.02069473,0.1476568,0.03547041,0.02494218,0.009226633,0.0009062423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03921136,"about_ca_system_score_gemma":0.06407978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009231591,"about_ca_topic_score_gemma":0.0112215,"domain_scores_codex":[0.5752449,0.3661057,0.01342989,0.007240546,0.02960809,0.008370801],"domain_scores_gemma":[0.2738247,0.6522614,0.02492926,0.01242364,0.01756018,0.01900079],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001342215,0.000147501,0.008958272,0.006110863,0.00006499643,0.0007488457,0.1745542,0.0003779972,0.0005095847,0.646293,0.01698266,0.1451178],"study_design_scores_gemma":[0.0001175144,0.0002311587,0.00779268,0.009446118,0.00003147629,0.001132337,0.2490181,0.0009211315,0.0003486327,0.5426799,0.1881711,0.0001097972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03246187,0.08746183,0.01405834,0.8190017,0.001548254,0.0003252151,0.00004002991,0.00006828763,0.04503461],"genre_scores_gemma":[0.8594168,0.04282685,0.02155671,0.06699822,0.004569846,0.0009247295,0.00004712759,0.0000753364,0.003584451],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3255581,"threshold_uncertainty_score":0.831707,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013620630","doi":"10.1007/s10459-014-9501-0","title":"How and what do medical students learn in clerkships? Experience based learning (ExBL)","year":2014,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":208,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Blueprint; Curriculum; Medical education; Psychology; Set (abstract data type); Pedagogy; Mathematics education; Medicine; Computer science","authors":[{"name":"Tim Dornan","is_ca":false},{"name":"Naomi Q. P. Tan","is_ca":false},{"name":"Henny P. A. Boshuizen","is_ca":false},{"name":"Rachel Gick","is_ca":false},{"name":"Rachel Isba","is_ca":false},{"name":"Karen Mann","is_ca":true},{"name":"Albert Scherpbier","is_ca":false},{"name":"John Spencer","is_ca":false},{"name":"Elizabeth Timmins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01945377651301958,"gpt":0.4402410067810764,"spread":0.4207872302680568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006865676,0.0003509014,0.0004246712,0.0008256264,0.0009561983,0.00471976,0.001148825,0.001477824,0.006913545],"category_scores_gemma":[0.02561749,0.0002275435,0.0004681185,0.0005882207,0.00114303,0.003581203,0.003136788,0.00184282,0.002099784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001029683,"about_ca_system_score_gemma":0.002108131,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007382594,"about_ca_topic_score_gemma":0.001481071,"domain_scores_codex":[0.9958236,0.002026875,0.0001616742,0.0003330545,0.0009684081,0.0006863591],"domain_scores_gemma":[0.9823326,0.007555596,0.001847479,0.0006928863,0.001791431,0.005779865],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004611582,0.007038734,0.1232913,0.0006122506,0.00008043635,0.0003531534,0.01904904,0.0006733832,0.001480715,0.004263235,0.01703427,0.8256624],"study_design_scores_gemma":[0.000589633,0.01204196,0.6329599,0.004057542,0.0003173661,0.004374666,0.1327334,0.005644975,0.009740801,0.05566168,0.1413763,0.0005017559],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9196858,0.003799165,0.006902075,0.01495156,0.0004434771,0.0002478812,0.0001897201,0.0001933069,0.053587],"genre_scores_gemma":[0.9795568,0.002526955,0.005590514,0.003272304,0.0001627577,0.0001668044,0.0001679354,0.00002866139,0.008527316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006913545,"threshold_uncertainty_score":0.0363096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998326926","doi":"10.1007/s10459-013-9462-8","title":"Feedback for simulation-based procedural skills training: a meta-analysis and critical narrative synthesis","year":2013,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":201,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; University of Toronto; University of Ottawa; St. Paul's Hospital; University of Ottawa Skills and Simulation Centre; University of British Columbia","funders":"","keywords":"Meta-analysis; Context (archaeology); Narrative; Computer science; Cognition; Peer feedback; Cognitive psychology; Psychology; Medicine; Mathematics education","authors":[{"name":"Rose Hatala","is_ca":true},{"name":"David A. Cook","is_ca":false},{"name":"Benjamin Zendejas","is_ca":false},{"name":"Stanley J. Hamstra","is_ca":true},{"name":"Ryan Brydges","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1820665985670059,"gpt":0.5327205924506392,"spread":0.3506539938836333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03723444,0.002624779,0.01350632,0.003377591,0.0007523624,0.003408873,0.00248916,0.002481855,0.007191343],"category_scores_gemma":[0.126114,0.001287801,0.02561541,0.002946177,0.001228672,0.002664885,0.002195311,0.003353434,0.0004195979],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004253347,"about_ca_system_score_gemma":0.005000787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006694335,"about_ca_topic_score_gemma":0.01568093,"domain_scores_codex":[0.9681728,0.01779296,0.008118421,0.002310526,0.002988151,0.0006172615],"domain_scores_gemma":[0.9080708,0.07559754,0.01004364,0.001686356,0.004097205,0.0005045239],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.009433989,0.00009738706,0.002186222,0.6090429,0.3374288,0.0001108601,0.000492757,0.0004667587,0.0002474965,0.0002752412,0.00105661,0.03916099],"study_design_scores_gemma":[0.004883076,0.001337786,0.005043172,0.123279,0.8589177,0.0001369049,0.0003846735,0.0003512331,0.0003504549,0.0005966505,0.004649375,0.00007008121],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01188918,0.9826675,0.001749213,0.0004803968,0.0004564986,0.001483991,0.0005862903,0.00003806465,0.0006488685],"genre_scores_gemma":[0.454753,0.5297009,0.006668742,0.002346804,0.0004780456,0.004208262,0.0007892862,0.0000862687,0.0009686269],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9627656,"threshold_uncertainty_score":0.1969169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167980328","doi":"10.1007/s10459-010-9263-2","title":"Exploring the divergence between self-assessment and self-monitoring","year":2010,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Self-assessment; Self-monitoring; Self evaluation; Psychology; Medicine; Applied psychology; Social psychology","authors":[{"name":"Kevin W. Eva","is_ca":true},{"name":"Glenn Regehr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06736112885207077,"gpt":0.4562451782461324,"spread":0.3888840493940616,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04706091,0.0003800197,0.0006694117,0.00282714,0.0005658582,0.0052421,0.001086097,0.001009539,0.000855959],"category_scores_gemma":[0.1964387,0.0003151138,0.0004425517,0.001709631,0.004966322,0.004706134,0.003886856,0.002053051,0.000132605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001169547,"about_ca_system_score_gemma":0.001411198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001688461,"about_ca_topic_score_gemma":0.001423639,"domain_scores_codex":[0.9602835,0.02880119,0.001760899,0.002302935,0.00623793,0.0006136644],"domain_scores_gemma":[0.7310295,0.2281751,0.01510182,0.01022615,0.01352436,0.001943087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004220678,0.0003916098,0.5219948,0.0007004667,0.000362208,0.0002317726,0.1216485,0.002495443,0.002625848,0.08830694,0.0003922441,0.2604281],"study_design_scores_gemma":[0.00004481295,0.001098424,0.7935727,0.001028497,0.000139275,0.0009835673,0.0473479,0.02242898,0.00372509,0.1207607,0.008621898,0.0002482274],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8895302,0.002012019,0.07161687,0.001882581,0.0000681575,0.0001546987,0.00006970538,0.00006811202,0.0345976],"genre_scores_gemma":[0.9944149,0.0001734755,0.004946624,0.0001057729,0.00001217398,0.0000543223,0.00002113185,0.0000104553,0.0002610098],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04706091,"threshold_uncertainty_score":0.2488849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2173053215","doi":"10.1007/s10459-015-9653-6","title":"Towards a program of assessment for health professionals: from training into practice","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":188,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Royal College of Physicians and Surgeons of Canada; University of British Columbia","funders":"","keywords":"Formative assessment; Accountability; Redress; Best practice; Unintended consequences; Harmonization; Summative assessment; Health care; Medical education; Professional development; Psychology; Medicine; Political science; Pedagogy","authors":[{"name":"Kevin W. Eva","is_ca":true},{"name":"Georges Bordage","is_ca":false},{"name":"Craig Campbell","is_ca":true},{"name":"Robert M. Galbraith","is_ca":false},{"name":"Shiphra Ginsburg","is_ca":true},{"name":"Eric S. Holmboe","is_ca":false},{"name":"Glenn Regehr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09166183250085565,"gpt":0.5977154313765353,"spread":0.5060535988756796,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03397973,0.000967138,0.0008543439,0.002641263,0.004406993,0.007079277,0.004541774,0.004366004,0.006862263],"category_scores_gemma":[0.06263281,0.0008216085,0.0009634174,0.001200418,0.003542246,0.00589365,0.01682245,0.007880575,0.003767645],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005085892,"about_ca_system_score_gemma":0.05661651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004441663,"about_ca_topic_score_gemma":0.006576004,"domain_scores_codex":[0.980774,0.01138123,0.000989338,0.001386316,0.004030363,0.001438707],"domain_scores_gemma":[0.9311453,0.01610979,0.002877726,0.007480646,0.01964411,0.02274245],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002432866,0.006876852,0.02804907,0.000987437,0.00003366555,0.0002877515,0.01882439,0.001818586,0.004033599,0.02158083,0.04271641,0.8745481],"study_design_scores_gemma":[0.0009918903,0.007597266,0.1630291,0.01177445,0.0002193175,0.002978468,0.06296562,0.02859526,0.01839073,0.2232959,0.4795569,0.000605165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1772287,0.002334657,0.4691594,0.2445372,0.003660004,0.01071157,0.0004070663,0.005255949,0.08670545],"genre_scores_gemma":[0.3157251,0.00114244,0.648182,0.01057459,0.0004531095,0.004939778,0.0004021064,0.0002987511,0.01828216],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03397973,"threshold_uncertainty_score":0.1797041,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005159542","doi":"10.1007/s10459-010-9231-x","title":"Time and learning efficiency in Internet-based learning: a systematic review and meta-analysis","year":2010,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":183,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"National Institutes of Health; Mayo Foundation for Medical Education and Research","keywords":"The Internet; Interactivity; Computer science; Psychological intervention; CINAHL; Meta-analysis; Multimedia; Medicine; World Wide Web; Internal medicine; Nursing","authors":[{"name":"David A. Cook","is_ca":false},{"name":"Anthony J Levinson","is_ca":true},{"name":"Sarah Garside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05262409643346064,"gpt":0.4619754201814738,"spread":0.4093513237480131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0166829,0.001815026,0.01528169,0.005730923,0.0005314466,0.002928331,0.002038874,0.001795852,0.00271769],"category_scores_gemma":[0.0451101,0.001137416,0.02213984,0.006765289,0.0009214173,0.002663387,0.001861747,0.001723288,0.0001797928],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003009269,"about_ca_system_score_gemma":0.003787078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004946364,"about_ca_topic_score_gemma":0.01167411,"domain_scores_codex":[0.9881057,0.00471973,0.003916803,0.001100859,0.00189604,0.0002608122],"domain_scores_gemma":[0.9574605,0.03305497,0.006510826,0.0007696202,0.001788248,0.0004159636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.005134201,0.0002200535,0.006025076,0.4799691,0.4386659,0.0001370122,0.0002922014,0.000570879,0.0002850945,0.0001496979,0.0005640607,0.06798673],"study_design_scores_gemma":[0.002172358,0.001134416,0.009372183,0.04594577,0.9378353,0.0002327187,0.0002139609,0.0002453998,0.0002679155,0.0002839316,0.002244193,0.00005183047],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.009634805,0.988977,0.0006125857,0.00009256086,0.00009754509,0.0002506431,0.0001722529,0.00001280841,0.0001497802],"genre_scores_gemma":[0.1784525,0.8156607,0.003641558,0.000480137,0.000183241,0.0009304038,0.0003286621,0.00002444871,0.0002983347],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0166829,"threshold_uncertainty_score":0.08822864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1057512088","doi":"10.1007/s10459-012-9372-1","title":"Seeing the same thing differently","year":2012,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":183,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Dalhousie University","funders":"National Institute for Health and Care Research","keywords":"Salience (neuroscience); Formative assessment; Narrative; Psychology; Grounded theory; Valence (chemistry); Qualitative research; Applied psychology; Cognitive psychology; Social psychology; Computer science; Medical education; Mathematics education; Medicine","authors":[{"name":"Peter Yeates","is_ca":false},{"name":"Paul O’Neill","is_ca":false},{"name":"Karen Mann","is_ca":true},{"name":"Kevin W. Eva","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02650132101113494,"gpt":0.4353385852226313,"spread":0.4088372642114964,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009109698,0.0006961275,0.0008328378,0.001517677,0.007824413,0.01849316,0.001566429,0.01054331,0.02999151],"category_scores_gemma":[0.0227235,0.0004678382,0.0008350692,0.001043938,0.01902677,0.02155376,0.00768508,0.02902827,0.01041187],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004820034,"about_ca_system_score_gemma":0.007134023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00501566,"about_ca_topic_score_gemma":0.009230806,"domain_scores_codex":[0.9878732,0.005538576,0.0003169283,0.001414951,0.003028303,0.001828148],"domain_scores_gemma":[0.9869003,0.002726251,0.0007989547,0.001276749,0.003580098,0.004717691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001350126,0.000137378,0.003522095,0.0002232131,0.00009378244,0.0005235645,0.02257921,0.0001488732,0.002193738,0.35031,0.5321609,0.08797229],"study_design_scores_gemma":[0.00003548335,0.00007043408,0.002034449,0.0003523115,0.00005285245,0.0007162367,0.02374852,0.0001749711,0.000781389,0.1668047,0.8051409,0.0000877883],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.006562023,0.006785906,0.005291362,0.8410581,0.02909927,0.00001685234,0.00007366361,0.0002059687,0.1109069],"genre_scores_gemma":[0.2026997,0.008821809,0.00686938,0.642891,0.01183378,0.00006159076,0.0001818304,0.0004966215,0.1261443],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02999151,"threshold_uncertainty_score":0.1003316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975381216","doi":"10.1007/s10459-009-9160-8","title":"Overview: what’s worked and what hasn’t as a guide towards predictive admissions tool development","year":2009,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":172,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Predictive validity; Psychology; Test (biology); Situational ethics; Aptitude; Applied psychology; Personality; Job performance; Diligence; Medical education; Social psychology; Medicine; Clinical psychology; Job satisfaction; Developmental psychology","authors":[{"name":"Eric Siu","is_ca":true},{"name":"Harold Reiter","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08285300500620972,"gpt":0.5051978494295791,"spread":0.4223448444233694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01266398,0.001797671,0.005337529,0.007773428,0.0008185082,0.004021821,0.002304696,0.002727633,0.005923702],"category_scores_gemma":[0.03699256,0.001017363,0.002836515,0.00780247,0.001504545,0.00628436,0.002369372,0.00373588,0.002189473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002880547,"about_ca_system_score_gemma":0.01512676,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009739746,"about_ca_topic_score_gemma":0.01944421,"domain_scores_codex":[0.9921234,0.002842162,0.00219198,0.0006282281,0.00200021,0.0002139105],"domain_scores_gemma":[0.9634858,0.02651252,0.00282998,0.0005394212,0.006065418,0.0005669252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007425318,0.00006020602,0.0005423746,0.06230787,0.0003599726,0.00005593112,0.0001446105,0.0002980626,0.0001256245,0.00294628,0.05102541,0.8820594],"study_design_scores_gemma":[0.0001067,0.0001810611,0.003702664,0.2516867,0.002400205,0.0006500238,0.0004245597,0.0006539066,0.000551456,0.007084293,0.7324312,0.0001271565],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001351548,0.9900252,0.001014305,0.006682462,0.0008497158,0.00008584817,0.0001662781,0.00005425722,0.0009869052],"genre_scores_gemma":[0.001986658,0.9868323,0.005183509,0.004155688,0.0006896906,0.0001703724,0.0001878952,0.0000139023,0.0007800855],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01266398,"threshold_uncertainty_score":0.0669744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986137923","doi":"10.1007/s10459-015-9593-1","title":"Constructing a validity argument for the Objective Structured Assessment of Technical Skills (OSATS): a systematic review of validity evidence","year":2015,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":170,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; St. Paul's Hospital; University Health Network; University of British Columbia","funders":"University of Toronto","keywords":"Formative assessment; Construct validity; PsycINFO; Argument (complex analysis); Evidence-based medicine; MEDLINE; Construct (python library); Psychometrics; Psychology; Applied psychology; Computer science; Medicine; Clinical psychology; Mathematics education","authors":[{"name":"Rose Hatala","is_ca":true},{"name":"David A. Cook","is_ca":false},{"name":"Ryan Brydges","is_ca":true},{"name":"Richard E. Hawkins","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1160734690346563,"gpt":0.5454650536518105,"spread":0.4293915846171542,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2881926,0.002664101,0.01396368,0.01436173,0.0020297,0.007482521,0.005951407,0.007661309,0.002901518],"category_scores_gemma":[0.5919432,0.002571608,0.01747613,0.007746918,0.01027282,0.00908075,0.006200534,0.005798204,0.0003918587],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008142812,"about_ca_system_score_gemma":0.02231454,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006824581,"about_ca_topic_score_gemma":0.01300405,"domain_scores_codex":[0.6795972,0.1875587,0.07618894,0.01351742,0.04096485,0.00217296],"domain_scores_gemma":[0.3121734,0.6300352,0.0323146,0.01173957,0.01282958,0.0009076533],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002112143,0.0001281264,0.01301976,0.7071258,0.1242529,0.0003269013,0.001973121,0.0009867074,0.0003466559,0.01530036,0.003208704,0.1312188],"study_design_scores_gemma":[0.004262178,0.0009070383,0.01073034,0.6685458,0.2386652,0.0005829027,0.001491647,0.002528754,0.0009570066,0.04043825,0.03060394,0.000286884],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006356014,0.9641191,0.01363992,0.007595416,0.001833844,0.003646509,0.0006063794,0.00004029992,0.002162329],"genre_scores_gemma":[0.3599695,0.538139,0.06140345,0.02140798,0.002297834,0.01431658,0.001638064,0.00009827112,0.000729406],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7118074,"threshold_uncertainty_score":0.8777853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1554068517","doi":"10.1023/a:1022687404380","title":"Practice Makes Perfect: The Critical Role of Mixed Practice in the Acquisition of ECG Interpretation Skills","year":2003,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":169,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Medical Research Council; Canadian Celiac Association","keywords":"Contrastive analysis; Computer science; Session (web analytics); Mathematics education; Artificial intelligence; Natural language processing; Psychology; Linguistics","authors":[{"name":"Rose Hatala","is_ca":true},{"name":"Lee R. Brooks","is_ca":true},{"name":"Geoffrey R. Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01824175686733455,"gpt":0.4909334438343014,"spread":0.4726916869669669,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04722901,0.0004452895,0.0004551102,0.001328626,0.002624682,0.006717524,0.002027956,0.00402273,0.003586031],"category_scores_gemma":[0.1374184,0.0005539984,0.0003300297,0.0004621428,0.0088256,0.00946063,0.00860693,0.006055122,0.0005517504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001841808,"about_ca_system_score_gemma":0.01071983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001047737,"about_ca_topic_score_gemma":0.002647383,"domain_scores_codex":[0.9700598,0.0237441,0.0008161397,0.001033693,0.003708686,0.0006376016],"domain_scores_gemma":[0.8491247,0.1262597,0.005040934,0.007266889,0.005370828,0.006937005],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005311057,0.000863769,0.01702378,0.001037795,0.0001057408,0.001782137,0.07865605,0.0005681865,0.002750765,0.06707638,0.01334652,0.8162578],"study_design_scores_gemma":[0.0004944585,0.002915881,0.04588868,0.009768078,0.0002481927,0.01302792,0.09596837,0.008301951,0.00911774,0.6597316,0.1541587,0.0003785438],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3809449,0.03520428,0.1060978,0.3724791,0.003615369,0.0005840658,0.00007319383,0.0004175759,0.1005838],"genre_scores_gemma":[0.9041309,0.005424795,0.07849734,0.008046557,0.0006043405,0.0004919442,0.00001830613,0.00009783287,0.002688105],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04722901,"threshold_uncertainty_score":0.2497739,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152496920","doi":"10.1007/s10459-006-9054-y","title":"The role of biomedical knowledge in diagnosis of difficult clinical cases","year":2007,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":162,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto","funders":"","keywords":"Terminology; MEDLINE; Medicine; Clinical diagnosis; Intensive care medicine","authors":[{"name":"Nicole N. Woods","is_ca":true},{"name":"Lee R. Brooks","is_ca":true},{"name":"Geoffrey R. Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03628295317185566,"gpt":0.4963313852204744,"spread":0.4600484320486188,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02330536,0.000579441,0.0006507988,0.005907755,0.001204025,0.004764117,0.002722163,0.002766667,0.003326156],"category_scores_gemma":[0.1727934,0.0005748363,0.0008123685,0.001407304,0.004428268,0.008376357,0.00297176,0.003302074,0.0003861864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00215539,"about_ca_system_score_gemma":0.004518664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005350824,"about_ca_topic_score_gemma":0.005219509,"domain_scores_codex":[0.9863372,0.009447292,0.0008670826,0.0006380985,0.00221968,0.0004905707],"domain_scores_gemma":[0.73336,0.2495648,0.00619374,0.003308041,0.005625172,0.00194814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006906834,0.0007270969,0.2011331,0.002154286,0.0003605821,0.006308924,0.007562703,0.00614124,0.001299913,0.05473169,0.00949533,0.7093945],"study_design_scores_gemma":[0.0003185515,0.0007050234,0.2012219,0.006165105,0.0008460971,0.02715124,0.01068471,0.08162239,0.005621947,0.6230828,0.04225221,0.0003281066],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.523872,0.1298462,0.09090322,0.1623497,0.001371976,0.000304205,0.0004344345,0.0002600314,0.09065826],"genre_scores_gemma":[0.9597195,0.01272112,0.0247163,0.001526759,0.0006412652,0.00004263353,0.00008465843,0.00001896552,0.0005287775],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02330536,"threshold_uncertainty_score":0.123252,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899004899","doi":"10.1007/s10459-018-9859-5","title":"Comfort with uncertainty: reframing our conceptions of how clinicians navigate complex clinical situations","year":2018,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Cognitive reframing; Psychology; Engineering ethics; MEDLINE; Medical education; Medicine; Social psychology; Engineering; Political science","authors":[{"name":"Jonathan S. Ilgen","is_ca":false},{"name":"Kevin W. Eva","is_ca":true},{"name":"Anique B. H. de Bruin","is_ca":false},{"name":"David A. Cook","is_ca":false},{"name":"Glenn Regehr","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1724200516403207,"gpt":0.5695529757285183,"spread":0.3971329240881976,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007652223,0.0007888667,0.001197677,0.002344499,0.001062083,0.006222548,0.002149264,0.003934871,0.002210383],"category_scores_gemma":[0.02735635,0.0003757291,0.0006921244,0.002515706,0.006538119,0.008454332,0.003563257,0.008354254,0.0004184431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00313428,"about_ca_system_score_gemma":0.01099326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007270462,"about_ca_topic_score_gemma":0.01714125,"domain_scores_codex":[0.9956552,0.002757011,0.0003740372,0.0002449915,0.0007929901,0.0001758821],"domain_scores_gemma":[0.9778066,0.01840388,0.001196746,0.0003723386,0.001604811,0.000615532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006244839,0.00008137702,0.001560533,0.01900317,0.0002754929,0.0004713661,0.01601334,0.0005482908,0.0001890031,0.05518236,0.04819913,0.8584135],"study_design_scores_gemma":[0.00003793913,0.00005238426,0.001932786,0.0544044,0.0002533936,0.001850686,0.01425744,0.0002658842,0.0001897599,0.06081011,0.8658397,0.0001055234],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009098611,0.9650183,0.001450682,0.02836517,0.001197246,0.000009449358,0.00001631132,0.00001186394,0.00302111],"genre_scores_gemma":[0.0233327,0.9587785,0.002893373,0.01278502,0.001355497,0.00004244162,0.00003789777,0.00001331476,0.0007613418],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.007652223,"threshold_uncertainty_score":0.04046929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W864597737","doi":"10.1007/s10459-015-9622-0","title":"Hedging to save face: a linguistic analysis of written comments on in-training evaluation reports","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":144,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; The Wilson Centre; University of Toronto; Western University; Mount Sinai Hospital","funders":"","keywords":"Face (sociological concept); Linguistics; Training (meteorology); Medical education; Linguistic analysis; Psychology; Computer science; Natural language processing; Mathematics education; Medicine; Philosophy","authors":[{"name":"Shiphra Ginsburg","is_ca":true},{"name":"Cees van der Vleuten","is_ca":false},{"name":"Kevin W. Eva","is_ca":true},{"name":"Lorelei Lingard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09395501942475357,"gpt":0.5183516313297394,"spread":0.4243966119049858,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02282871,0.0007864577,0.0004515452,0.006171779,0.001495181,0.002429974,0.0007326594,0.0009608682,0.002843387],"category_scores_gemma":[0.1754038,0.0002699703,0.0003322069,0.003343905,0.001167445,0.002185616,0.002034349,0.001176581,0.001121823],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001679573,"about_ca_system_score_gemma":0.001523174,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001537687,"about_ca_topic_score_gemma":0.003692157,"domain_scores_codex":[0.9585689,0.02682456,0.004196256,0.001468348,0.008054349,0.0008876144],"domain_scores_gemma":[0.4976549,0.420279,0.03194037,0.006468274,0.04217,0.001487404],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.003109006,0.0009141612,0.08876203,0.006187153,0.0003281087,0.002963694,0.4381572,0.002382256,0.08227861,0.004021872,0.05229971,0.3185961],"study_design_scores_gemma":[0.0001825697,0.001642065,0.3512757,0.005079068,0.0005371391,0.00157936,0.3793466,0.0306354,0.05614537,0.005309934,0.1675477,0.000719123],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9563475,0.0005860919,0.02440595,0.002363342,0.0005457364,0.0009940078,0.004503743,0.0006176335,0.009635895],"genre_scores_gemma":[0.9447067,0.0004317107,0.04171935,0.0006898328,0.0004589849,0.001528534,0.00494214,0.0005661953,0.004956536],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9771713,"threshold_uncertainty_score":0.1207312,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2168809148","doi":"10.1007/s10459-006-9055-x","title":"It all make sense: biomedical knowledge, causal connections and memory in the novice diagnostician","year":2007,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":142,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto","funders":"","keywords":"Casual; Causal model; Psychology; Medical knowledge; Causal analysis; Cognitive psychology; Computer science; Medical education; Medicine; Pathology","authors":[{"name":"Nicole N. Woods","is_ca":true},{"name":"Lee R. Brooks","is_ca":true},{"name":"Geoffrey R. Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03225340375027533,"gpt":0.4592137799915291,"spread":0.4269603762412537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003077097,0.0003351676,0.0003963121,0.001279782,0.001076,0.004469621,0.001270238,0.002373945,0.003441926],"category_scores_gemma":[0.02484317,0.0003736305,0.00032327,0.0005994624,0.00528966,0.007504086,0.001843065,0.003424188,0.0002695819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008267334,"about_ca_system_score_gemma":0.002059595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005146042,"about_ca_topic_score_gemma":0.005187535,"domain_scores_codex":[0.9992214,0.0003004053,0.00005840023,0.0001143737,0.0002072157,0.00009807799],"domain_scores_gemma":[0.9882911,0.008288854,0.001124055,0.0006756979,0.0005438359,0.001076405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001154581,0.003076496,0.5961767,0.000767125,0.0002785349,0.01418931,0.1300358,0.003040415,0.005430222,0.02652762,0.007844401,0.2114789],"study_design_scores_gemma":[0.0003319586,0.002636682,0.3577998,0.0007351126,0.0005252876,0.02792791,0.1658078,0.01838478,0.009068534,0.4015357,0.0148186,0.0004277618],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9853706,0.001966244,0.0009424424,0.006395024,0.00005411463,0.00001394791,0.00002982785,0.00001128772,0.005216387],"genre_scores_gemma":[0.9975534,0.0004980605,0.0006972178,0.0006042131,0.00001880228,0.000006780994,0.00002138188,0.000002362631,0.000597771],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005146042,"threshold_uncertainty_score":0.01627338,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4281870902","doi":"10.1007/s10459-022-10128-4","title":"The implementation of interprofessional education: a scoping review","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":140,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"CARE Canada","funders":"University of the Sunshine Coast","keywords":"Interprofessional education; Context (archaeology); Curriculum; Thematic analysis; Government (linguistics); Implementation research; Medical education; Process management; Psychology; Medicine; Qualitative research; Political science; Health care; Nursing; Sociology; Pedagogy; Engineering; Psychological intervention","authors":[{"name":"Fiona Bogossian","is_ca":false},{"name":"Karen New","is_ca":true},{"name":"Kendall George","is_ca":false},{"name":"Nigel Barr","is_ca":false},{"name":"Natalie Dodd","is_ca":false},{"name":"Anita Hamilton","is_ca":false},{"name":"Greg Nash","is_ca":false},{"name":"Nicole Masters","is_ca":false},{"name":"Fiona Pelly","is_ca":false},{"name":"Carol Reid","is_ca":false},{"name":"Rebekah Shakhovskoy","is_ca":false},{"name":"Jane Taylor","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08962097637525371,"gpt":0.6444884887236969,"spread":0.5548675123484432,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02678195,0.001678965,0.004309537,0.01439292,0.001470365,0.004551404,0.002249335,0.003048449,0.002866694],"category_scores_gemma":[0.07779368,0.001426434,0.003452247,0.0167883,0.001576368,0.004219926,0.003317764,0.002306206,0.0005137544],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005328072,"about_ca_system_score_gemma":0.02662576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008024639,"about_ca_topic_score_gemma":0.01581528,"domain_scores_codex":[0.9819998,0.007375832,0.005200609,0.001078126,0.003820591,0.0005250829],"domain_scores_gemma":[0.9235418,0.05894643,0.007077303,0.001341974,0.008402586,0.0006898374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00007714024,0.00005637332,0.000761405,0.6211294,0.001130499,0.0001579445,0.001217979,0.0003216396,0.0002460206,0.002493588,0.005058284,0.3673498],"study_design_scores_gemma":[0.0000156633,0.00006733551,0.00134197,0.9446145,0.002075156,0.0002252026,0.0008172056,0.00009169811,0.0001885892,0.000650223,0.04989256,0.00002004431],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0003946856,0.9976947,0.0003300583,0.0005353245,0.0001678693,0.0001869661,0.00005267181,0.000006578325,0.0006312199],"genre_scores_gemma":[0.004353715,0.9940865,0.0007033193,0.0002952729,0.00005307262,0.0003327971,0.00008178963,0.000003924588,0.00008958016],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02678195,"threshold_uncertainty_score":0.1416382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976235441","doi":"10.1007/s10459-010-9223-x","title":"Toward meaningful evaluation of medical trainees: the influence of participants’ perceptions of the process","year":2010,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":140,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Perception; Context (archaeology); Process (computing); Affect (linguistics); Psychology; Medical education; Reliability (semiconductor); Applied psychology; Computer science; Medicine","authors":[{"name":"Christopher Watling","is_ca":true},{"name":"Lorelei Lingard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1270790189839488,"gpt":0.5557974727277417,"spread":0.4287184537437929,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03443155,0.0005105584,0.001273734,0.001126745,0.0005115699,0.002796207,0.001119761,0.001478008,0.001618044],"category_scores_gemma":[0.06451485,0.0002024454,0.0005352487,0.001474578,0.00115367,0.002459552,0.001766552,0.001546316,0.0002347915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00174098,"about_ca_system_score_gemma":0.004997737,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001262922,"about_ca_topic_score_gemma":0.003643294,"domain_scores_codex":[0.974777,0.01706805,0.001687824,0.0008060621,0.005215182,0.0004459512],"domain_scores_gemma":[0.9301935,0.05431722,0.006664417,0.0006103694,0.007396562,0.0008179065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005220004,0.0002396589,0.007019056,0.02850013,0.0003656512,0.00009019636,0.008183093,0.0001365237,0.001360349,0.002427112,0.002476209,0.94868],"study_design_scores_gemma":[0.0008787124,0.003436859,0.2266782,0.1667012,0.004199186,0.002638135,0.05625812,0.001494636,0.0144986,0.01388018,0.5090212,0.0003148894],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.07153126,0.9039615,0.003218147,0.008068126,0.0005243487,0.0003694065,0.00005183029,0.00001352196,0.01226196],"genre_scores_gemma":[0.3647139,0.6203084,0.009781106,0.002236017,0.0004315556,0.0005887617,0.0001097611,0.00001424058,0.001816231],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03443155,"threshold_uncertainty_score":0.1820937,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974685352","doi":"10.1007/s10459-009-9206-y","title":"What we see and don’t see when we look at ‘competence’: notes on a god term","year":2009,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Competence (human resources); Terminology; Curriculum; Rhetorical question; Psychology; Pedagogy; Epistemology; Sociology; Linguistics; Philosophy; Social psychology","authors":[{"name":"Lorelei Lingard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01475596689998873,"gpt":0.3909325543277402,"spread":0.3761765874277515,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02065987,0.00332503,0.004850093,0.003196853,0.007920645,0.01341876,0.005342166,0.0455595,0.004942798],"category_scores_gemma":[0.0896112,0.001539009,0.002824789,0.002313372,0.01259674,0.0105409,0.004790659,0.07919073,0.003698684],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008321396,"about_ca_system_score_gemma":0.009437266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0100825,"about_ca_topic_score_gemma":0.03638006,"domain_scores_codex":[0.9827356,0.005197622,0.002947194,0.001816938,0.006164078,0.001138601],"domain_scores_gemma":[0.9105843,0.06002969,0.003534752,0.002026628,0.01741192,0.00641283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001370963,0.000004334962,0.00001446288,0.0001713894,0.00001348976,0.00008849469,0.0001896686,0.000009840669,0.00001895316,0.001180128,0.9960741,0.002221437],"study_design_scores_gemma":[0.00006475588,0.00001732829,0.0002923686,0.001484509,0.00007894943,0.000310627,0.0006482669,0.00008267251,0.00005649293,0.003007294,0.9939037,0.00005303134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00002593475,0.008027537,0.0001042581,0.1672406,0.8238779,0.00000516263,0.00001257875,0.00001351703,0.0006924002],"genre_scores_gemma":[0.001044186,0.004849266,0.0001985499,0.1717519,0.8182018,0.00002831652,0.00001044204,0.00006230007,0.003853143],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.0455595,"threshold_uncertainty_score":0.1092612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3095749702","doi":"10.1007/s10459-020-10006-x","title":"Dismantling the master’s house: new ways of knowing for equity and social justice in health professions education","year":2020,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":134,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; The Wilson Centre; Toronto Western Hospital; University Health Network; University of Toronto","funders":"","keywords":"Praxis; Sociology; Social justice; Curriculum; Equity (law); Engineering ethics; Health equity; Foundation (evidence); Pedagogy; Health care; Social science; Political science; Law","authors":[{"name":"Morag Paton","is_ca":true},{"name":"Thirusha Naidu","is_ca":false},{"name":"Tasha R. Wyatt","is_ca":false},{"name":"Oluwasemipe Oni","is_ca":true},{"name":"Gianni R. Lorello","is_ca":true},{"name":"Umberin Najeeb","is_ca":true},{"name":"Zac Feilchenfeld","is_ca":true},{"name":"Stephanie J. Waterman","is_ca":true},{"name":"Cynthia Whitehead","is_ca":true},{"name":"Ayelet Kuper","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2056458436680438,"gpt":0.5076386516506385,"spread":0.3019928079825948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02863235,0.000501427,0.0007919525,0.00152598,0.01885811,0.01917756,0.002415166,0.009393881,0.01282451],"category_scores_gemma":[0.0267724,0.0005087795,0.0008410665,0.0009474642,0.07456273,0.04350135,0.01816953,0.01943278,0.001569282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007885312,"about_ca_system_score_gemma":0.03173976,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008863627,"about_ca_topic_score_gemma":0.01960931,"domain_scores_codex":[0.982486,0.01271174,0.0003840525,0.000968941,0.001844159,0.001605094],"domain_scores_gemma":[0.9719191,0.01872784,0.001164257,0.002201273,0.001557441,0.00443008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002251169,0.0001020564,0.0006865617,0.000146811,0.000008791832,0.000116835,0.08838295,0.0001133295,0.0001584444,0.8185007,0.03309269,0.05866841],"study_design_scores_gemma":[0.00002463233,0.00003728015,0.0005319232,0.0007129071,0.00001137338,0.0001635411,0.0565954,0.0002761116,0.0003087615,0.7531833,0.1881162,0.00003857986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03237133,0.01482956,0.04353052,0.7035276,0.005271854,0.00009242933,0.00003357816,0.000162587,0.2001805],"genre_scores_gemma":[0.8238229,0.008787175,0.03202593,0.07998171,0.002173179,0.0002870884,0.00003878277,0.0002717001,0.05261168],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02863235,"threshold_uncertainty_score":0.1514242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2992205233","doi":"10.1007/s10459-019-09946-w","title":"The development of competency frameworks in healthcare professions: a scoping review","year":2019,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":132,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network; Fanshawe College","funders":"","keywords":"CINAHL; PsycINFO; Scopus; MEDLINE; Health care; Medical education; Relevance (law); Stakeholder; Diversity (politics); Psychology; Medicine; Nursing; Sociology; Psychological intervention; Political science","authors":[{"name":"Alan M Batt","is_ca":true},{"name":"Walter Tavares","is_ca":true},{"name":"Brett Williams","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08710279260612372,"gpt":0.5561193377928371,"spread":0.4690165451867133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01723617,0.001405175,0.004084419,0.01125512,0.0008937194,0.004783916,0.002596444,0.003170745,0.002961374],"category_scores_gemma":[0.03573843,0.000834988,0.003056884,0.01053719,0.002000217,0.004922777,0.003250345,0.002982516,0.0004052691],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004630861,"about_ca_system_score_gemma":0.02095365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009666938,"about_ca_topic_score_gemma":0.01894961,"domain_scores_codex":[0.9936708,0.001997631,0.001672935,0.0005573193,0.001825162,0.0002760691],"domain_scores_gemma":[0.9669806,0.0269973,0.002707324,0.0004362113,0.002489033,0.000389647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008059518,0.00008318121,0.0006332881,0.3780606,0.0009159264,0.00009508376,0.0005826342,0.0004747109,0.0002868745,0.007461168,0.005224717,0.6061013],"study_design_scores_gemma":[0.00004041258,0.00009237757,0.002017128,0.8023601,0.003309397,0.0004036753,0.0007480144,0.0002555406,0.0002925602,0.004113997,0.1863234,0.00004330761],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001145103,0.9990804,0.0001463024,0.0003000806,0.00006622986,0.00002385772,0.0000177584,0.000002155942,0.0002487269],"genre_scores_gemma":[0.001340628,0.9977271,0.0005460751,0.0002346451,0.00003785117,0.00003507508,0.00002677998,0.000001417719,0.00005041144],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01723617,"threshold_uncertainty_score":0.09115469,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2989702233","doi":"10.1007/s10459-019-09932-2","title":"Scoping reviews in health professions education: challenges, considerations and lessons learned about epistemology and methodology","year":2019,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Université de Montréal; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Epistemology; Engineering ethics; Meaning (existential); Scholarship; Foundation (evidence); Perspective (graphical); Rationality; Sociology; Systematic review; Management science; Psychology; MEDLINE; Computer science; Political science; Philosophy","authors":[{"name":"Aliki Thomas","is_ca":true},{"name":"Stuart Lubarsky","is_ca":true},{"name":"Lara Varpio","is_ca":false},{"name":"Steven J. Durning","is_ca":false},{"name":"Meredith Young","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3039440632008207,"gpt":0.5800463904718719,"spread":0.2761023272710512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5608501,0.00189602,0.00804732,0.02424985,0.007569475,0.03366238,0.009388628,0.01654208,0.004840239],"category_scores_gemma":[0.7219685,0.002932033,0.005838017,0.02240222,0.02202053,0.03148782,0.01648272,0.01610548,0.001604302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01606122,"about_ca_system_score_gemma":0.08974691,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01145935,"about_ca_topic_score_gemma":0.03207751,"domain_scores_codex":[0.5106849,0.3591396,0.08026637,0.007359309,0.03939131,0.003158552],"domain_scores_gemma":[0.08442309,0.8149839,0.01796049,0.01430151,0.06406196,0.00426911],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000275254,0.0001953486,0.005508495,0.1522157,0.002533509,0.0008115884,0.02374639,0.001341158,0.000506803,0.09492748,0.0868853,0.631053],"study_design_scores_gemma":[0.0001455862,0.0001389845,0.002177739,0.553252,0.001315043,0.0008154655,0.01995746,0.001742137,0.0003832811,0.2106661,0.2091615,0.0002445214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001358199,0.621655,0.02553347,0.3373743,0.009275604,0.0005764464,0.0001717319,0.0001399867,0.003915107],"genre_scores_gemma":[0.05294146,0.6874108,0.1755041,0.06660366,0.0116098,0.003448149,0.0004443388,0.000256137,0.001781513],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4391499,"threshold_uncertainty_score":0.54155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055599292","doi":"10.1007/s10459-010-9269-9","title":"Caring, competence and professional identities in medical education","year":2010,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":126,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Competence (human resources); Curriculum; Pedagogy; Sociology; Focus group; Discourse analysis; Medical education; Psychology; Medicine; Social psychology","authors":[{"name":"Anna MacLeod","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01135352900587932,"gpt":0.4430664943462753,"spread":0.431712965340396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01021057,0.0002497763,0.0004617916,0.001725706,0.01123336,0.01431264,0.0009063339,0.003322303,0.005084828],"category_scores_gemma":[0.01812504,0.0002855808,0.0002396654,0.001198082,0.03115809,0.007997931,0.006468232,0.00563663,0.0003657065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004390844,"about_ca_system_score_gemma":0.009929118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007266973,"about_ca_topic_score_gemma":0.008912023,"domain_scores_codex":[0.9915082,0.005600074,0.0002601945,0.0003949956,0.00123452,0.001001899],"domain_scores_gemma":[0.9825777,0.01109724,0.001326695,0.0004589038,0.0009504536,0.003589045],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005693977,0.0002918873,0.00978652,0.00009842045,0.00001069499,0.0002923862,0.1158732,0.0001347379,0.0001341218,0.8386313,0.003348766,0.03134099],"study_design_scores_gemma":[0.00005823778,0.0001012359,0.02221502,0.0004884623,0.00002074177,0.0005978621,0.1751661,0.0004563957,0.0002102099,0.7520921,0.0485277,0.00006601439],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4022824,0.02195617,0.004622902,0.09528752,0.001187857,0.00003865804,0.00003703792,0.00001671377,0.4745707],"genre_scores_gemma":[0.99388,0.001388096,0.0004944741,0.0009914999,0.0001496413,0.00001802008,0.000007245584,0.00000504257,0.003065944],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01431264,"threshold_uncertainty_score":0.0539993,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3135353559","doi":"10.1007/s10459-021-10040-3","title":"The need for health AI ethics in medical school education","year":2021,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":119,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Novo Nordisk Fonden","keywords":"Transparency (behavior); Health care; Medical ethics; Engineering ethics; Informed consent; Ethical issues; Field (mathematics); Medical education; Public relations; Psychology; Medicine; Political science; Alternative medicine; Engineering; Law","authors":[{"name":"Gali Katznelson","is_ca":true},{"name":"Sara Gerke","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1356837511280385,"gpt":0.5821554979642913,"spread":0.4464717468362529,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06782168,0.0004025762,0.0008547198,0.002366522,0.01480506,0.0228275,0.002426133,0.02169449,0.01470609],"category_scores_gemma":[0.09149694,0.0008002925,0.0007287713,0.0009437577,0.04799476,0.0225754,0.01301813,0.03524595,0.002187679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01207835,"about_ca_system_score_gemma":0.05226067,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005409788,"about_ca_topic_score_gemma":0.009100487,"domain_scores_codex":[0.9531609,0.031947,0.001369622,0.002558145,0.00746941,0.003494938],"domain_scores_gemma":[0.7746874,0.1433799,0.008988887,0.008421867,0.02413584,0.04038622],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004443156,0.0001735799,0.00308064,0.0002721981,0.00002084659,0.0002048016,0.01480281,0.0003733885,0.000327374,0.8859072,0.05351896,0.04127366],"study_design_scores_gemma":[0.00006058322,0.00007083599,0.003030441,0.001362524,0.0000163311,0.0004131742,0.02346618,0.001232039,0.0004008821,0.727204,0.2426755,0.00006755144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.005707048,0.002429931,0.005214419,0.9380385,0.001450788,0.00002662488,0.00001150143,0.00003846964,0.04708273],"genre_scores_gemma":[0.7077339,0.003606431,0.01269906,0.2569386,0.004743149,0.000263594,0.00003587989,0.0001330043,0.01384644],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06782168,"threshold_uncertainty_score":0.3586796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2020135517","doi":"10.1007/s10459-011-9322-3","title":"Comparing the use of global rating scale with checklists for the assessment of central venous catheterization skills using simulation","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":118,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Checklist; Rating scale; Formative assessment; Scale (ratio); Context (archaeology); Medicine; Psychology; Developmental psychology","authors":[{"name":"Irene Ma","is_ca":true},{"name":"Nadia Zalunardo","is_ca":true},{"name":"George Pachev","is_ca":true},{"name":"Tanya Beran","is_ca":true},{"name":"Melanie Brown","is_ca":true},{"name":"Rose Hatala","is_ca":true},{"name":"Kevin McLaughlin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1844308800743737,"gpt":0.5094449863442729,"spread":0.3250141062698992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067676,0.0005910111,0.0009150935,0.001137068,0.0002813085,0.0005840376,0.0006465982,0.0006873095,0.001646503],"category_scores_gemma":[0.03824128,0.000309469,0.001305408,0.0005912988,0.0004845917,0.00143804,0.001147744,0.0007819184,0.0003826102],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005224601,"about_ca_system_score_gemma":0.0006986354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001620468,"about_ca_topic_score_gemma":0.001859683,"domain_scores_codex":[0.9916329,0.004765969,0.00100683,0.0005008473,0.001764365,0.0003290424],"domain_scores_gemma":[0.9638667,0.02415069,0.003192283,0.001675689,0.005660745,0.001453898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.02657203,0.004382364,0.8122923,0.0005826708,0.001523941,0.0001788039,0.003757891,0.003778648,0.007081824,0.0003990938,0.00172505,0.1377253],"study_design_scores_gemma":[0.001153568,0.03334991,0.9399559,0.0001173783,0.0005821718,0.0004470665,0.002309413,0.01563394,0.004343585,0.0002762299,0.001708837,0.0001219894],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9963844,0.000168675,0.001880012,0.00006206274,0.00006092749,0.0001642741,0.0001705335,0.00003739071,0.001071778],"genre_scores_gemma":[0.9964926,0.0001393641,0.002386342,0.00003642997,0.00001779219,0.000169686,0.0002826863,0.00001461317,0.0004606034],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0067676,"threshold_uncertainty_score":0.03579092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017358996","doi":"10.1007/s10459-010-9251-6","title":"Evidence-based practice: a review of theoretical assumptions and effectiveness of teaching and assessment interventions in health professions","year":2010,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":117,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Evidence-based practice; Occupational therapy; Curriculum; Competence (human resources); Psychological intervention; Medical education; Professional development; Psychology; Context (archaeology); Health care; Core competency; Entry Level; Medicine; Pedagogy; Nursing; Alternative medicine","authors":[{"name":"Aliki Thomas","is_ca":true},{"name":"Alenoush Saroyan","is_ca":true},{"name":"W. Dale Dauphinée","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2497687668070358,"gpt":0.6906289074125218,"spread":0.4408601406054861,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03586476,0.001685239,0.008758713,0.009468569,0.0009222241,0.004845304,0.00383282,0.003658072,0.003207698],"category_scores_gemma":[0.1322031,0.001240677,0.00493172,0.0096309,0.002577092,0.004112868,0.002755505,0.003519322,0.0003592452],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008360241,"about_ca_system_score_gemma":0.01714371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01021356,"about_ca_topic_score_gemma":0.02621638,"domain_scores_codex":[0.9737732,0.009671502,0.007947764,0.001555711,0.006685927,0.0003660063],"domain_scores_gemma":[0.878031,0.1048671,0.009737239,0.001183519,0.005461015,0.000720138],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004009373,0.00006736696,0.0007158743,0.6615968,0.005552182,0.00008091763,0.0004244761,0.0003683477,0.0001797081,0.002068782,0.002603957,0.3259406],"study_design_scores_gemma":[0.000297747,0.0001527637,0.00282647,0.9452708,0.01794829,0.0002179003,0.0003088953,0.0002149905,0.0002729092,0.002263952,0.03018389,0.00004145906],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002986831,0.9983349,0.0002558593,0.0006454628,0.0001004035,0.00008117271,0.00005232589,0.000003859253,0.0002272705],"genre_scores_gemma":[0.006161326,0.991267,0.00181135,0.0004847014,0.00006464367,0.0001189618,0.0000476027,0.000003136728,0.00004125985],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9641352,"threshold_uncertainty_score":0.1896732,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003938869","doi":"10.1007/s10459-015-9603-3","title":"Replacing stressful challenges with positive coping strategies: a resilience program for clinical placement learning","year":2015,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Australian Physiotherapy Association","keywords":"Coping (psychology); Resilience (materials science); Psychology; Medical education; Clinical psychology; Applied psychology; Medicine","authors":[{"name":"Clare Delany","is_ca":false},{"name":"K. J. Miller","is_ca":true},{"name":"Louisa Remedios","is_ca":false},{"name":"Ashrafalsadat Hosseini","is_ca":false},{"name":"Sharon Mcleod","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0764492773587307,"gpt":0.5196185732439059,"spread":0.4431692958851752,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001118803,0.0007578553,0.0005169395,0.0005191064,0.001978843,0.0008024345,0.001271484,0.0006835946,0.006540765],"category_scores_gemma":[0.002328329,0.0002523144,0.0007674379,0.0003193013,0.0005149257,0.000609413,0.002696424,0.002147665,0.0007452402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005629438,"about_ca_system_score_gemma":0.004122874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009881863,"about_ca_topic_score_gemma":0.003869556,"domain_scores_codex":[0.9995932,0.000100672,0.00001600617,0.0000694224,0.00006117947,0.0001596268],"domain_scores_gemma":[0.9983699,0.0001357186,0.00008465526,0.00007892355,0.0000622261,0.00126862],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.003965974,0.1670561,0.01525788,0.0007497352,0.0001667845,0.001383625,0.006869323,0.002201904,0.01266003,0.00184544,0.01837205,0.7694712],"study_design_scores_gemma":[0.02179542,0.2342482,0.5107501,0.003137239,0.001349466,0.005658001,0.05178305,0.0178381,0.02852537,0.02232187,0.1016951,0.0008981513],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9851783,0.0002816255,0.003325834,0.003021718,0.0004690421,0.001194367,0.00006070305,0.0002497573,0.006218634],"genre_scores_gemma":[0.9672106,0.0007859673,0.02298154,0.0008007368,0.0001460865,0.001726998,0.0001609419,0.00002723816,0.006159801],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006540765,"threshold_uncertainty_score":0.02188104,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987548299","doi":"10.1007/s10459-012-9370-3","title":"Exploring the impact of mental workload on rater-based assessments","year":2012,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Centennial College; University of Toronto","funders":"","keywords":"Workload; Mental health; Psychology; Inter-rater reliability; Medical education; Applied psychology; Medicine; Computer science; Psychiatry; Rating scale","authors":[{"name":"Walter Tavares","is_ca":true},{"name":"Kevin W. Eva","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2806383337453537,"gpt":0.5869026846186868,"spread":0.306264350873333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006827287,0.001296383,0.003881706,0.003198943,0.0002272201,0.001590272,0.002122733,0.001037766,0.002499083],"category_scores_gemma":[0.0238154,0.0004403747,0.00192803,0.003142645,0.0004325138,0.001512467,0.00109189,0.001119864,0.0005501644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009632673,"about_ca_system_score_gemma":0.002306394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005041389,"about_ca_topic_score_gemma":0.01075691,"domain_scores_codex":[0.9960884,0.001283444,0.0007177268,0.0004786776,0.00134048,0.00009134597],"domain_scores_gemma":[0.9768503,0.01722125,0.002606366,0.0002917649,0.002891911,0.0001384256],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002585672,0.00005485016,0.002406841,0.06284961,0.00183231,0.00005294443,0.0001264791,0.0002177981,0.0002665049,0.0003077756,0.002913276,0.928713],"study_design_scores_gemma":[0.0007140869,0.002007867,0.1504419,0.3477711,0.03840399,0.004964763,0.001948015,0.001973729,0.004470194,0.004901461,0.4419442,0.0004586007],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007398546,0.9984136,0.0001870187,0.0001292279,0.00008963907,0.0000125188,0.00006338414,0.000003862403,0.0003609793],"genre_scores_gemma":[0.007693832,0.9909295,0.000726695,0.0001748283,0.0001458596,0.00003054366,0.0001243798,0.000003618662,0.0001705658],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.006827287,"threshold_uncertainty_score":0.03610653,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036692783","doi":"10.1007/s10459-014-9494-8","title":"Data dredging, salami-slicing, and other successful strategies to ensure rejection: twelve tips on how to not get your paper published","year":2014,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":112,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Currency; Reading (process); Computer science; Public relations; Psychology; Medical education; Medicine; Law; Political science; Economics","authors":[{"name":"Geoff Norman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02788569610152812,"gpt":0.4174150823552222,"spread":0.389529386253694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04677996,0.002616293,0.002751898,0.003971581,0.005699235,0.01504908,0.004795804,0.02629798,0.00832001],"category_scores_gemma":[0.2184606,0.001416748,0.003537389,0.002115154,0.006052729,0.0109297,0.003172054,0.04002362,0.005259156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004211582,"about_ca_system_score_gemma":0.009429557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003315683,"about_ca_topic_score_gemma":0.01277795,"domain_scores_codex":[0.9710907,0.007794424,0.005720726,0.001768116,0.0124528,0.001173144],"domain_scores_gemma":[0.7836965,0.1269698,0.008504754,0.005640255,0.06371799,0.01147061],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002210449,0.00001303208,0.00004188407,0.0001973813,0.00003519953,0.00006806994,0.00006134476,0.00002134184,0.0000324959,0.0007448021,0.9892169,0.009545371],"study_design_scores_gemma":[0.00008813092,0.00003422945,0.0003215669,0.001381014,0.0001210631,0.0002021661,0.0003105467,0.0001957134,0.0001671371,0.004055128,0.9930501,0.00007326579],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00006029828,0.005871087,0.0006826769,0.1789804,0.8131552,0.00003042087,0.00003413448,0.00008074967,0.001105095],"genre_scores_gemma":[0.001086178,0.007335572,0.001516591,0.1254431,0.8563412,0.00006983082,0.00003405523,0.0001547921,0.008018729],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.973702,"threshold_uncertainty_score":0.247399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968386328","doi":"10.1007/s10459-013-9453-9","title":"Exploring the role of first impressions in rater-based assessments","year":2013,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Psychology; Cognition; Competence (human resources); Applied psychology; Inter-rater reliability; Social cognition; Cognitive skill; Cognitive psychology; Social psychology; Rating scale; Developmental psychology","authors":[{"name":"Timothy J. Wood","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1735800993244859,"gpt":0.5319678283559396,"spread":0.3583877290314537,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06059812,0.002057644,0.007915311,0.005557043,0.0005122718,0.004175822,0.003163347,0.001432176,0.002492696],"category_scores_gemma":[0.1309371,0.0008482295,0.004327175,0.004895702,0.001195133,0.003254037,0.001484346,0.001878077,0.0007091593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001522178,"about_ca_system_score_gemma":0.002696784,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00360882,"about_ca_topic_score_gemma":0.00873546,"domain_scores_codex":[0.9514653,0.02375443,0.008889597,0.003652596,0.01193543,0.0003026958],"domain_scores_gemma":[0.7828475,0.1731355,0.02212506,0.004057272,0.0174603,0.0003744901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007345167,0.0000987425,0.01687297,0.1167685,0.0108333,0.00009949892,0.0008866331,0.0004279646,0.0004504805,0.001756539,0.003390771,0.8476801],"study_design_scores_gemma":[0.001588678,0.003811819,0.2300417,0.3909613,0.105405,0.006578691,0.004652552,0.005560766,0.007396357,0.01638504,0.2263503,0.001267836],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003200906,0.9925398,0.001780903,0.0002830421,0.0003147943,0.0001247167,0.0004060488,0.00001536612,0.001334427],"genre_scores_gemma":[0.08818892,0.8956808,0.01223611,0.0007216928,0.000821433,0.0004459876,0.000953298,0.0000348199,0.0009168936],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.06059812,"threshold_uncertainty_score":0.3204773,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4223586235","doi":"10.1007/s10459-022-10112-y","title":"Transgender health content in medical education: a theory-guided systematic review of current training practices and implementation barriers & facilitators","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":110,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Transgender; Curriculum; Psychological intervention; Thematic analysis; Medical education; Psychology; Medicine; Qualitative research; Nursing; Pedagogy; Sociology","authors":[{"name":"Jason O. van Heesewijk","is_ca":false},{"name":"Alex Kent","is_ca":true},{"name":"Tim C. van de Grift","is_ca":false},{"name":"Alex Harleman","is_ca":false},{"name":"Maaike Muntinga","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3165196185495844,"gpt":0.6236424952896602,"spread":0.3071228767400758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03192058,0.001193583,0.005975284,0.01868808,0.001106053,0.004180145,0.002455184,0.002209458,0.003497432],"category_scores_gemma":[0.1102447,0.00128396,0.005616528,0.01817043,0.002085751,0.00592124,0.00286404,0.001530778,0.0003277427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007614527,"about_ca_system_score_gemma":0.03248291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01076309,"about_ca_topic_score_gemma":0.03254903,"domain_scores_codex":[0.9755082,0.009622972,0.009515777,0.001296228,0.003508913,0.0005479394],"domain_scores_gemma":[0.8924949,0.08599629,0.01268967,0.001412668,0.006672884,0.0007336173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001054557,0.00003332781,0.001598603,0.8989926,0.002657647,0.0001357186,0.001602016,0.0001191205,0.0001639492,0.0005679876,0.001295761,0.09272777],"study_design_scores_gemma":[0.00007580534,0.00008449248,0.002179724,0.9775127,0.009802057,0.0001512754,0.001174053,0.00007997192,0.0001275271,0.0003253696,0.008470177,0.00001703626],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002737986,0.9930238,0.0008652591,0.00104165,0.0001484624,0.001300745,0.0003619517,0.00001347311,0.0005067904],"genre_scores_gemma":[0.02713021,0.9640951,0.004188319,0.00099659,0.00007485043,0.003103127,0.0002524834,0.000009698654,0.0001495965],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03192058,"threshold_uncertainty_score":0.1688142,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2895846459","doi":"10.1007/s10459-018-9857-7","title":"Patient involvement in health professionals’ education: a meta-narrative review","year":2018,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":110,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Women's College Hospital; University of Toronto; University Health Network; The Wilson Centre","funders":"Arnold P. Gold Foundation","keywords":"Narrative; Health professionals; Medical education; Narrative review; Meta-analysis; Medicine; MEDLINE; Psychology; Health care; Intensive care medicine; Internal medicine; Political science","authors":[{"name":"Paula Rowland","is_ca":true},{"name":"Melanie Anderson","is_ca":true},{"name":"Arno K. Kumagai","is_ca":true},{"name":"Sarah McMillan","is_ca":true},{"name":"Vijay K. Sandhu","is_ca":true},{"name":"Sylvia Langlois","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.109198702955604,"gpt":0.5475186053685487,"spread":0.4383199024129447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007988686,0.001071454,0.004136702,0.003709943,0.0004888603,0.003670655,0.00135489,0.002390709,0.00761311],"category_scores_gemma":[0.04365088,0.0007914837,0.006971622,0.00475252,0.0008174548,0.002476013,0.001999524,0.002537357,0.0003838761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002322349,"about_ca_system_score_gemma":0.006477063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004969509,"about_ca_topic_score_gemma":0.02361043,"domain_scores_codex":[0.9929411,0.002743613,0.002415773,0.0007664665,0.0008531793,0.0002797687],"domain_scores_gemma":[0.9526216,0.04048991,0.005133022,0.0003854603,0.001041939,0.0003280827],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006864994,0.00005341619,0.003565747,0.896189,0.03131977,0.0001814493,0.000693911,0.000116336,0.0001141628,0.0006363008,0.002666674,0.06377672],"study_design_scores_gemma":[0.0005274839,0.0002145674,0.009146352,0.776922,0.1780808,0.0005358611,0.001208378,0.00009188795,0.0001724921,0.0008803816,0.03215865,0.00006124812],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001034712,0.9980344,0.00007795785,0.0002729321,0.00008306069,0.00005986655,0.0001841738,0.000002003345,0.0002509122],"genre_scores_gemma":[0.03056441,0.9668673,0.0004591254,0.001467512,0.0001307333,0.0001806811,0.0001732842,0.000005650471,0.000151366],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9920113,"threshold_uncertainty_score":0.04224873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2041542884","doi":"10.1007/s10459-007-9068-0","title":"Undesired variance due to examiner stringency/leniency effect in communication skill scores assessed in OSCEs","year":2007,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":109,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Variance (accounting); Rasch model; Objective structured clinical examination; Raw score; Psychology; Medical education; Communication skills; Applied psychology; Medicine; Statistics; Developmental psychology; Mathematics; Raw data","authors":[{"name":"Peter H. Harasym","is_ca":true},{"name":"Wayne Woloschuk","is_ca":true},{"name":"Leslie Cunning","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0203232632687586,"gpt":0.4305531748638134,"spread":0.4102299115950548,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02923321,0.0007487002,0.000954552,0.001243447,0.000964828,0.001089939,0.0008561356,0.001047043,0.003973038],"category_scores_gemma":[0.0957023,0.0005210573,0.001337927,0.001350438,0.001196613,0.0007993254,0.001716082,0.001409217,0.0007614698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005689814,"about_ca_system_score_gemma":0.0006636063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00212231,"about_ca_topic_score_gemma":0.003555723,"domain_scores_codex":[0.9661147,0.01218391,0.003534018,0.008203264,0.008605315,0.001358832],"domain_scores_gemma":[0.8659548,0.1020963,0.005234569,0.01891192,0.006489645,0.00131278],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003421199,0.000788783,0.8813214,0.0004318765,0.002248428,0.0009025107,0.003617651,0.002436948,0.02475371,0.0026761,0.002168987,0.07523243],"study_design_scores_gemma":[0.00005955781,0.0005301621,0.9849597,0.00002800233,0.0004425085,0.0004231431,0.0001748558,0.003810829,0.007517244,0.0008869295,0.001137937,0.00002927924],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9425771,0.0008441292,0.04922818,0.0002578982,0.0005914484,0.0003841958,0.0008009,0.0003625347,0.00495367],"genre_scores_gemma":[0.9918458,0.0000686023,0.005349555,0.0001528518,0.00009840763,0.0001804447,0.0004121473,0.0002283995,0.001663862],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9707668,"threshold_uncertainty_score":0.1546018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2038162399","doi":"10.1007/s10459-005-5639-0","title":"Self and Peer Assessment of Pediatricians, Psychiatrists and Medicine Specialists: Implications for Self-Directed Learning","year":2006,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":106,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Quartile; Percentile; Peer assessment; Self-assessment; Medicine; Percentile rank; Peer group; Family medicine; MEDLINE; Psychology; Medical education; Internal medicine; Social psychology","authors":[{"name":"Claudio Violato","is_ca":true},{"name":"Jocelyn Lockyer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01268500213332827,"gpt":0.4377715432483227,"spread":0.4250865411149944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01168266,0.0002681979,0.0005591926,0.001124873,0.002138523,0.002389078,0.001116226,0.00137303,0.003414119],"category_scores_gemma":[0.1020178,0.0002126543,0.000393682,0.0004551289,0.001190908,0.002020133,0.002506734,0.001566289,0.0005466497],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0016057,"about_ca_system_score_gemma":0.004009343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003827809,"about_ca_topic_score_gemma":0.007459835,"domain_scores_codex":[0.985706,0.00877698,0.0007198158,0.0005867315,0.003491527,0.0007189175],"domain_scores_gemma":[0.9024376,0.05097797,0.008125878,0.00256756,0.02239877,0.01349221],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004325752,0.002995924,0.7558981,0.0002391502,0.00009222463,0.0008361014,0.05495352,0.0002074029,0.0006863387,0.001116093,0.006110745,0.1764318],"study_design_scores_gemma":[0.0001708175,0.001872159,0.8038574,0.0005688151,0.0001186245,0.00197338,0.1708939,0.002824471,0.001702484,0.004536043,0.01137756,0.0001043893],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9816568,0.0005293931,0.0006829251,0.004753732,0.0001908624,0.0001605173,0.00003536091,0.00003143184,0.011959],"genre_scores_gemma":[0.9961969,0.0002789188,0.001337129,0.0004610172,0.00008056836,0.0001169857,0.00004725884,0.00001131207,0.001470119],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9883173,"threshold_uncertainty_score":0.06178457,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073669445","doi":"10.1007/s10459-007-9091-1","title":"Towards effective evaluation and reform in medical education: a cognitive and learning sciences perspective","year":2008,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Association of American Medical Colleges","keywords":"Curriculum; Competence (human resources); Medical education; Health care; Cognition; Process (computing); Psychology; Medicine; Pedagogy; Computer science; Political science","authors":[{"name":"Vimla L. Patel","is_ca":false},{"name":"Nicole A. Yoskowitz","is_ca":false},{"name":"José F. Arocha","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04404668000014875,"gpt":0.5366334224859635,"spread":0.4925867424858147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02340958,0.001213546,0.003536286,0.006680227,0.001019763,0.006280101,0.002561107,0.006499699,0.002794427],"category_scores_gemma":[0.03211963,0.0005429881,0.0008950249,0.006521122,0.006239636,0.007933849,0.002408043,0.003818566,0.0008926717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004551496,"about_ca_system_score_gemma":0.01165727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005251328,"about_ca_topic_score_gemma":0.007058974,"domain_scores_codex":[0.9916277,0.004029569,0.0007322197,0.0004885548,0.002795331,0.0003266806],"domain_scores_gemma":[0.9596962,0.03333029,0.002228656,0.0006996231,0.003570098,0.0004750708],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003382238,0.0001176338,0.0003370523,0.01729532,0.0001213037,0.00008820776,0.0004759861,0.0008047367,0.0002483608,0.08198527,0.01058921,0.887903],"study_design_scores_gemma":[0.00008165844,0.0001635767,0.003610457,0.05955844,0.0003767381,0.0008468697,0.001545326,0.001203356,0.001242394,0.1640803,0.7671922,0.00009880126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001607867,0.9881259,0.002345056,0.006508589,0.000351476,0.00001703445,0.000006003751,0.00001263993,0.002472464],"genre_scores_gemma":[0.006782831,0.9841048,0.00540596,0.002081073,0.0006995574,0.0000472442,0.00001428648,0.000004709699,0.0008595792],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02340958,"threshold_uncertainty_score":0.1238032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2162457147","doi":"10.1023/a:1014516206120","title":"Accuracy of Student Self-Assessment Ability Compared to Their Own Performance in a Problem-Based Learning Medical Program: A Correlation Study","year":2002,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":104,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke; Canadian Physiotherapy Association; University of Ottawa","funders":"Université de Sherbrooke","keywords":"Self-assessment; Educational measurement; Self evaluation; Oral examination; Medicine; Medical education; Psychology; Curriculum; Family medicine; Applied psychology; Pedagogy","authors":[{"name":"M. Tousignant","is_ca":true},{"name":"J.E. DesMarchais","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03546545492594817,"gpt":0.4492015785511684,"spread":0.4137361236252202,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005367836,0.0002994596,0.0005469311,0.00149389,0.0003939665,0.001082676,0.0006076327,0.0006763728,0.0008067092],"category_scores_gemma":[0.03385667,0.0003003872,0.0005748599,0.001096859,0.0007017777,0.0007727417,0.0007187455,0.0008762142,0.0006557966],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003297642,"about_ca_system_score_gemma":0.0004426394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002086275,"about_ca_topic_score_gemma":0.001974232,"domain_scores_codex":[0.9951856,0.001835857,0.0006915463,0.00058007,0.001424872,0.0002820788],"domain_scores_gemma":[0.942452,0.03503072,0.00800816,0.00467024,0.007571229,0.002267689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001465324,0.0001612557,0.996995,0.000007236298,0.00005895844,0.00001685113,0.0002676545,0.0001087277,0.0002076248,0.00002038223,0.00005188031,0.001957901],"study_design_scores_gemma":[0.00001122575,0.0006169955,0.9963599,0.000008196046,0.00005344024,0.0001614063,0.000290208,0.001632922,0.0006495805,0.000039449,0.0001673854,0.000009368661],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9992406,0.00003359675,0.0001663408,0.000013157,0.000007965951,0.000007433642,0.00006573484,0.000006802874,0.000458396],"genre_scores_gemma":[0.9995814,0.00002665294,0.0001117788,0.000008178781,0.000004102192,0.000006846608,0.0001079334,0.000004130764,0.0001490506],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005367836,"threshold_uncertainty_score":0.02838814,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120526347","doi":"10.1023/a:1014534712178","title":"A Comparison of Problem-Based and Conventional Curricula in Nursing Education","year":2002,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":100,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Graduation (instrument); Curriculum; CLARITY; Workload; Nursing; Medicine; Medical education; Nurse education; Psychology; Health care; Problem-based learning; Pedagogy","authors":[{"name":"Elizabeth Rideout","is_ca":true},{"name":"Valerie England-Oxford","is_ca":true},{"name":"Barbara Brown","is_ca":true},{"name":"Frances Fothergill‐Bourbonnais","is_ca":true},{"name":"Carolyn Ingram","is_ca":true},{"name":"Gerry Benson","is_ca":true},{"name":"Margaret M. Ross","is_ca":true},{"name":"Angela Coates","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03794969215921346,"gpt":0.4727051425208594,"spread":0.434755450361646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00566397,0.0002895192,0.000553219,0.002222893,0.0007022578,0.001502613,0.001192361,0.0006615291,0.004987322],"category_scores_gemma":[0.03451887,0.0001413456,0.0004221077,0.001859623,0.0006005127,0.001231551,0.001970365,0.0007108814,0.0004511734],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002036929,"about_ca_system_score_gemma":0.003254961,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002519223,"about_ca_topic_score_gemma":0.003401791,"domain_scores_codex":[0.9948025,0.002211114,0.0003369811,0.0002039415,0.002229744,0.0002156833],"domain_scores_gemma":[0.9723622,0.0208568,0.001063095,0.0009050175,0.003005319,0.001807515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.005839593,0.01757725,0.04604047,0.001648735,0.000169895,0.0001721572,0.005308804,0.005403886,0.002661138,0.01362447,0.002515248,0.8990383],"study_design_scores_gemma":[0.00983264,0.06440038,0.7233329,0.00396983,0.001018599,0.001660513,0.02447994,0.0497323,0.01564862,0.0323871,0.07325689,0.0002803211],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9808054,0.001187888,0.006661231,0.0005869297,0.0001276752,0.0003935654,0.0001396138,0.00008810825,0.01000966],"genre_scores_gemma":[0.9821007,0.001001902,0.01386153,0.0002710774,0.00003410262,0.000331598,0.0002078024,0.00003387245,0.002157453],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00566397,"threshold_uncertainty_score":0.02995431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073615521","doi":"10.1007/s10459-005-6705-3","title":"Problem-Based Learning Online: Perceptions of Health Science Students","year":2005,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":99,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College; McMaster University","funders":"Division of Human Resource Development; McMaster University","keywords":"Medical education; Problem-based learning; Flexibility (engineering); Psychology; Workload; Perception; Adaptation (eye); Online learning; Asynchronous communication; Computer science; Medicine; Multimedia","authors":[{"name":"Ruta Valaitis","is_ca":true},{"name":"Wendy Sword","is_ca":true},{"name":"Bob Morris Jones","is_ca":true},{"name":"Andrea Hodges","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02840773016043384,"gpt":0.4753949956444602,"spread":0.4469872654840264,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00422839,0.00049286,0.0006876123,0.001759224,0.002817943,0.007276261,0.0007308167,0.001967621,0.009293003],"category_scores_gemma":[0.01574558,0.0004093163,0.0007680415,0.0008727608,0.001687993,0.002300981,0.00394467,0.004416485,0.001230666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001164876,"about_ca_system_score_gemma":0.001788159,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005591828,"about_ca_topic_score_gemma":0.00518908,"domain_scores_codex":[0.9969318,0.001138691,0.0002067789,0.0002337434,0.0007599971,0.0007290164],"domain_scores_gemma":[0.9733192,0.006357314,0.004028614,0.0003711574,0.003086849,0.01283685],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007733471,0.01347947,0.6980286,0.000297563,0.0001488602,0.001009018,0.2338171,0.0003503238,0.004239205,0.001704301,0.004442229,0.0417099],"study_design_scores_gemma":[0.0001737983,0.002692119,0.4147185,0.0002123716,0.0001183462,0.000559797,0.5659846,0.001458199,0.001401007,0.001229927,0.01132289,0.0001283471],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9959797,0.0001184067,0.0001023178,0.00103659,0.00003759911,0.00004239688,0.00004036397,0.000006721762,0.002635791],"genre_scores_gemma":[0.9959543,0.0002233163,0.0001542779,0.0006551831,0.00003520387,0.00003527004,0.00006196044,0.000007933773,0.002872599],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009293003,"threshold_uncertainty_score":0.03108817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004236040","doi":"10.1007/s10459-011-9335-y","title":"Creating stories to live by: caring and professional identity formation in a longitudinal integrated clerkship","year":2011,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Compassion; Identity (music); Empathy; Preceptor; Psychology; Pedagogy; Sociology; Medical education; Social psychology; Medicine","authors":[{"name":"Jill Konkin","is_ca":true},{"name":"Carol Suddards","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04868039664696526,"gpt":0.4421187672382455,"spread":0.3934383705912802,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009865681,0.0003448128,0.0004653177,0.001105634,0.01145626,0.008465284,0.001987396,0.001953039,0.004884521],"category_scores_gemma":[0.02992849,0.0007062508,0.0003829758,0.0007444144,0.004143151,0.00472996,0.009989798,0.005276036,0.001017397],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004020687,"about_ca_system_score_gemma":0.009414515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01736384,"about_ca_topic_score_gemma":0.04921752,"domain_scores_codex":[0.9948049,0.002703236,0.0001600536,0.0003919866,0.0007909132,0.001148932],"domain_scores_gemma":[0.9797982,0.005451382,0.002832734,0.001329152,0.002745321,0.007843222],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002144184,0.002359938,0.178439,0.0000585624,0.00002748442,0.001337755,0.7822076,0.00007230043,0.0007728059,0.002183825,0.004850481,0.02747588],"study_design_scores_gemma":[0.0000152245,0.0002952435,0.0892153,0.00007502407,0.00001802516,0.0004043605,0.8994823,0.0001934975,0.0004987649,0.001132511,0.008607559,0.00006210337],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995831,0.0001132843,0.0002250927,0.001434966,0.00006268466,0.00004479153,0.00004809547,0.00001001712,0.002230085],"genre_scores_gemma":[0.9957089,0.0001166466,0.0004285542,0.0003129841,0.00001634179,0.00009405943,0.0000770452,0.00001183672,0.003233457],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01736384,"threshold_uncertainty_score":0.05217534,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126682084","doi":"10.1007/s10459-009-9166-2","title":"The competency movement in the health professions: ensuring consistent standards or reproducing conventional domains of practice?","year":2009,"lang":"en","type":"editorial","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":96,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Health professions; Medical education; Movement (music); MEDLINE; Psychology; Medicine; Health care; Political science","authors":[{"name":"Scott Reeves","is_ca":true},{"name":"Ann Fox","is_ca":true},{"name":"Brian Hodges","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02148420474143616,"gpt":0.4670831730655066,"spread":0.4455989683240704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02340991,0.004997689,0.00615084,0.00403957,0.006016289,0.01246825,0.008181833,0.05231803,0.007361208],"category_scores_gemma":[0.06852046,0.001809979,0.003999108,0.002540433,0.009590479,0.008406353,0.00326527,0.05354278,0.005627778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00588159,"about_ca_system_score_gemma":0.007412666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006328628,"about_ca_topic_score_gemma":0.01542863,"domain_scores_codex":[0.9850153,0.003548163,0.002029154,0.001603187,0.006864539,0.0009396207],"domain_scores_gemma":[0.9220545,0.04929131,0.003161842,0.001964384,0.01715622,0.006371589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003033065,0.00002037545,0.00002432448,0.0003481333,0.00003006836,0.00008549798,0.00003979071,0.00002728872,0.00003099607,0.0008427982,0.9931457,0.005374757],"study_design_scores_gemma":[0.00011135,0.00005180965,0.0004915407,0.001621355,0.0001616707,0.0003654451,0.0002391533,0.0003734582,0.00014303,0.004163628,0.9922133,0.00006421697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00002205277,0.005567124,0.000125495,0.04699304,0.9467253,0.00001112542,0.00001819627,0.00002387804,0.0005137631],"genre_scores_gemma":[0.0004553605,0.004588529,0.000188895,0.02772613,0.9640972,0.00002355824,0.00001124188,0.00001876302,0.002890331],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.05231803,"threshold_uncertainty_score":0.123805,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}