{"meta":{"query_hash":"d097076db1f7","filters":{"venue":"AEM Education and Training"},"cohort_total":145,"direct_labels_cover":1,"predictions_cover":145,"exported":145,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/d097076db1f7","api":"https://metacan.xera.ac/api/v1/cohort?venue=AEM+Education+and+Training"},"results":[{"id":"W2534423310","doi":"10.1002/aet2.10003","title":"Applying Design Thinking Principles to Curricular Development in Medical Education","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Design Education and Practice","field":"Engineering","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Engineering ethics; Mathematics education; Development (topology); Medical education; Psychology; Pedagogy; Engineering; Medicine; Mathematics","score_opus":0.05264551855651669,"score_gpt":0.30834689313555297,"score_spread":0.2557013745790363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534423310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65190053,0.0022654543,0.28925422,0.011448696,0.005175049,0.0020704393,8.54022e-7,0.0006360137,0.037248723],"genre_scores_gemma":[0.9568671,0.00009063321,0.040486228,0.0013355762,0.0001477792,0.00064467784,0.0000044007247,0.00002283792,0.00040078946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990951,0.00006112018,0.00025502814,0.00018403209,0.00021118048,0.00019353328],"domain_scores_gemma":[0.99940586,0.00018975514,0.00003419524,0.00010903993,0.000046694557,0.00021443957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007902115,0.00011559889,0.00010239823,0.00021718632,0.000085689964,0.00005743709,0.0001110548,0.00006496674,0.00019496294],"category_scores_gemma":[0.0004452455,0.000098150726,0.00001170014,0.00023776562,0.000012157824,0.0002475511,0.000015349127,0.000101098354,0.00006957377],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025628754,0.000082480336,0.0017600359,0.00001978526,0.000007896899,4.6871043e-7,0.009878896,0.000073891955,0.00028874556,0.005082875,0.00079353224,0.9820088],"study_design_scores_gemma":[0.00047176192,0.0000222732,0.052426398,0.0010991152,0.000015153478,0.00009022814,0.0077952114,0.0011209312,0.0016211967,0.0015959642,0.93315643,0.00058532454],"about_ca_topic_score_codex":0.0000069324324,"about_ca_topic_score_gemma":0.000016460994,"teacher_disagreement_score":0.9814235,"about_ca_system_score_codex":0.00012527448,"about_ca_system_score_gemma":0.0012205108,"threshold_uncertainty_score":0.40024707},"labels":[],"label_agreement":null},{"id":"W2549718520","doi":"10.1002/aet2.10010","title":"Cognitive Debiasing Strategies for the Emergency Department","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Debiasing; Cognitive bias; Confirmation bias; Intuition; Cognition; Pessimism; Psychology; Cognitive psychology; Emergency department; Computer science; Social psychology; Cognitive science; Epistemology; Psychiatry","score_opus":0.08723981673305986,"score_gpt":0.41223259523354905,"score_spread":0.3249927785004892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549718520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767771,0.0011321758,0.0073322225,0.009190702,0.0006123609,0.00034759552,0.0000074182963,0.000029813951,0.0045706076],"genre_scores_gemma":[0.9975006,0.0002819157,0.00049554696,0.0006445193,0.00024361283,0.00009774085,0.000010925725,0.0000069050343,0.000718211],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99958247,0.000011303546,0.00012472444,0.0001160952,0.00005794214,0.00010746788],"domain_scores_gemma":[0.9950728,0.0046679787,0.00003932652,0.0000605871,0.00008418015,0.00007511896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001653272,0.000054448123,0.00008032418,0.000016645834,0.00010367336,0.000014743827,0.00001745851,0.000024738605,0.00010018447],"category_scores_gemma":[0.0058473167,0.000027976217,0.000037453006,0.00003709671,0.00004365107,0.000039301456,0.0000048778616,0.000029796209,0.0000066403563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000378919,0.000091859634,0.00752947,0.000006769535,0.00003782544,3.1409772e-7,0.0018112026,7.244035e-8,0.00005406876,0.0062339376,0.0013039635,0.98289263],"study_design_scores_gemma":[0.0036164918,0.0005788171,0.90001357,0.0027737198,0.00060103805,0.00008673629,0.053039104,0.00008322624,0.00034710034,0.020890094,0.017711142,0.00025894705],"about_ca_topic_score_codex":0.000009554978,"about_ca_topic_score_gemma":0.0000075548273,"teacher_disagreement_score":0.98263365,"about_ca_system_score_codex":0.00000916849,"about_ca_system_score_gemma":0.00027578673,"threshold_uncertainty_score":0.7000207},"labels":[],"label_agreement":null},{"id":"W2550772182","doi":"10.1002/aet2.10008","title":"Making the Mc<scp>MOST</scp> out of Milestones and Objectives: Reimagining Standard Setting Using the McMaster Milestones and Objectives Stratification Technique","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; The Wilson Centre; University of Ottawa; University of Toronto; McMaster University","funders":"","keywords":"Developmental Milestone; Stratification (seeds); Psychology; Biology; Developmental psychology","score_opus":0.04636084049742065,"score_gpt":0.36767587316895517,"score_spread":0.3213150326715345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550772182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745987,0.0010613354,0.01373108,0.0074310624,0.00041709925,0.0008072359,0.000006984451,0.000048099824,0.0018983822],"genre_scores_gemma":[0.98036444,0.00010535624,0.018324593,0.00057739916,0.00026967746,0.00010439153,0.000007667139,0.000025997766,0.00022044903],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99866164,0.00013710966,0.0004157385,0.00032894927,0.00024831487,0.00020827615],"domain_scores_gemma":[0.9984421,0.00059777533,0.00032417427,0.00023508199,0.0003535976,0.000047271842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012248987,0.00017579232,0.00022217714,0.0001826219,0.0004489642,0.00006856927,0.00007872988,0.00009251024,0.000010607333],"category_scores_gemma":[0.0015965813,0.00009555353,0.000025729742,0.0003172167,0.0006222932,0.00026820824,0.00003885215,0.00026658454,4.4059752e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028539855,0.00009138406,0.0319962,0.00021941037,0.00009146317,5.6927166e-7,0.12995777,0.0000016342366,0.051246576,0.0060744393,0.0004978592,0.77979416],"study_design_scores_gemma":[0.0015585739,0.00033431128,0.37865517,0.004137156,0.00044211478,0.00067740155,0.5770086,0.00098282,0.018858481,0.008317508,0.008697199,0.00033064312],"about_ca_topic_score_codex":0.000021060005,"about_ca_topic_score_gemma":0.000005563311,"teacher_disagreement_score":0.7794635,"about_ca_system_score_codex":0.00006854253,"about_ca_system_score_gemma":0.0005091392,"threshold_uncertainty_score":0.38965598},"labels":[],"label_agreement":null},{"id":"W2553217595","doi":"10.1002/aet2.10009","title":"McMaster Modular Assessment Program (McMAP) Through the Years: Residents' Experience With an Evolving Feedback Culture Over a 3‐year Period","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; McMaster University; University of Toronto","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Medical education; Thematic analysis; Audit; Focus group; Formative assessment; Psychology; Modular design; Perception; Medicine; Qualitative research; Computer science; Pedagogy; Management; Sociology","score_opus":0.025946367496854892,"score_gpt":0.3693072057576811,"score_spread":0.3433608382608262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553217595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722935,0.000114735354,0.0008837948,0.0054358193,0.00028147124,0.00052172295,9.275124e-7,0.000069205555,0.0054629594],"genre_scores_gemma":[0.9461718,0.000019552308,0.049520466,0.001601744,0.00036607354,0.00026103848,0.000019402687,0.000020694837,0.0020192019],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989196,0.000044548226,0.0002019051,0.00028841762,0.00034170342,0.00020384885],"domain_scores_gemma":[0.99931663,0.000019451687,0.00009199282,0.0002867481,0.00021510648,0.000070097165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021497092,0.00012147156,0.00012597488,0.000046702393,0.0001798323,0.0001103184,0.00009480679,0.00006854753,0.00055729254],"category_scores_gemma":[0.00016663013,0.00006614985,0.000021688322,0.00027885882,0.00020236927,0.0004834519,0.000018815324,0.00017892402,0.000008410348],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041337607,0.0005210424,0.031149868,0.000038541624,0.00004622504,0.0000023972857,0.12808445,5.865679e-7,0.00086691394,0.0043478473,0.002863825,0.832037],"study_design_scores_gemma":[0.0011513458,0.00046525383,0.846659,0.00052036694,0.00005653361,0.00011727258,0.102886386,0.00017825663,0.00006501266,0.00044182513,0.047272332,0.0001864228],"about_ca_topic_score_codex":0.00003545931,"about_ca_topic_score_gemma":0.000005213531,"teacher_disagreement_score":0.8318505,"about_ca_system_score_codex":0.000094426294,"about_ca_system_score_gemma":0.00043022714,"threshold_uncertainty_score":0.61019623},"labels":[],"label_agreement":null},{"id":"W2558010568","doi":"10.1002/aet2.10013","title":"Leveraging a Virtual Community of Practice to Participate in a Survey‐based Study: A Description of the METRIQ Study Methodology","year":2016,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Queen's University; University of Saskatchewan","funders":"Royal College of Physicians","keywords":"Infographic; Medical education; Social media; Online community; Psychology; Computer-assisted web interviewing; Medicine; Family medicine; Computer science; World Wide Web","score_opus":0.7068741522052928,"score_gpt":0.5514631223580388,"score_spread":0.15541102984725397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558010568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932592,0.000019215333,0.00029059162,0.0036607622,0.0012922216,0.0013577011,0.0000013598739,0.000008516968,0.00011045239],"genre_scores_gemma":[0.99844897,0.000002884538,0.00090721465,0.00020727146,0.00005016556,0.00036568943,5.254421e-7,0.000005468882,0.000011827291],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9873191,0.011814403,0.00034527757,0.00012045332,0.00023796083,0.0001627927],"domain_scores_gemma":[0.9848581,0.014347723,0.0002570216,0.00017881302,0.0002832232,0.00007509432],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015091455,0.000057930076,0.00018372426,0.00017185962,0.0002713413,0.000012860396,0.00015455051,0.000038473194,0.000011010164],"category_scores_gemma":[0.051088624,0.000044006392,0.00001622158,0.00090666354,0.0001095589,0.00015776898,0.000027133347,0.00013337166,6.567694e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025478716,0.0007461177,0.45759034,0.0000032008757,0.000006385777,2.1984995e-8,0.48053157,0.0000020377863,0.0000678553,0.0001450633,0.0000032865898,0.06087863],"study_design_scores_gemma":[0.00024695427,0.00015521946,0.60436225,0.000028233811,0.000014964662,6.2864906e-8,0.39497045,0.0000014787678,0.000023869432,0.000092740316,0.00007545568,0.000028308485],"about_ca_topic_score_codex":0.08108743,"about_ca_topic_score_gemma":0.04225554,"teacher_disagreement_score":0.14677192,"about_ca_system_score_codex":0.00013467438,"about_ca_system_score_gemma":0.0011934964,"threshold_uncertainty_score":0.9752208},"labels":[],"label_agreement":null},{"id":"W2586425736","doi":"10.1002/aet2.10028","title":"Clinical Performance Feedback to Paramedics: What They Receive and What They Need","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"McMaster University","keywords":"Thematic analysis; Perception; Psychology; Health care; Coding (social sciences); Mental health; Qualitative research; Applied psychology; Medicine; Medical education; Psychotherapist","score_opus":0.0675601285960592,"score_gpt":0.4079202317206423,"score_spread":0.3403601031245831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586425736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9513555,0.00050222204,0.000032076394,0.04157149,0.003474138,0.00035042272,3.413725e-7,0.000030617997,0.0026831918],"genre_scores_gemma":[0.9787068,0.0050957263,0.0051555037,0.009198475,0.0009776083,0.000058009533,0.000030812596,0.000018541812,0.00075852533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988216,0.000041357947,0.0003817466,0.00031986798,0.00021837722,0.00021704602],"domain_scores_gemma":[0.99877244,0.00011661399,0.00018729916,0.00046594563,0.00023692168,0.00022076952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001134739,0.00013432062,0.0002469965,0.00011952849,0.00045584198,0.00058010774,0.0001282431,0.00013424577,0.00006074199],"category_scores_gemma":[0.0017266597,0.0001154196,0.000029481076,0.000074373296,0.0002033581,0.0013147024,0.000044578042,0.00034438664,0.000041104842],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032315984,0.00011029374,0.024666037,0.000041946216,0.000023023073,4.652084e-7,0.019824449,3.0389694e-7,0.000014396237,0.0005402,0.0013818917,0.9533647],"study_design_scores_gemma":[0.0011088116,0.00029642181,0.83379114,0.0016388915,0.0000835243,0.00009485793,0.12172445,0.0004968202,0.000030148685,0.0009454483,0.039571892,0.00021757054],"about_ca_topic_score_codex":0.000033768305,"about_ca_topic_score_gemma":0.000012931543,"teacher_disagreement_score":0.9531471,"about_ca_system_score_codex":0.000040762367,"about_ca_system_score_gemma":0.00044732192,"threshold_uncertainty_score":0.55939925},"labels":[],"label_agreement":null},{"id":"W2588206244","doi":"10.1002/aet2.10029","title":"Multiple Wins: Embracing Technology to Increase Efficiency and Maximize Efforts","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Computer science; Management science; Engineering ethics; Engineering management; Political science; Engineering","score_opus":0.1222620950855482,"score_gpt":0.49239579090137964,"score_spread":0.37013369581583144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588206244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96913815,0.00018572954,0.00021821464,0.016234627,0.00091692555,0.0005742145,0.0000024711442,0.000047914597,0.012681733],"genre_scores_gemma":[0.99402726,0.00005040388,0.0026427892,0.0016232454,0.0002471276,0.0002057741,0.0000052215787,0.000008613147,0.0011895895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987434,0.000083177896,0.00024495262,0.00029977062,0.00013734955,0.00049135054],"domain_scores_gemma":[0.9986859,0.0002698709,0.00013537891,0.00031797527,0.00012442673,0.00046645],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011145513,0.00008792494,0.00013973663,0.0002639983,0.0031445692,0.00007349748,0.00018012957,0.0001338075,0.00006656687],"category_scores_gemma":[0.0033244013,0.00007881283,0.000012640841,0.00016867761,0.0001441565,0.00026326277,0.000117492054,0.0003706811,0.0000589054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003074482,0.000114519135,0.3682585,0.00020639037,0.0000063582033,0.0000010162898,0.041950572,0.0000018072848,0.00035794402,0.005204005,0.0034387482,0.5804294],"study_design_scores_gemma":[0.0007053212,0.000121509416,0.89337593,0.00039866922,0.000008188257,0.00001461939,0.051188085,0.0008686653,0.00003159772,0.0026990662,0.050382987,0.00020538605],"about_ca_topic_score_codex":0.0013618518,"about_ca_topic_score_gemma":0.00035931845,"teacher_disagreement_score":0.580224,"about_ca_system_score_codex":0.00005399798,"about_ca_system_score_gemma":0.0013449854,"threshold_uncertainty_score":0.9981532},"labels":[],"label_agreement":null},{"id":"W2605763009","doi":"10.1002/aet2.10043","title":"Developing and Implementing a Multisource Feedback Tool to Assess Competencies of Emergency Medicine Residents in the United States","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Medicine; Medical emergency","score_opus":0.1610268596818536,"score_gpt":0.44879134272315646,"score_spread":0.28776448304130287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605763009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785912,0.00006765781,0.00041502633,0.019512668,0.00031722747,0.00026341598,8.126969e-7,0.000007452657,0.0008245578],"genre_scores_gemma":[0.98880965,0.000103233884,0.009362536,0.0013533982,0.0001251415,0.000034722798,0.000062256375,0.000007306256,0.00014175873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990897,0.000038544516,0.0003854411,0.00014171615,0.00019422744,0.00015032619],"domain_scores_gemma":[0.9992568,0.0000824806,0.00019547144,0.00020277123,0.00023010517,0.000032371685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010735582,0.000078354926,0.00014743759,0.00023511476,0.00030241485,0.000023882812,0.000108301254,0.000028579272,0.000048237453],"category_scores_gemma":[0.0021126124,0.0000590226,0.000008734804,0.00029772948,0.00008785434,0.00009461912,0.000039698065,0.0001153939,7.3036125e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023335899,0.00012609076,0.52150726,0.00035121728,0.000039113354,0.0000010272621,0.16998406,0.0000024047129,0.001062202,0.013137159,0.003325501,0.29044062],"study_design_scores_gemma":[0.0004251763,0.000043889493,0.89561844,0.00043377155,0.000022002301,0.000010925844,0.09611957,0.00024760573,0.0000516107,0.0005204426,0.006442876,0.00006367254],"about_ca_topic_score_codex":0.0008927192,"about_ca_topic_score_gemma":0.000096069714,"teacher_disagreement_score":0.37411118,"about_ca_system_score_codex":0.000028588262,"about_ca_system_score_gemma":0.0001617816,"threshold_uncertainty_score":0.2529147},"labels":[],"label_agreement":null},{"id":"W2618688652","doi":"10.1002/aet2.10045","title":"How Robust Are Studies in the American Board of Emergency Medicine Maintenance of Certification Lifelong Learning and Self‐assessment? An Examination of Fragility and Bias of Included Randomized Controlled Trials","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Medicine; Interquartile range; Physical therapy; Family medicine; Surgery","score_opus":0.818425156271453,"score_gpt":0.5904119674242787,"score_spread":0.22801318884717425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618688652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99394953,0.002075353,0.00080312806,0.0018236157,0.00011663255,0.0009569762,0.0000025812044,0.0000010923857,0.0002711079],"genre_scores_gemma":[0.996779,0.0014989306,0.0014873743,0.000009997611,0.000028774728,0.00006874626,0.000003539832,0.0000030296646,0.00012060006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97809786,0.014960523,0.005541082,0.00032889322,0.000994128,0.00007749221],"domain_scores_gemma":[0.9652592,0.011105974,0.021419557,0.0006798498,0.0014956803,0.000039745064],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.15357523,0.00013176799,0.005465203,0.00027734003,0.00012975068,0.000061102546,0.0002643826,0.000027029446,0.000029644985],"category_scores_gemma":[0.14577337,0.00005656653,0.0002733355,0.00030299457,0.00047027253,0.00022153533,0.000030724987,0.000070685885,6.0335005e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002005771,0.0005310638,0.39658338,0.0009472671,0.0015148614,2.1995987e-7,0.20364319,0.000034846606,0.0020673797,0.0029502688,0.00025669296,0.38946506],"study_design_scores_gemma":[0.011051964,0.00009811843,0.78516686,0.00023101702,0.0006043636,8.7455396e-7,0.19691613,0.004335636,0.000027443904,0.0014574485,0.000048691432,0.00006146835],"about_ca_topic_score_codex":0.00007605716,"about_ca_topic_score_gemma":0.00006575253,"teacher_disagreement_score":0.3894036,"about_ca_system_score_codex":0.000007918581,"about_ca_system_score_gemma":0.00006159019,"threshold_uncertainty_score":0.87157243},"labels":[],"label_agreement":null},{"id":"W2618844906","doi":"10.1002/aet2.10044","title":"Does Test‐enhanced Learning Improve Success Rates of Ultrasound‐guided Peripheral Intravenous Insertion? A Randomized Controlled Trial","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Randomized controlled trial; Checklist; Medicine; Session (web analytics); Test (biology); Knowledge retention; Educational measurement; Physical therapy; Medical physics; Medical education; Psychology; Surgery; Computer science; Curriculum","score_opus":0.028506530554606176,"score_gpt":0.3789902645263771,"score_spread":0.3504837339717709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2618844906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888643,0.00017308863,0.00015023924,0.0032827212,0.002394015,0.0032083218,0.0000026626337,0.0000552668,0.0018693907],"genre_scores_gemma":[0.9951736,0.00007507274,0.00072688266,0.00029837023,0.0008266577,0.000814994,0.000056813336,0.00002791735,0.0019997177],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99807876,0.00023899632,0.0008828401,0.0003235699,0.00024000055,0.00023584915],"domain_scores_gemma":[0.99548775,0.0022607686,0.00092973176,0.00036004354,0.0007774765,0.0001842378],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011495779,0.0002002449,0.0010572216,0.0001527959,0.00056749437,0.00014212399,0.00010922309,0.0001227432,0.00024129587],"category_scores_gemma":[0.008603045,0.00013461466,0.0001794251,0.00008420781,0.00026561643,0.00021554662,0.000011580316,0.00025418244,0.0000025695867],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.6782524,0.0017285376,0.16338955,0.0006439471,0.0005922463,0.0000016349109,0.08032311,0.00011477969,0.013573124,0.001865083,0.000127256,0.05938835],"study_design_scores_gemma":[0.90044737,0.00043925515,0.08197192,0.00031910898,0.00031253143,0.00001697868,0.011225659,0.0013299774,0.0027960218,0.00083897915,0.000060737526,0.00024143231],"about_ca_topic_score_codex":0.0005642751,"about_ca_topic_score_gemma":0.000015288379,"teacher_disagreement_score":0.22219503,"about_ca_system_score_codex":0.00008535005,"about_ca_system_score_gemma":0.001638084,"threshold_uncertainty_score":0.99974793},"labels":[],"label_agreement":null},{"id":"W2739977020","doi":"10.1002/aet2.10052","title":"Teaching Quality Improvement in Emergency Medicine Training Programs: A Review of Best Practices","year":2017,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Accreditation; Curriculum; Best practice; Medical education; Quality (philosophy); Patient safety; Graduate medical education; Training (meteorology); Medicine; Quality management; Engineering ethics; Political science; Psychology; Engineering; Pedagogy; Health care; Management system; Operations management","score_opus":0.7154305740310217,"score_gpt":0.6643915282317309,"score_spread":0.05103904579929086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739977020","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000468359,0.9579986,0.000020683206,0.0033847364,0.0019844577,0.0023982893,0.0000095732885,0.000025909369,0.034130957],"genre_scores_gemma":[0.00037458862,0.99294823,0.0002919012,0.00039051278,0.0005162874,0.0013530401,0.0003993662,0.000030410478,0.0036956526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948195,0.0013295336,0.002672779,0.00045284483,0.00035070226,0.0003746435],"domain_scores_gemma":[0.98954207,0.0005854656,0.008972938,0.0005252346,0.00017683463,0.00019743788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00718781,0.00030617235,0.0017050697,0.0002578455,0.0005252808,0.0000015831129,0.00030295737,0.00026234792,0.00033267424],"category_scores_gemma":[0.007731452,0.00024003524,0.00014491811,0.00020408345,0.000112997215,0.00023398497,0.00006387143,0.0012399026,0.000015283076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017492886,0.00014143462,0.00012350213,0.15830511,0.00003774959,1.5629598e-7,0.027818376,3.3997192e-9,1.2673122e-7,0.0008420922,0.00025016177,0.81247956],"study_design_scores_gemma":[0.00017065185,0.00007058373,0.0001334786,0.27921158,0.00028019035,0.0000018808615,0.02323388,4.5481852e-7,2.9993839e-9,0.000073500196,0.69668096,0.00014281571],"about_ca_topic_score_codex":0.0012987991,"about_ca_topic_score_gemma":0.00023830807,"teacher_disagreement_score":0.81233674,"about_ca_system_score_codex":0.00012263462,"about_ca_system_score_gemma":0.003312612,"threshold_uncertainty_score":0.9788353},"labels":[],"label_agreement":null},{"id":"W2740094883","doi":"10.1002/aet2.10053","title":"Emergency Physician Training on Mild Traumatic Brain Injury: A Systematic Review","year":2017,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Ottawa","funders":"University of Alberta; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Concussion; Traumatic brain injury; Emergency department; Medicine; Continuing medical education; Injury prevention; Psychology; Poison control; Medical emergency; Medical education; Continuing education; Psychiatry","score_opus":0.4550095127215022,"score_gpt":0.5191815132949591,"score_spread":0.0641720005734569,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740094883","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019831552,0.97250986,0.000007364457,0.0023618503,0.0007060037,0.0058485153,0.000034056815,0.00011500872,0.018397514],"genre_scores_gemma":[0.00020592431,0.9893879,0.00032790363,0.0023448537,0.0005545184,0.002059305,0.0002563361,0.00016875261,0.004694466],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9952296,0.0006597974,0.0018746187,0.0008294695,0.00075078144,0.0006557496],"domain_scores_gemma":[0.99577016,0.0006812289,0.0013429477,0.0015504584,0.00016609691,0.0004890943],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023634757,0.0007869265,0.0050274134,0.00057578785,0.00042760686,0.0001286878,0.00050882896,0.00042440457,0.00025146312],"category_scores_gemma":[0.002901716,0.00061627815,0.0007811482,0.00048129333,0.00014193755,0.00017025697,0.000052257623,0.0013522967,0.00028844373],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002734717,0.00010962521,1.7811603e-7,0.4761941,0.00023489363,0.0000026253854,0.0021763437,2.1395998e-9,8.352385e-8,0.00051385956,0.0046580047,0.5161075],"study_design_scores_gemma":[0.00020854169,0.00019234772,0.000017873124,0.7346626,0.0029687418,0.00017223116,0.0017479564,0.0000049290534,6.786914e-8,0.00009818125,0.25949737,0.00042915865],"about_ca_topic_score_codex":0.000009647802,"about_ca_topic_score_gemma":0.0000031993611,"teacher_disagreement_score":0.51567835,"about_ca_system_score_codex":0.00020802309,"about_ca_system_score_gemma":0.0021466261,"threshold_uncertainty_score":0.99962884},"labels":[],"label_agreement":null},{"id":"W2743648747","doi":"10.1002/aet2.10055","title":"Comparison of Simulation‐based Resuscitation Performance Assessments With In‐training Evaluation Reports in Emergency Medicine Residents: A Canadian Multicenter Study","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Western University; University of Calgary; NOSM University; Queen's University","funders":"","keywords":"Objective structured clinical examination; Checklist; Competence (human resources); Observational study; Cardiopulmonary resuscitation; Medical education; Medicine; Portfolio; Medical physics; Emergency medicine; Psychology; Medical emergency; Resuscitation; Internal medicine","score_opus":0.2567040824680798,"score_gpt":0.5416079120974642,"score_spread":0.2849038296293844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743648747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946526,0.00010768358,0.000047298567,0.0014885934,0.0007399483,0.0014051254,0.0000011032716,0.000011206971,0.0015464368],"genre_scores_gemma":[0.9987933,0.000004249951,0.0006447759,0.00009098771,0.00010224816,0.00017386448,0.00012214854,0.000018904788,0.000049512248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779683,0.00014533744,0.00095886143,0.00034858688,0.0005284129,0.00022198092],"domain_scores_gemma":[0.99761784,0.00020708464,0.0007170405,0.00045073606,0.0008264043,0.00018090679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001692498,0.0001420285,0.0003137181,0.00076395256,0.00029773198,0.00002165889,0.00006965574,0.00006768299,0.00016720024],"category_scores_gemma":[0.001117763,0.00013746577,0.000015553396,0.000319146,0.00006437725,0.00034821001,0.0000068548025,0.00018993633,7.8056325e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008485975,0.00029809168,0.9078311,0.000115745395,0.000012966199,0.000001640348,0.059290387,0.013026116,0.000007931438,0.000007118383,0.000012182003,0.01931188],"study_design_scores_gemma":[0.0019034991,0.00027072427,0.8060762,0.0007867045,0.000055073946,0.0000011297684,0.056215905,0.13454679,0.000006935549,0.000034958866,0.000010501208,0.00009155966],"about_ca_topic_score_codex":0.03539224,"about_ca_topic_score_gemma":0.049844977,"teacher_disagreement_score":0.121520676,"about_ca_system_score_codex":0.00040401588,"about_ca_system_score_gemma":0.0027940187,"threshold_uncertainty_score":0.9710312},"labels":[],"label_agreement":null},{"id":"W2751926322","doi":"10.1002/aet2.10064","title":"Sonographic Accuracy as a Novel Tool for Point‐of‐care Ultrasound Competency Assessment","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Queen's University; Cancer Care Ontario","keywords":"Medicine; Point of care ultrasound; Point of care; Curriculum; Competency assessment; Ultrasound; Physical therapy; Medical physics; Psychology; Radiology; Medical education; Nursing","score_opus":0.06990355109067514,"score_gpt":0.4350441357814792,"score_spread":0.36514058469080407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751926322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711178,0.00016735839,0.0033478504,0.00530589,0.0002901128,0.00091901864,0.000032578144,0.00003964205,0.018779745],"genre_scores_gemma":[0.9330747,0.00008719842,0.06527202,0.0008042687,0.00018729884,0.00023913891,0.00012875444,0.000016075108,0.00019055577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991205,0.00000935719,0.00033497417,0.0002551621,0.00012532972,0.00015467894],"domain_scores_gemma":[0.9977425,0.0011046448,0.00028892545,0.00047579056,0.00027414286,0.00011401815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024095655,0.000110262736,0.00023749421,0.00006621648,0.00039183337,0.00008231909,0.00013874743,0.000072026465,0.000085920256],"category_scores_gemma":[0.0015627902,0.00010247081,0.00010941319,0.000061384475,0.00017626761,0.00016358917,0.000016977714,0.0001399917,0.000004489243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012356318,0.0020600366,0.3132651,0.00069179956,0.0002826191,3.373951e-7,0.014058325,0.0000010728909,0.022297654,0.32929337,0.0009498043,0.31697637],"study_design_scores_gemma":[0.0017321669,0.00037006906,0.96132916,0.00022208998,0.00018943394,0.00006049094,0.009948087,0.000032760738,0.00030718683,0.009932508,0.015702643,0.0001734009],"about_ca_topic_score_codex":0.000037179227,"about_ca_topic_score_gemma":0.000010720431,"teacher_disagreement_score":0.6480641,"about_ca_system_score_codex":0.000023271044,"about_ca_system_score_gemma":0.0007160686,"threshold_uncertainty_score":0.41786385},"labels":[],"label_agreement":null},{"id":"W2763388195","doi":"10.1002/aet2.10070","title":"The View From the Top: Academic Emergency Department Chairs’ Perspectives on Education Scholarship","year":2017,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scholarship; Emergency department; Sociology; Political science; Medical education; Media studies; Medicine; Nursing; Law","score_opus":0.06826871590082588,"score_gpt":0.4171323863037757,"score_spread":0.3488636704029498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763388195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8968013,0.004595603,0.000022194932,0.086761564,0.0029860982,0.00047662423,0.0000024725819,0.000028099186,0.0083260685],"genre_scores_gemma":[0.99136937,0.0017411085,0.00050620595,0.0029762187,0.0016766086,0.00021327312,0.0000596624,0.000015818334,0.0014417422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989411,0.00006643053,0.00027627757,0.00026685497,0.00027106484,0.00017826815],"domain_scores_gemma":[0.99870014,0.00011826122,0.00022917408,0.00063783425,0.00023872672,0.000075858996],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000756937,0.00012426787,0.0001139189,0.000048158083,0.001652381,0.00008916399,0.00024912853,0.00008751878,0.00019721666],"category_scores_gemma":[0.0024707722,0.00007691821,0.000038210073,0.0001167109,0.00017179053,0.00018846718,0.000027952348,0.0005159627,0.000037298454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000194869,0.00020384105,0.035274677,0.000010322379,0.000040808638,7.984291e-8,0.016277501,9.328947e-8,0.000047761965,0.043344956,0.011316151,0.8934643],"study_design_scores_gemma":[0.00020149421,0.000038996277,0.8191083,0.00018866773,0.000058747584,0.000006346167,0.03793052,0.000013411796,0.00003899984,0.004685598,0.13763815,0.00009073797],"about_ca_topic_score_codex":0.000051048664,"about_ca_topic_score_gemma":0.000010480204,"teacher_disagreement_score":0.8933736,"about_ca_system_score_codex":0.000114346854,"about_ca_system_score_gemma":0.0007753908,"threshold_uncertainty_score":0.9996473},"labels":[],"label_agreement":null},{"id":"W2782326997","doi":"10.1002/aet2.10082","title":"Effect of an Emergency Medicine Resident as Team Leader on Outcomes of Trauma Team Activations","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Nova Scotia Department of Health and Wellness; Government of Nova Scotia; Nova Scotia Health Authority; Dalhousie University","funders":"Faculty of Medicine, Dalhousie University","keywords":"Medicine; Emergency medicine; Logistic regression; Intensive care unit; Confounding; Univariate analysis; Retrospective cohort study; Medical emergency; Multivariate analysis; Surgery; Intensive care medicine; Internal medicine","score_opus":0.05867438878187824,"score_gpt":0.41470289820253975,"score_spread":0.3560285094206615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782326997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90583175,0.00019857635,0.0000072847174,0.0013616849,0.0008259056,0.00021804728,0.0000019199217,0.000023601107,0.09153122],"genre_scores_gemma":[0.9972412,0.000064412234,0.0000940851,0.00011716366,0.00034521383,0.000025073758,0.00001641093,0.000013772786,0.0020826876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905753,0.000056932786,0.0003563023,0.00018639205,0.00021247883,0.000130386],"domain_scores_gemma":[0.99929893,0.00010711943,0.00012785477,0.00019462584,0.00017947513,0.00009198993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002871315,0.0001306028,0.00034541386,0.00017722388,0.00010302983,0.0000012974614,0.00004579079,0.000048117192,0.0005498626],"category_scores_gemma":[0.00044535028,0.00009286609,0.000057992398,0.00015946888,0.0001509455,0.00007081056,0.000007444234,0.00008698102,0.0000061399305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038950858,0.00063837325,0.15075563,0.0003964703,0.0003833249,4.3222516e-7,0.1376884,8.7036085e-7,0.008074123,0.002389718,0.0141045125,0.68517864],"study_design_scores_gemma":[0.0011346906,0.0053634155,0.94506663,0.00024635004,0.00023179298,0.000009893713,0.030906785,0.000007467407,0.013694306,0.00024378656,0.0029812523,0.00011361785],"about_ca_topic_score_codex":0.00028856113,"about_ca_topic_score_gemma":0.00006467018,"teacher_disagreement_score":0.794311,"about_ca_system_score_codex":0.00001664474,"about_ca_system_score_gemma":0.00008865653,"threshold_uncertainty_score":0.60206103},"labels":[],"label_agreement":null},{"id":"W2791496441","doi":"10.1002/aet2.10084","title":"Scholarship by the Clinician‐Educator in Emergency Medicine","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Society for Academic Emergency Medicine","keywords":"Scholarship; Promotion (chess); Work (physics); Curriculum; Academic institution; Specialty; Emergency department; Medical education; Rubric; Medicine; Psychology; Political science; Pedagogy; Nursing; Engineering; Family medicine; Library science; Computer science","score_opus":0.08899977246232627,"score_gpt":0.4476607811457591,"score_spread":0.3586610086834328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791496441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91534305,0.0007758897,0.000053882693,0.05711504,0.0031633317,0.00024689405,5.584031e-7,0.0000271792,0.023274167],"genre_scores_gemma":[0.98685205,0.00012193619,0.00070498383,0.0069412906,0.0017863268,0.00006297695,0.000046818717,0.000015481985,0.0034681493],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988513,0.000058300924,0.00046528134,0.00022384457,0.00020661626,0.00019468003],"domain_scores_gemma":[0.9992516,0.00006133025,0.00011683591,0.00024733925,0.00024118157,0.00008169824],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012007107,0.0001022714,0.00015071988,0.00017118835,0.00017691105,0.000009858946,0.00009421087,0.000081726415,0.0014306051],"category_scores_gemma":[0.0020950756,0.00007292541,0.00001903824,0.0007406574,0.00028514524,0.00010611747,0.000012544154,0.00033709581,0.000047940604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022523293,0.00037494465,0.1054996,0.00004213135,0.00002106073,2.305206e-7,0.025475707,2.2436147e-8,0.00046087653,0.006151527,0.16842492,0.69352645],"study_design_scores_gemma":[0.00091356365,0.00028982916,0.66928226,0.00034487568,0.00006507488,0.00006521645,0.041694287,0.00007846758,0.00012504979,0.004674431,0.2822891,0.00017784788],"about_ca_topic_score_codex":0.0000645794,"about_ca_topic_score_gemma":0.000019804442,"teacher_disagreement_score":0.6933486,"about_ca_system_score_codex":0.00005876961,"about_ca_system_score_gemma":0.00050691067,"threshold_uncertainty_score":0.9994822},"labels":[],"label_agreement":null},{"id":"W2792179510","doi":"10.1002/aet2.10087","title":"Learning Analytics in Medical Education Assessment: The Past, the Present, and the Future","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Hamilton Health Sciences; Saskatchewan Polytechnic; McMaster University","funders":"McMaster University","keywords":"Analytics; Learning analytics; Computer science; Medical education; Data science; Intersection (aeronautics); Knowledge management; Medicine; Engineering","score_opus":0.019855074397586228,"score_gpt":0.38596444632999816,"score_spread":0.36610937193241194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792179510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6074355,0.0009202904,0.00016698657,0.37481135,0.0013265321,0.00045655147,1.8144797e-7,0.000020846897,0.014861765],"genre_scores_gemma":[0.9828156,0.00025258822,0.0005920953,0.010503407,0.0045497287,0.000112817266,0.000025747588,0.00001149997,0.0011364984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99880874,0.00020541585,0.00027800587,0.00018174876,0.00036417152,0.0001619373],"domain_scores_gemma":[0.99910635,0.00025955754,0.00011646167,0.00023562393,0.00021700104,0.00006500607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019640266,0.00009874016,0.0001298922,0.000102176054,0.000478687,0.000076439894,0.00012689164,0.00008661976,0.00016102614],"category_scores_gemma":[0.0008165395,0.00004849701,0.000022858609,0.0005764261,0.000689957,0.00008038202,0.00003590177,0.00064812455,0.000004089836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021181995,0.00015273204,0.026710792,0.000024866784,0.000026935528,2.131193e-7,0.023222294,6.8173705e-7,0.0000028342631,0.037698913,0.014417149,0.8977214],"study_design_scores_gemma":[0.0012141014,0.00008315796,0.5570357,0.00017705055,0.00011070938,0.00019386582,0.12251557,0.00884215,0.0000025254067,0.0029832984,0.3067357,0.000106168554],"about_ca_topic_score_codex":0.000055382556,"about_ca_topic_score_gemma":0.000028806468,"teacher_disagreement_score":0.89761525,"about_ca_system_score_codex":0.00004745041,"about_ca_system_score_gemma":0.0015279269,"threshold_uncertainty_score":0.36817217},"labels":[],"label_agreement":null},{"id":"W2793347502","doi":"10.1002/aet2.10097","title":"Editorial Processes in Free Open Access Medical Educational (<scp>FOAM</scp>) Resources","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Publication; Process (computing); Publishing; Psychology; Skepticism; Citation; Medical education; Open educational resources; Library science; Computer science; Medicine; Political science","score_opus":0.16663045243982655,"score_gpt":0.4959300899677812,"score_spread":0.32929963752795466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793347502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64311194,0.0009415215,0.0000059836084,0.0631859,0.21825163,0.0010877183,0.0000045709526,0.0000585165,0.07335222],"genre_scores_gemma":[0.71340734,0.00042134235,0.000875927,0.0018571096,0.28070775,0.001390398,0.00002873654,0.000024480707,0.0012869517],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979844,0.00027337892,0.00032063716,0.00033687268,0.0006937166,0.00039098004],"domain_scores_gemma":[0.9952249,0.0035078549,0.0001749952,0.0001723081,0.00050008483,0.00041985745],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002056504,0.00010884029,0.00016455392,0.00019234218,0.00070867594,0.00062455103,0.0011232852,0.00022801333,0.0004299352],"category_scores_gemma":[0.045182347,0.00012124099,0.000015270543,0.0009933979,0.00055936316,0.0012629587,0.00017076392,0.00024183978,0.000029121007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068477316,0.00034528013,0.053608883,0.00006166455,0.0000075067255,1.5083768e-7,0.4412132,8.119274e-8,0.0000011746922,0.0144813005,0.355564,0.13470992],"study_design_scores_gemma":[0.000298323,0.000028375156,0.07152433,0.0001518291,0.0000065081363,0.0000015109183,0.048559833,0.0000019290171,0.000006749462,0.018858952,0.86049134,0.00007032565],"about_ca_topic_score_codex":0.014033082,"about_ca_topic_score_gemma":0.019426858,"teacher_disagreement_score":0.50492734,"about_ca_system_score_codex":0.00016924455,"about_ca_system_score_gemma":0.013959223,"threshold_uncertainty_score":0.9984661},"labels":[],"label_agreement":null},{"id":"W2802127249","doi":"10.1002/aet2.10101","title":"Point‐of‐care Resource Use in the Emergency Department: A Developmental Model","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster Divinity College; University of Calgary","funders":"Physicians' Services Incorporated Foundation; McMaster University","keywords":"Emergency department; Audit; Resource (disambiguation); Medical education; Coding (social sciences); Qualitative research; Conceptual framework; Medicine; Psychology; Knowledge management; Nursing; Computer science","score_opus":0.05313898786758348,"score_gpt":0.3521939788224035,"score_spread":0.29905499095482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802127249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9856118,0.000097804004,0.00022695343,0.0018207842,0.00017223062,0.00021461867,0.0000011591782,0.0000104286755,0.011844219],"genre_scores_gemma":[0.98270786,0.000012019966,0.014882952,0.0018036008,0.00013052816,0.000046572306,0.000077421246,0.0000073326987,0.0003316906],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99936914,0.000025095,0.00023195153,0.00012213741,0.0001472257,0.00010442544],"domain_scores_gemma":[0.9996474,0.00002312918,0.00005587568,0.0001115864,0.00013586243,0.000026148951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002655808,0.00006087991,0.0000804625,0.00012295312,0.000085163796,0.000008845162,0.000050664163,0.000037765334,0.00008015233],"category_scores_gemma":[0.0003305122,0.00004752801,0.000014773105,0.0003378138,0.00007395382,0.000084400905,0.000009699316,0.000099058176,0.0000049573487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006629086,0.0005532723,0.05997101,0.00012900631,0.00002843544,8.6885854e-7,0.3463269,0.0000034459285,0.00036245098,0.01736861,0.01951496,0.55567473],"study_design_scores_gemma":[0.0011971209,0.00026638084,0.6305088,0.00035956287,0.00007599926,0.00015461133,0.3166471,0.002540037,0.0004379054,0.0015990548,0.04597695,0.00023649167],"about_ca_topic_score_codex":0.000013503449,"about_ca_topic_score_gemma":0.00001876827,"teacher_disagreement_score":0.57053775,"about_ca_system_score_codex":0.000045909426,"about_ca_system_score_gemma":0.0003702719,"threshold_uncertainty_score":0.1938136},"labels":[],"label_agreement":null},{"id":"W2803033711","doi":"10.1002/aet2.10103","title":"Clinical Cadavers as a Simulation Resource for Procedural Learning","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Nova Scotia Health Authority; Dalhousie University","funders":"","keywords":"Competence (human resources); Computer science; Medical simulation; Simulation training; Fidelity; Simulation; Psychology","score_opus":0.09476504171383397,"score_gpt":0.43947954579497983,"score_spread":0.34471450408114584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803033711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95393914,0.00004976545,0.0009519945,0.0012492669,0.0002854946,0.00034840172,5.395855e-7,0.000115051604,0.043060347],"genre_scores_gemma":[0.99145263,0.0000037314605,0.0018982254,0.0030855185,0.00094466517,0.000021459748,0.00004604804,0.000019101368,0.0025286176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991121,0.000043575157,0.00028496853,0.00025718522,0.00012346992,0.0001786812],"domain_scores_gemma":[0.9989643,0.0004957591,0.000093438495,0.00008030175,0.00017371614,0.00019248988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047607083,0.000095558455,0.00017674318,0.000079046404,0.00023967074,0.000033199838,0.000026271648,0.00009069512,0.00015888328],"category_scores_gemma":[0.001206052,0.00008832074,0.00007100015,0.00013965605,0.00010640826,0.00008100187,0.000009062101,0.00015737997,0.000024555793],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031062507,0.00013329748,0.023242654,0.000033882738,0.000040986157,7.9038097e-7,0.007068183,0.00017726954,0.00002232794,0.0020997054,0.00022544504,0.9666448],"study_design_scores_gemma":[0.0045600194,0.0008863986,0.10047962,0.00016014278,0.00010741795,0.000042876934,0.012737341,0.063022345,0.00004188241,0.00060564256,0.81713647,0.00021987178],"about_ca_topic_score_codex":0.0000060563766,"about_ca_topic_score_gemma":0.0000021360656,"teacher_disagreement_score":0.96642494,"about_ca_system_score_codex":0.000021034324,"about_ca_system_score_gemma":0.0002637436,"threshold_uncertainty_score":0.3601615},"labels":[],"label_agreement":null},{"id":"W2815321647","doi":"10.1002/aet2.10117","title":"Distribution of Clinical Rotations Among Emergency Medicine Residency Programs in the United States","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Graduate medical education; Accreditation; Rotation (mathematics); Context (archaeology); Medicine; Medical education; Computer science; Family medicine; Geography","score_opus":0.21435201879579113,"score_gpt":0.4775518954508585,"score_spread":0.2631998766550674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2815321647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98745626,0.00006161291,0.00037482395,0.008471543,0.00023900645,0.0004314328,0.0000045618604,0.00002167021,0.0029390664],"genre_scores_gemma":[0.9970349,0.00027014478,0.000721425,0.0002927412,0.00039455612,0.0001064797,0.00095073413,0.0000067657497,0.00022223145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861157,0.000116916286,0.0008063419,0.00018229596,0.0001629941,0.00011986554],"domain_scores_gemma":[0.9985509,0.0006030047,0.00021693423,0.00022513757,0.0003188484,0.000085207066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001175339,0.00007385982,0.00018748103,0.0000734176,0.00009676013,0.0000053698013,0.000081225095,0.00006669686,0.00017851107],"category_scores_gemma":[0.0019114937,0.000050174818,0.00003923946,0.00074932567,0.00052644766,0.00005878724,0.000008359176,0.00019535077,0.000005842106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026374033,0.000726465,0.91734374,0.000032102806,0.000024119032,1.5398517e-7,0.01578941,4.6175012e-7,0.000025621997,0.017768182,0.0032575296,0.04500586],"study_design_scores_gemma":[0.00040904686,0.0003783135,0.9641105,0.00012074091,0.00006363685,0.000005203666,0.018569306,0.0001531745,0.0000046216087,0.008102578,0.008034265,0.000048639507],"about_ca_topic_score_codex":0.0005442864,"about_ca_topic_score_gemma":0.00023415987,"teacher_disagreement_score":0.046766754,"about_ca_system_score_codex":0.000011051724,"about_ca_system_score_gemma":0.00019040208,"threshold_uncertainty_score":0.22883746},"labels":[],"label_agreement":null},{"id":"W2884578480","doi":"10.1002/aet2.10118","title":"Clinical Informatics Competencies in the Emergency Medicine Specialist Training Standards of Five International Jurisdictions","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Alberta","funders":"","keywords":"Curriculum; Medical education; Medicine; Health informatics; Credentialing; Core competency; Specialty; Health care; Facilitator; Nursing; Public health; Political science; Family medicine; Psychology; Business; Pedagogy","score_opus":0.17501041894571728,"score_gpt":0.539481789619119,"score_spread":0.3644713706734017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884578480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68350536,0.00032039415,0.0011568642,0.010494085,0.011929371,0.0007274313,0.000039501734,0.000038922346,0.2917881],"genre_scores_gemma":[0.9932464,0.0004210804,0.00075167255,0.0010185346,0.0033406783,0.00007005058,0.000030796502,0.000009372828,0.0011114104],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724746,0.00048079772,0.0015216036,0.00011838005,0.000347693,0.00028404922],"domain_scores_gemma":[0.9979914,0.000715297,0.0005314824,0.00017024955,0.000505762,0.00008583187],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005024976,0.0000944138,0.00026674493,0.00016591977,0.00042588136,0.000004325544,0.00018519635,0.000101028636,0.0010005893],"category_scores_gemma":[0.0011958877,0.00006856291,0.000033270622,0.00029680206,0.0002320914,0.00013115264,0.000023483033,0.00048557873,0.000012690751],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002605101,0.00008456685,0.05783854,0.00014630068,0.00003170833,1.5084139e-7,0.79524714,7.619972e-7,0.0000053712156,0.033719376,0.028398616,0.08450144],"study_design_scores_gemma":[0.0006388893,0.00021033868,0.13676262,0.00043118332,0.000015505386,0.000006426381,0.4025616,0.00047375288,2.817082e-7,0.0014046414,0.45741647,0.000078283134],"about_ca_topic_score_codex":0.0005962625,"about_ca_topic_score_gemma":0.0023591465,"teacher_disagreement_score":0.42901787,"about_ca_system_score_codex":0.00012856442,"about_ca_system_score_gemma":0.002405655,"threshold_uncertainty_score":0.9999126},"labels":[],"label_agreement":null},{"id":"W2895433465","doi":"10.1002/aet2.10199","title":"Canadi <scp>EM</scp> : Accessing a Virtual Community of Practice to Create a Canadian National Medical Education Institution","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Western University; University of Ottawa; Queen's University; McMaster University; University of Saskatchewan; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Workforce; Public relations; Community of practice; Medical education; Business; Knowledge management; World Wide Web; Political science; Computer science; Medicine; Sociology; Pedagogy","score_opus":0.13952330989541553,"score_gpt":0.4623597495845201,"score_spread":0.3228364396891046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895433465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89812934,0.000085994914,0.00006120699,0.015904011,0.0049966215,0.0005292057,0.000005753919,0.00003079178,0.08025707],"genre_scores_gemma":[0.9894826,0.00003099057,0.0015861829,0.0067266873,0.0017433139,0.00022762996,0.00003478664,0.00001020848,0.00015762185],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99795276,0.0006415403,0.0003058086,0.00017364672,0.00060002424,0.0003262147],"domain_scores_gemma":[0.9955976,0.0018376521,0.00019876035,0.00012319794,0.0012562283,0.0009865441],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0029131481,0.00009533187,0.00013214297,0.00037717668,0.0017243149,0.000109952285,0.00022314013,0.00016178661,0.0001078504],"category_scores_gemma":[0.05681658,0.00011572002,0.000019555599,0.00080308825,0.00037017517,0.00057473814,0.000019236915,0.0002829041,0.000015929583],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029788384,0.00018091119,0.00453336,0.000014228446,0.000010683024,1.1800308e-7,0.5258353,7.7067114e-7,0.000007920303,0.060151096,0.0038735108,0.40538916],"study_design_scores_gemma":[0.00014971558,0.00008885015,0.16013892,0.0002154889,0.00002567306,0.000009653607,0.42723417,0.00003150551,0.00002332082,0.0015832281,0.41041,0.00008948454],"about_ca_topic_score_codex":0.79600275,"about_ca_topic_score_gemma":0.868403,"teacher_disagreement_score":0.4065365,"about_ca_system_score_codex":0.0008913156,"about_ca_system_score_gemma":0.05936694,"threshold_uncertainty_score":0.9995753},"labels":[],"label_agreement":null},{"id":"W2895935888","doi":"10.1002/aet2.10202","title":"Evaluation of a Web‐based Educational Program to Teach the Identification and Management of Alcohol Withdrawal in the Emergency Department","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Alcoholism and Thiamine Deficiency","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Schwartz/Reisman Emergency Medicine Institute; Sinai Health System; University of Toronto","funders":"","keywords":"Emergency department; Identification (biology); Web application; Emergency management; Computer science; Medical education; Medical emergency; World Wide Web; Medicine; Psychology; Political science; Nursing; Biology","score_opus":0.07121992031920027,"score_gpt":0.4045013598334441,"score_spread":0.3332814395142438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895935888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98735774,0.00032461272,0.000048316037,0.0058835894,0.00016433107,0.0012901317,0.0000022040683,0.0000053497015,0.004923725],"genre_scores_gemma":[0.9985276,0.000027997732,0.00060837134,0.00014181131,0.000064626176,0.00048748913,0.000036953777,0.00000467609,0.000100458754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989953,0.00009860526,0.0002762205,0.00015149711,0.00039272074,0.00008562658],"domain_scores_gemma":[0.9993904,0.000032351905,0.00011341016,0.00017889173,0.00025426765,0.000030649826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018386965,0.0000654044,0.00008423761,0.000100484554,0.0000788566,0.000010870722,0.000061733976,0.000019223071,0.000041152656],"category_scores_gemma":[0.000082533756,0.000041517284,0.000018208591,0.00030923844,0.000083953964,0.000042401847,0.000010490137,0.000041902676,0.000001947843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077154116,0.0017923353,0.042914286,0.0002510161,0.00008386079,1.91622e-7,0.032701403,0.0000097500315,0.0012983211,0.015188238,0.0015814644,0.90410197],"study_design_scores_gemma":[0.0008093519,0.00023765385,0.985898,0.00009656711,0.00028155622,0.000010026818,0.008340755,0.002067252,0.00028691423,0.0006224944,0.0012951421,0.00005426132],"about_ca_topic_score_codex":0.000019420182,"about_ca_topic_score_gemma":0.000020707515,"teacher_disagreement_score":0.94298375,"about_ca_system_score_codex":0.000021963158,"about_ca_system_score_gemma":0.00026443595,"threshold_uncertainty_score":0.16930257},"labels":[],"label_agreement":null},{"id":"W2896045958","doi":"10.1002/aet2.10205","title":"White Paper—Geriatric Emergency Medicine Education: Current State, Challenges, and Recommendations to Enhance the Emergency Care of Older Adults","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sinai Health System; Schwartz/Reisman Emergency Medicine Institute; Mount Sinai Hospital","funders":"National Institute on Aging","keywords":"Curriculum; Core competency; Geriatrics; White paper; Medical education; Emergency department; Medicine; Perception; Geriatric care; Psychology; Nursing; Pedagogy; Political science; Psychiatry","score_opus":0.03156980410750795,"score_gpt":0.3710493087391295,"score_spread":0.3394795046316216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896045958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5704645,0.33996293,0.00006265705,0.04650814,0.009621155,0.0009911285,0.000019074016,0.000045903947,0.03232451],"genre_scores_gemma":[0.876948,0.120305724,0.00024058118,0.00025856562,0.0010687183,0.00013462569,0.000052787007,0.000014235721,0.0009767679],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989077,0.00004486588,0.0004393686,0.00030044361,0.00014005005,0.00016756242],"domain_scores_gemma":[0.99876165,0.00002581858,0.00014648019,0.00022683322,0.0007034467,0.00013574101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017002311,0.000153715,0.00020992324,0.00012494573,0.00023866727,0.0000025328434,0.00006647545,0.000028085913,0.0008230502],"category_scores_gemma":[0.00014304339,0.00011218109,0.000034658584,0.00033625457,0.000084511856,0.00009704117,0.000034831635,0.00010644361,0.0000054945335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015265396,0.000104383864,0.0019581595,0.0002361356,0.000029666273,2.6956865e-8,0.1926844,2.7074288e-8,0.000031558255,0.00035662876,0.037615295,0.7669684],"study_design_scores_gemma":[0.00040859714,0.0005479413,0.47134182,0.0012040135,0.00021183658,0.000012883532,0.24393548,0.0000031808388,0.00008596208,0.000531732,0.2814349,0.00028165936],"about_ca_topic_score_codex":0.000044612265,"about_ca_topic_score_gemma":0.00024097656,"teacher_disagreement_score":0.7666868,"about_ca_system_score_codex":0.000018022913,"about_ca_system_score_gemma":0.00021564316,"threshold_uncertainty_score":0.9011823},"labels":[],"label_agreement":null},{"id":"W2902612514","doi":"10.1002/aet2.10313","title":"Emergency Ultrasound Training Program in Guyana: Systematic Credentialing Process in a Resource‐limited Setting","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Georgetown Hospital","funders":"National Institutes of Health; American Heart Association","keywords":"Credentialing; Curriculum; Emergency ultrasound; Medicine; Process (computing); Medical education; Resource (disambiguation); Emergency department; Engineering management; Nursing; Engineering; Computer science; Psychology; Pedagogy","score_opus":0.06376136171149606,"score_gpt":0.4035666775852492,"score_spread":0.3398053158737532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902612514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98941094,0.0003033113,0.00013209683,0.00096908316,0.00020416336,0.0014522552,0.0000019736433,0.00012499987,0.0074011674],"genre_scores_gemma":[0.9928441,0.000029773802,0.0053421715,0.0003976798,0.00036345996,0.000736475,0.00006146779,0.00003397696,0.00019090128],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.997847,0.000110097295,0.00097191596,0.00045543048,0.00023426616,0.00038124187],"domain_scores_gemma":[0.99863416,0.00053214823,0.00024560964,0.00026270506,0.00015484677,0.00017054049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011259307,0.0001830465,0.00042622615,0.00032029796,0.00015648565,0.000057824218,0.000116332514,0.00013072342,0.00012244644],"category_scores_gemma":[0.0024213735,0.00017824478,0.000057321748,0.000980883,0.00012510762,0.00014055286,0.000014498221,0.00033375213,0.000014563523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016003448,0.0039653652,0.2980565,0.014837578,0.00022865357,0.0000111664485,0.431014,0.000023597646,0.0036251277,0.0033958796,0.00063404907,0.24404804],"study_design_scores_gemma":[0.004002843,0.0007826252,0.59168106,0.019026428,0.00044179705,0.0005430782,0.36976942,0.003660433,0.00025819722,0.006261921,0.00253333,0.0010388547],"about_ca_topic_score_codex":0.000042248426,"about_ca_topic_score_gemma":0.00013317798,"teacher_disagreement_score":0.29362458,"about_ca_system_score_codex":0.00007253729,"about_ca_system_score_gemma":0.0003447403,"threshold_uncertainty_score":0.7268611},"labels":[],"label_agreement":null},{"id":"W2902923844","doi":"10.1002/aet2.10312","title":"Coaching for Chaos: A Qualitative Study of Instructional Methods for Multipatient Management in the Emergency Department","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Emergency department; Medical education; Psychology; Qualitative research; Variety (cybernetics); Outpatient clinic; Medicine; Computer science; Nursing; Artificial intelligence","score_opus":0.1305389975416664,"score_gpt":0.5443453206994965,"score_spread":0.41380632315783006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902923844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9643962,0.00003261467,0.030550085,0.0014801457,0.0008557442,0.0020642744,0.0000023913906,0.0000065730874,0.0006119671],"genre_scores_gemma":[0.7765101,0.0000037912087,0.22160651,0.0002982607,0.00015022443,0.0013222517,0.000050711624,0.000005779688,0.000052337033],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9991643,0.00011802274,0.00034463906,0.00015362514,0.00012005142,0.000099392666],"domain_scores_gemma":[0.9993626,0.0001534366,0.00012212296,0.00010917597,0.0002340577,0.000018593082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016465188,0.00006547742,0.000114969494,0.00016049578,0.000129534,0.000005286056,0.000045381053,0.00002284328,0.000015724765],"category_scores_gemma":[0.00041365996,0.000050395545,0.00002258564,0.0002501266,0.000046741483,0.00004352161,0.000008015658,0.000057076282,2.4393222e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057166755,0.0010383445,0.00039636006,0.00007880487,0.000056043464,1.9610399e-8,0.35075745,6.292699e-7,0.000020034757,0.012531245,0.000445218,0.6346187],"study_design_scores_gemma":[0.0019272652,0.0010025937,0.051668357,0.000058749298,0.00010780717,0.0000049577925,0.9282268,0.0013766167,0.000042090014,0.0043846276,0.011123752,0.00007637427],"about_ca_topic_score_codex":0.0000168537,"about_ca_topic_score_gemma":0.000018261957,"teacher_disagreement_score":0.63454235,"about_ca_system_score_codex":0.000046280864,"about_ca_system_score_gemma":0.00008933338,"threshold_uncertainty_score":0.20550707},"labels":[],"label_agreement":null},{"id":"W2903103364","doi":"10.1002/aet2.10315","title":"Window to the Unknown: Using Storytelling to Identify Learning Needs for the Intrinsic Competencies Within an Online Needs Assessment","year":2018,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; University of British Columbia; Thrombosis and Atherosclerosis Research Institute","funders":"Canadian Blood Services; McMaster University","keywords":"Storytelling; Thematic analysis; Context (archaeology); Curriculum; Medical education; Psychology; Needs assessment; Narrative; Knowledge management; Computer science; Qualitative research; Medicine; Pedagogy; Sociology","score_opus":0.20788878109850917,"score_gpt":0.4659214961260318,"score_spread":0.2580327150275226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903103364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711779,0.00015528733,0.0166958,0.0051982407,0.004653363,0.0009270878,0.0000046791038,0.00007895958,0.001108697],"genre_scores_gemma":[0.9823795,0.000009902218,0.008461383,0.0040180343,0.0028740026,0.00014696454,0.000039692466,0.00003402155,0.0020364996],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986019,0.0002148368,0.00038716936,0.000224771,0.00019197847,0.00037935583],"domain_scores_gemma":[0.99825656,0.0007053544,0.00018564294,0.00025754006,0.00038367644,0.00021120366],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016107921,0.00015710806,0.00016803682,0.0002457088,0.0027082693,0.00013881059,0.00021852762,0.00007178981,0.000035889356],"category_scores_gemma":[0.00033254217,0.00010897459,0.00003721011,0.00060316705,0.00008405045,0.00022978659,0.000051595984,0.00039659362,0.000028948021],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046621557,0.00017040178,0.008747893,0.000060305723,0.000048251997,6.198974e-8,0.6034887,0.0026330643,0.0007480166,0.007763154,0.0013228835,0.37497064],"study_design_scores_gemma":[0.00027000793,0.00032333314,0.08391684,0.0003348202,0.00007737237,0.000005111158,0.6556197,0.006543034,0.00003496185,0.0003786941,0.25223535,0.00026075577],"about_ca_topic_score_codex":0.00033111102,"about_ca_topic_score_gemma":0.00041914236,"teacher_disagreement_score":0.3747099,"about_ca_system_score_codex":0.00016891403,"about_ca_system_score_gemma":0.0010000339,"threshold_uncertainty_score":0.99859005},"labels":[],"label_agreement":null},{"id":"W2910586264","doi":"10.1002/aet2.10325","title":"Identifying and Transmitting the Culture of Emergency Medicine Through Simulation","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Bond University","keywords":"Specialty; Ethnography; Medical education; Participant observation; Emergency department; Psychology; Identity (music); Identification (biology); Value (mathematics); Process (computing); Medicine; Nursing; Family medicine; Sociology; Computer science","score_opus":0.12704893111595525,"score_gpt":0.44743308131153764,"score_spread":0.3203841501955824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910586264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98748773,0.0026462837,0.00045231468,0.003441077,0.0011375254,0.00043984482,0.0000010851544,0.000025451802,0.004368687],"genre_scores_gemma":[0.99745625,0.00020529116,0.00075470336,0.0004943967,0.00032074124,0.000014352323,0.000030475916,0.000012884341,0.0007109161],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99912345,0.00004622061,0.0003659056,0.0001843286,0.00017006672,0.00011001614],"domain_scores_gemma":[0.99914145,0.00022786137,0.00015528194,0.00015962646,0.0002535521,0.00006224193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028124618,0.00009194142,0.00016540033,0.000062515,0.00012913917,0.000006472269,0.000033680448,0.00005899898,0.0003524052],"category_scores_gemma":[0.000107339714,0.00006586117,0.000027208409,0.00023365936,0.000049953418,0.00013754614,0.0000055227124,0.00013427735,0.0000031228574],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026375288,0.000060071045,0.44407743,0.0006050413,0.000039879636,8.1741675e-8,0.49076143,0.00017665997,0.0009970547,0.0027791918,0.00027710834,0.06019967],"study_design_scores_gemma":[0.0009758752,0.00015637235,0.700217,0.0006485185,0.00013993637,0.000016870516,0.2863386,0.0049444726,0.00015199678,0.0031859456,0.0030790363,0.00014534101],"about_ca_topic_score_codex":0.00012072096,"about_ca_topic_score_gemma":0.000002232387,"teacher_disagreement_score":0.2561396,"about_ca_system_score_codex":0.000020600273,"about_ca_system_score_gemma":0.00017246914,"threshold_uncertainty_score":0.38585898},"labels":[],"label_agreement":null},{"id":"W2915667667","doi":"10.1002/aet2.10332","title":"Consensus Core Point‐of‐care Ultrasound Applications for Pediatric Emergency Medicine Training","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Louisville","keywords":"Delphi method; Curriculum; Medicine; Medical education; Inclusion (mineral); MEDLINE; Medical physics; Psychology; Computer science; Political science","score_opus":0.09016190495491305,"score_gpt":0.4021844574277855,"score_spread":0.31202255247287247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915667667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9621954,0.0019183144,0.001693983,0.002393952,0.0007141485,0.0024602658,0.000064216154,0.00009916168,0.028460557],"genre_scores_gemma":[0.98542804,0.00032116834,0.010694741,0.00033787166,0.0007836193,0.00050726166,0.00038625635,0.000033932516,0.0015071093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850476,0.000017210716,0.0006891739,0.000389662,0.00017402713,0.00022515429],"domain_scores_gemma":[0.9972896,0.0014060598,0.00029930283,0.00035717257,0.00044489402,0.00020296147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031540086,0.00016385432,0.00039373204,0.0001546,0.00013136586,0.0000057015795,0.00009840502,0.00011515106,0.0007470304],"category_scores_gemma":[0.0007144215,0.00015074934,0.00010346313,0.00040610158,0.00013213856,0.000042726653,0.000010684774,0.00017447371,0.000025291141],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001696331,0.001025991,0.6476274,0.0028558301,0.0002662725,2.6565849e-7,0.07173844,0.0000095876485,0.015118608,0.119578905,0.011808991,0.12980005],"study_design_scores_gemma":[0.0061473683,0.0019787743,0.6074738,0.00032988205,0.0016189022,0.00025808852,0.20119302,0.00015238875,0.00025484516,0.033294894,0.14639623,0.0009018116],"about_ca_topic_score_codex":0.000012885971,"about_ca_topic_score_gemma":0.000004437297,"teacher_disagreement_score":0.13458724,"about_ca_system_score_codex":0.000030660027,"about_ca_system_score_gemma":0.00046607104,"threshold_uncertainty_score":0.8179459},"labels":[],"label_agreement":null},{"id":"W2918005469","doi":"10.1002/aet2.10329","title":"Building Emergency Medicine Trainee Competency in Pediatric Musculoskeletal Radiograph Interpretation: A Multicenter Prospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine; University of Toronto; SickKids Foundation; Stollery Children's Hospital; Hospital for Sick Children","funders":"Hospital for Sick Children; University of Toronto; Royal College of Physicians and Surgeons of Canada","keywords":"Interquartile range; Medicine; Pediatric emergency medicine; Ankle; Physical therapy; Prospective cohort study; Cohort; Confidence interval; Benchmark (surveying); Cohort study; Emergency department; Surgery; Internal medicine","score_opus":0.008763779448957518,"score_gpt":0.31752852481483773,"score_spread":0.3087647453658802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918005469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883349,0.0009820696,0.00020561133,0.00066553976,0.00094479736,0.0022956575,7.059738e-7,0.000042322128,0.0065284264],"genre_scores_gemma":[0.9977015,0.00016511547,0.0012876331,0.00006958179,0.00022080613,0.00020443735,0.000025668234,0.000022376245,0.0003028352],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850255,0.000088275854,0.00050756976,0.00044187708,0.00025192145,0.00020780174],"domain_scores_gemma":[0.9993549,0.00008205105,0.00012383917,0.00018184623,0.00014116365,0.000116185176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045627225,0.00018654812,0.00035557096,0.00051200745,0.00006138647,0.000008854408,0.0000548937,0.000058033376,0.00049468636],"category_scores_gemma":[0.00018255813,0.00015510479,0.00009878653,0.0006464675,0.00005190703,0.0001742715,0.000014533952,0.0002088241,0.000009400319],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048137706,0.0007723314,0.9551199,0.00029219204,0.000052228366,7.128955e-7,0.025492253,0.000004521144,0.00015957262,0.00088198495,0.00004842646,0.01712773],"study_design_scores_gemma":[0.002405225,0.0008230577,0.96869254,0.00011869955,0.00015201919,0.000005844719,0.026436834,0.00058604125,6.064376e-7,0.00058182544,0.00004211321,0.00015520511],"about_ca_topic_score_codex":0.00011477286,"about_ca_topic_score_gemma":0.000046930152,"teacher_disagreement_score":0.016972525,"about_ca_system_score_codex":0.000051206083,"about_ca_system_score_gemma":0.00012227148,"threshold_uncertainty_score":0.632499},"labels":[],"label_agreement":null},{"id":"W2924129655","doi":"10.1002/aet2.10334","title":"Resident Supervision and Patient Care: A Comparative Time Study in a Community‐Academic Versus a Community Emergency Department","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Emergency department; Medical emergency; Medicine; Academic community; Psychology; Emergency medicine; Nursing; Library science; Computer science","score_opus":0.08022398615807666,"score_gpt":0.3847717844155031,"score_spread":0.3045477982574264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924129655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9884294,0.004864657,2.575345e-7,0.0002544549,0.00035308182,0.00077792886,0.000004737168,0.00001940372,0.0052960436],"genre_scores_gemma":[0.9989779,0.00063077285,0.0000437508,0.00012723941,0.000021481652,0.00006820864,0.0000488177,0.000007898849,0.00007394358],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989203,0.00040458798,0.00027751387,0.00013443932,0.00012054438,0.00014260582],"domain_scores_gemma":[0.99941236,0.00014372951,0.000057884998,0.00020689185,0.00010038816,0.000078735895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027172334,0.00013095353,0.00026506322,0.00010091203,0.0002963958,0.0000068108366,0.00005301611,0.000042520758,0.00008036591],"category_scores_gemma":[0.00006097107,0.00011850218,0.000025213374,0.00015823232,0.000038385777,0.00008117231,0.00009407883,0.0005639292,0.000011121404],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002746082,0.00072006474,0.18964727,0.00010118126,0.00009609444,0.0000011258314,0.7830484,0.0000016662437,0.00019833044,0.000083465755,0.0012266685,0.024601107],"study_design_scores_gemma":[0.0014755514,0.0017594253,0.39684656,0.00013349208,0.000054956574,0.0000043105692,0.59869534,0.000016685926,0.000025182253,0.000042400035,0.0008462954,0.00009977026],"about_ca_topic_score_codex":0.00076573866,"about_ca_topic_score_gemma":0.00061763084,"teacher_disagreement_score":0.20719929,"about_ca_system_score_codex":0.00006209224,"about_ca_system_score_gemma":0.00009263416,"threshold_uncertainty_score":0.48323786},"labels":[],"label_agreement":null},{"id":"W2930825237","doi":"10.1002/aet2.10345","title":"Clinical Improvement Interventions for Residents and Practicing Physicians: A Scoping Review of Coaching and Mentoring for Practice Improvement","year":2019,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Coaching; Psychological intervention; Medical education; Clinical Practice; Medicine; Psychology; Nursing; Psychotherapist","score_opus":0.30521619981131165,"score_gpt":0.5764972745053996,"score_spread":0.2712810746940879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930825237","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007239216,0.9900553,0.0009824196,0.00032050174,0.003490411,0.0045093624,0.000018230043,0.000016374774,0.000534964],"genre_scores_gemma":[0.000049608338,0.9889262,0.007068055,0.0005095646,0.0003924617,0.0018314207,0.00007732066,0.00004312811,0.0011022423],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.997165,0.00019399232,0.0015403713,0.00063379045,0.00015087792,0.0003159336],"domain_scores_gemma":[0.9953824,0.0023169827,0.0018317894,0.00022891905,0.0001322397,0.00010766242],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004378066,0.00028003418,0.0012290757,0.00013840935,0.00015705629,0.00006405682,0.00010843416,0.00015124101,0.000008857171],"category_scores_gemma":[0.0015770029,0.0002667527,0.00023743852,0.00008714392,0.0000382355,0.00020174243,0.000088404915,0.0003012729,0.0000011238003],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008554856,0.00011550194,0.000008453945,0.2176365,0.0003196084,9.1741626e-8,0.0018981604,7.525733e-9,0.0000010356068,0.0006140001,0.00032398227,0.77907413],"study_design_scores_gemma":[0.0005846711,0.000313517,0.0000329625,0.62477076,0.0019297979,0.0000125561555,0.003464915,0.0000016250605,0.0000011068721,0.000038906965,0.3686013,0.0002478964],"about_ca_topic_score_codex":0.000030749827,"about_ca_topic_score_gemma":0.0000015065705,"teacher_disagreement_score":0.77882624,"about_ca_system_score_codex":0.00007754314,"about_ca_system_score_gemma":0.00041330772,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W2941175183","doi":"10.1002/aet2.10351","title":"Systematic Online Academic Resource (<scp>SOAR</scp>) Review: Renal and Genitourinary","year":2019,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University; University of Toronto","funders":"","keywords":"Soar; Resource (disambiguation); Social media; Computer science; Quality (philosophy); Emergency department; Medicine; World Wide Web; Artificial intelligence; Nursing","score_opus":0.27964604316384534,"score_gpt":0.4897571624617591,"score_spread":0.21011111929791376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941175183","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025333528,0.9883588,0.0000012187608,0.0012898019,0.0031932618,0.0044523827,0.000011861754,0.000071370465,0.0023679805],"genre_scores_gemma":[0.000017121623,0.9923385,0.00028424305,0.00075024087,0.0029480474,0.0013830693,0.00016346296,0.000048611993,0.0020667186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99620223,0.001393165,0.0010166826,0.00050239917,0.0004349402,0.00045057674],"domain_scores_gemma":[0.99209964,0.006081962,0.0010141508,0.0002844888,0.00012775375,0.00039200365],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025706491,0.00031803854,0.001492844,0.00025289378,0.0005115831,0.000074807576,0.00029968785,0.0005123299,0.000016872214],"category_scores_gemma":[0.010054733,0.00029906415,0.00014244577,0.0006083017,0.00020156949,0.00018199897,0.000046907713,0.00083784387,0.000050885254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6667317e-7,0.000032722743,0.000018470342,0.24396516,0.00003235258,3.948227e-7,0.024394419,8.19019e-9,1.9159083e-8,0.0005184759,0.005622516,0.7254153],"study_design_scores_gemma":[0.000040032315,0.000014744586,0.00005281117,0.190102,0.00066457666,0.000031154348,0.013302425,5.85561e-7,8.077503e-9,0.00006198301,0.79562235,0.00010732635],"about_ca_topic_score_codex":0.00017776695,"about_ca_topic_score_gemma":0.00002848486,"teacher_disagreement_score":0.78999984,"about_ca_system_score_codex":0.00027010354,"about_ca_system_score_gemma":0.0040333527,"threshold_uncertainty_score":0.9999462},"labels":[],"label_agreement":null},{"id":"W2942335532","doi":"10.1002/aet2.10352","title":"Thinking Critically About Appraising <scp>FOAM</scp>","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Toronto; McMaster University","funders":"Society for Academic Emergency Medicine","keywords":"Chemistry","score_opus":0.042257740810843714,"score_gpt":0.36865854625391786,"score_spread":0.32640080544307415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942335532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8272069,0.0002382008,0.0008726074,0.0029562928,0.00039112894,0.00028356284,0.0000018942155,0.00010468232,0.1679447],"genre_scores_gemma":[0.969526,0.000025489093,0.01988564,0.006777438,0.0003251538,0.000037627255,0.000038532653,0.000024022625,0.00336009],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893403,0.000024645246,0.00029737616,0.00030544147,0.00020942821,0.00022909009],"domain_scores_gemma":[0.9980362,0.0012697531,0.00006855167,0.00025967907,0.00016925676,0.00019655966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039020122,0.00011326,0.00020461607,0.000073609226,0.00014198924,0.00008845935,0.0000864926,0.00009575962,0.00011803828],"category_scores_gemma":[0.0012980619,0.00010760671,0.00005689655,0.00014464697,0.000088593835,0.00009770444,0.000023211407,0.00027348893,0.00016494586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001153791,0.0008406327,0.15379897,0.0003087109,0.00012801011,0.0000018834119,0.027265156,0.000002870239,0.010662886,0.33623758,0.0040697367,0.46667203],"study_design_scores_gemma":[0.0013653708,0.00022302105,0.6783218,0.0005454363,0.0001881484,0.00024797188,0.025786905,0.00026765993,0.000471996,0.027463662,0.2649404,0.00017765095],"about_ca_topic_score_codex":0.000010739808,"about_ca_topic_score_gemma":0.000001887456,"teacher_disagreement_score":0.5245228,"about_ca_system_score_codex":0.000024425246,"about_ca_system_score_gemma":0.00031562315,"threshold_uncertainty_score":0.43880746},"labels":[],"label_agreement":null},{"id":"W2945270556","doi":"10.1002/aet2.10365","title":"Core Content for Pediatric Emergency Medicine Ultrasound Fellowship Training: A Modified Delphi Consensus Study","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Delphi method; Pediatric emergency medicine; Medicine; Medical education; Family medicine; Curriculum; Psychology; Emergency department; Nursing; Emergency physician; Pedagogy","score_opus":0.3815247037796113,"score_gpt":0.4386607443881212,"score_spread":0.05713604060850991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945270556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98545927,0.00040322877,0.00023609046,0.002571468,0.0011969114,0.0026484139,0.000016696073,0.00009586137,0.0073720417],"genre_scores_gemma":[0.9915407,0.000116620125,0.0014812652,0.0006341859,0.00089174707,0.0004617447,0.00014543242,0.00004110747,0.004687245],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801534,0.0000425881,0.00081733847,0.00053889834,0.00026229458,0.00032355782],"domain_scores_gemma":[0.9968643,0.0017866838,0.00027260467,0.00038716997,0.00036796532,0.00032126805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079416815,0.00022867946,0.0004954754,0.00015793317,0.00017201819,0.000013803669,0.00011291117,0.00011549381,0.00055329537],"category_scores_gemma":[0.0018698674,0.00019555245,0.000102591344,0.00034408327,0.000107677195,0.00004644476,0.000012656906,0.00025101594,0.000030803654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004600678,0.003498055,0.84193164,0.00037322647,0.00038716046,0.000001527366,0.099284284,0.00000916603,0.0058150887,0.01667755,0.009895476,0.021666743],"study_design_scores_gemma":[0.008170812,0.0025970878,0.7811761,0.000086237334,0.0010425904,0.00013471562,0.19361335,0.00030175384,0.000016336078,0.0059702583,0.0063873758,0.0005033747],"about_ca_topic_score_codex":0.00006423294,"about_ca_topic_score_gemma":0.000023310968,"teacher_disagreement_score":0.09432906,"about_ca_system_score_codex":0.00004222681,"about_ca_system_score_gemma":0.00044845176,"threshold_uncertainty_score":0.79743975},"labels":[],"label_agreement":null},{"id":"W2951676218","doi":"10.1002/aet2.10370","title":"Dissecting the Contemporary Clerkship: Theory‐based Educational Trial of Videos Versus Lectures in Medical Student Education","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Curriculum; Medical education; Psychology; Test (biology); Significant difference; Cognition; Medicine; Mathematics education; Pedagogy; Internal medicine","score_opus":0.10247548381929808,"score_gpt":0.4919668363415522,"score_spread":0.3894913525222541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951676218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157956,0.00018888395,0.00012684536,0.007874025,0.0043136557,0.00056926813,5.86086e-7,0.000015801304,0.071115315],"genre_scores_gemma":[0.9973191,0.0000041341045,0.0006460096,0.0006190539,0.00061870785,0.00007891589,0.000013051101,0.000009047501,0.0006919902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99772954,0.0011464497,0.0003176775,0.00019558941,0.00045696658,0.00015377313],"domain_scores_gemma":[0.99619424,0.003220157,0.00020504734,0.00013847512,0.00017544808,0.000066600245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005959211,0.00008954147,0.00014936981,0.00014722146,0.00024750107,0.000053139152,0.00022013651,0.000085164684,0.0003026631],"category_scores_gemma":[0.004560018,0.000072237584,0.000037679332,0.00039378388,0.00020646857,0.00013808142,0.000017797489,0.00028071573,0.0000030494232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011834204,0.0006995825,0.028724251,0.00001939606,0.000026376587,7.1836055e-8,0.1308399,0.0000052731134,0.000061376864,0.63802296,0.00020162333,0.2002158],"study_design_scores_gemma":[0.019224862,0.00040605073,0.3775092,0.0004905462,0.000038882237,0.0000021448836,0.5320679,0.0001202011,0.00017006251,0.055223875,0.014265052,0.00048123658],"about_ca_topic_score_codex":0.00069035706,"about_ca_topic_score_gemma":0.000228152,"teacher_disagreement_score":0.5827991,"about_ca_system_score_codex":0.000100231344,"about_ca_system_score_gemma":0.005691708,"threshold_uncertainty_score":0.9999451},"labels":[],"label_agreement":null},{"id":"W2953521998","doi":"10.1002/aet2.10376","title":"The Revised <scp>METRIQ</scp> Score: A Quality Evaluation Tool for Online Educational Resources","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan; University of Calgary; University of Alberta","funders":"Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"CLARITY; Likert scale; Usability; Descriptive statistics; Quality (philosophy); Scale (ratio); Medical education; Quality Score; Thematic analysis; Psychology; Raw score; Medicine; Computer science; Applied psychology; Statistics; Qualitative research; Operations management","score_opus":0.26138587021534426,"score_gpt":0.4955225976643363,"score_spread":0.23413672744899205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953521998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697952,0.0015793435,0.000015479603,0.01565123,0.006327129,0.0027670069,0.000008857402,0.000036625454,0.0038191138],"genre_scores_gemma":[0.990665,0.00026456785,0.0018811724,0.0007147148,0.002940936,0.00175024,0.00011331391,0.000016737164,0.0016533152],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781275,0.0005987994,0.00040113297,0.00029222455,0.00056737266,0.0003277464],"domain_scores_gemma":[0.9864331,0.012216462,0.0003281103,0.00020227571,0.0006721603,0.00014790156],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0057711396,0.0001047618,0.00015208172,0.00010427442,0.0011789133,0.00019862855,0.00018700438,0.000105001054,0.00007081777],"category_scores_gemma":[0.03045538,0.00009533575,0.000054811233,0.0004950113,0.00017192589,0.00023805011,0.000011978452,0.00013597423,0.000021342903],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084554285,0.0001733936,0.06585089,0.00006549709,0.00001586297,4.1942747e-9,0.13673285,0.0000021099124,0.00003627032,0.06409016,0.0021172776,0.7309072],"study_design_scores_gemma":[0.0003236919,0.000032032756,0.599244,0.00006124667,0.000028216928,4.3702468e-7,0.07092266,0.000076223296,0.0000046747987,0.009052297,0.32018873,0.00006576487],"about_ca_topic_score_codex":0.00076626264,"about_ca_topic_score_gemma":0.00053298334,"teacher_disagreement_score":0.73084146,"about_ca_system_score_codex":0.00026283605,"about_ca_system_score_gemma":0.0041455,"threshold_uncertainty_score":0.9777115},"labels":[],"label_agreement":null},{"id":"W2954147936","doi":"10.1002/aet2.10375","title":"The Variable Journey in Learning to Interpret Pediatric Point‐of‐care Ultrasound Images: A Multicenter Prospective Cohort Study","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Izaak Walton Killam Health Centre; Dalhousie University; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children; University of Toronto","keywords":"Medicine; Percentile; Point of care ultrasound; Prospective cohort study; Cohort; Focused assessment with sonography for trauma; Cohort study; Ultrasound; Radiology; Medical physics; Surgery; Internal medicine","score_opus":0.014225049369856598,"score_gpt":0.34053974647537044,"score_spread":0.32631469710551386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954147936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98701864,0.00019523586,0.000095729316,0.00033619074,0.00020989939,0.0018140506,0.0000023667646,0.000023161552,0.010304715],"genre_scores_gemma":[0.9967973,0.00006906396,0.0018136911,0.00019712077,0.000109030356,0.00024901,0.000012784363,0.000017113429,0.00073484273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998929,0.000075946904,0.00037780276,0.00028845257,0.00015880224,0.00016995796],"domain_scores_gemma":[0.99794966,0.0014210058,0.000088600194,0.00022799092,0.00020961085,0.00010310735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006204365,0.00010290103,0.00022493786,0.00010301335,0.000103151375,0.00004914896,0.00009041984,0.000042237898,0.00011213963],"category_scores_gemma":[0.0017006162,0.00007854629,0.000034810266,0.0003688895,0.000035541885,0.00008582893,0.000027272414,0.00034466755,0.000034162436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000544753,0.0003795838,0.9533532,0.000028018769,0.00003046212,1.4333806e-7,0.04371736,0.000008439276,0.00035815715,0.00019165374,0.00007210026,0.0018063881],"study_design_scores_gemma":[0.0007622199,0.00037938968,0.88185036,0.0000682804,0.00007437536,0.00000933171,0.11610792,0.000012905444,0.000040038565,0.00015458296,0.0004641241,0.00007649943],"about_ca_topic_score_codex":0.000061072475,"about_ca_topic_score_gemma":0.000022411701,"teacher_disagreement_score":0.07239056,"about_ca_system_score_codex":0.00007074,"about_ca_system_score_gemma":0.00024362796,"threshold_uncertainty_score":0.3203025},"labels":[],"label_agreement":null},{"id":"W2965808027","doi":"10.1002/aet2.10379","title":"Showing Your Thinking: Using Mind Maps to Understand the Gaps Between Experienced Emergency Physicians and Their Students","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Manitoba; McMaster University; University of British Columbia","funders":"","keywords":"Mind map; Interpretation (philosophy); Concept map; Psychology; Interview; Epistemology; Mathematics education; Cognitive psychology; Computer science","score_opus":0.11110486817981069,"score_gpt":0.4105669897331808,"score_spread":0.2994621215533701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965808027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957319,0.0003671027,0.00016240777,0.0017256706,0.00046706357,0.00029866182,0.0000030448778,0.000014719271,0.00122941],"genre_scores_gemma":[0.9979498,0.000040119343,0.00050967815,0.0008452243,0.00026424488,0.000006014174,0.00001208319,0.000014232021,0.00035859563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913466,0.000033386445,0.00020502908,0.00025564907,0.00018358299,0.00018770494],"domain_scores_gemma":[0.9987787,0.0008037379,0.000063917825,0.00016664529,0.000045357912,0.00014162078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000328106,0.00011858924,0.00020777271,0.000050286897,0.00017970761,0.000060044942,0.00008050225,0.000047839374,0.000052805004],"category_scores_gemma":[0.00095970504,0.000082199476,0.00004064624,0.00015307292,0.00004344985,0.000063278356,0.000043038774,0.00012680917,0.0000067742744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020124851,0.00014352697,0.50397617,0.000016563316,0.0000789759,8.838954e-7,0.2693233,0.0000053955437,0.00067296776,0.00030814268,0.00019457516,0.2252594],"study_design_scores_gemma":[0.00077466544,0.00016783622,0.65334374,0.0011653103,0.00010558517,0.000018656285,0.34227067,0.00008507176,0.00023700124,0.00085180404,0.00078610214,0.00019357173],"about_ca_topic_score_codex":0.000038057628,"about_ca_topic_score_gemma":0.0000047587932,"teacher_disagreement_score":0.22506583,"about_ca_system_score_codex":0.000027036715,"about_ca_system_score_gemma":0.00010332664,"threshold_uncertainty_score":0.33519974},"labels":[],"label_agreement":null},{"id":"W2982372929","doi":"10.1002/aet2.10404","title":"Emergency Medicine Education Research Since the 2012 Consensus Conference: How Far Have We Come and What’s Next?","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Certification; Medical education; Task force; Political science; State (computer science); Consensus conference; Medicine; Engineering ethics; Public relations; Engineering; Computer science; Public administration","score_opus":0.1866956348707654,"score_gpt":0.4558083382260652,"score_spread":0.2691127033552998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982372929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7790031,0.022663971,0.000008682723,0.18823119,0.0021033653,0.00049244304,0.0000010981142,0.000023565939,0.0074726134],"genre_scores_gemma":[0.9692278,0.01606207,0.00014457086,0.0010684432,0.00048504543,0.000040151677,0.00003812763,0.000013780528,0.0129200425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872935,0.00015527087,0.00026039197,0.00030674215,0.0003007925,0.0002474286],"domain_scores_gemma":[0.99470407,0.0041799876,0.00010395784,0.00029305567,0.00045306305,0.00026584862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011516449,0.00012414683,0.00024138136,0.00011373373,0.0001876221,0.00012768348,0.000072387345,0.00009346528,0.0005998301],"category_scores_gemma":[0.0077523906,0.00008442073,0.000028201372,0.00018817691,0.00034767244,0.0002377033,0.000030320616,0.00036339837,0.000033936634],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054077365,0.00032423274,0.028451102,0.00009092634,0.00004372078,0.0000010644887,0.020298349,2.1827796e-7,0.00035642472,0.020075593,0.039523695,0.89078057],"study_design_scores_gemma":[0.0016624791,0.0006702109,0.39501768,0.004811264,0.00015572848,0.00019349465,0.36936814,0.00039487626,0.000031299973,0.0060172365,0.22140163,0.00027596025],"about_ca_topic_score_codex":0.00015989097,"about_ca_topic_score_gemma":0.000030210698,"teacher_disagreement_score":0.89050466,"about_ca_system_score_codex":0.000026276299,"about_ca_system_score_gemma":0.0009018884,"threshold_uncertainty_score":0.92808956},"labels":[],"label_agreement":null},{"id":"W2984758147","doi":"10.1002/aet2.10408","title":"Emergency Medicine Oral Case Presentations: Evaluation of a Novel Curriculum","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Research Manitoba; Manitoba Health; Children's Hospital Research Institute of Manitoba; University of Manitoba","funders":"","keywords":"Curriculum; Medicine; Randomized controlled trial; Test (biology); Intervention (counseling); Presentation (obstetrics); Medical education; Focus group; Physical therapy; Nursing; Psychology; Internal medicine; Pedagogy; Surgery","score_opus":0.14851521891832206,"score_gpt":0.4779076363776144,"score_spread":0.3293924174592924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984758147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98220617,0.0007289936,0.00009478407,0.001187969,0.0008325388,0.0003665154,0.0000019340932,0.000015098551,0.014566014],"genre_scores_gemma":[0.9978607,0.000072863586,0.00093994715,0.0001245885,0.00015271021,0.000033583598,0.000056646568,0.000007404123,0.00075151795],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991261,0.00003943892,0.00031779113,0.00016223919,0.00026456753,0.00008988086],"domain_scores_gemma":[0.99858195,0.0006381205,0.00012450285,0.00013949067,0.00040612655,0.00010980492],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007613661,0.00006878987,0.00017710081,0.00008318722,0.000032610147,0.000002772196,0.000020558342,0.00004154806,0.0013685882],"category_scores_gemma":[0.011123548,0.000055900924,0.0000335921,0.00018939287,0.00004135343,0.000053204953,0.000007762878,0.00007238208,0.000009787265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003630812,0.0021749632,0.47536585,0.00014970267,0.00013165994,0.00000576274,0.016790193,0.000051725725,0.00066528533,0.0072614267,0.009691664,0.48767546],"study_design_scores_gemma":[0.012816683,0.0010335285,0.86220694,0.0030174355,0.001781186,0.0020902874,0.07520296,0.03681177,0.0000974191,0.0020081291,0.0025651455,0.0003685039],"about_ca_topic_score_codex":0.0003877863,"about_ca_topic_score_gemma":0.000017465278,"teacher_disagreement_score":0.48730695,"about_ca_system_score_codex":0.000013795631,"about_ca_system_score_gemma":0.00030890928,"threshold_uncertainty_score":0.9995443},"labels":[],"label_agreement":null},{"id":"W2987806675","doi":"10.1002/aet2.10412","title":"A Modified Delphi Study to Prioritize Content for a Simulation‐based Pediatric Curriculum for Emergency Medicine Residency Training Programs","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Children's Hospital","funders":"National Center for Advancing Translational Sciences","keywords":"Curriculum; Delphi method; Medical education; Set (abstract data type); Stakeholder; Residency training; Delphi; Medicine; Family medicine; Psychology; Computer science; Pedagogy","score_opus":0.2306220783317611,"score_gpt":0.4497636444699104,"score_spread":0.2191415661381493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987806675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97681516,0.00031626242,0.004520495,0.005959111,0.0022177491,0.0098359,0.000009697139,0.00012893639,0.0001966929],"genre_scores_gemma":[0.98725784,0.0000056543304,0.007332479,0.00072611385,0.0013906196,0.0022848113,0.00025749317,0.00005817448,0.0006868139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766326,0.00007107154,0.00089634804,0.00060166145,0.0003507497,0.0004168942],"domain_scores_gemma":[0.9965804,0.000921389,0.0002859334,0.00034884483,0.001451216,0.0004122141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088677794,0.00025138253,0.00045753186,0.00046335123,0.000258436,0.000024325587,0.00009672962,0.00008752069,0.00014445634],"category_scores_gemma":[0.0013278377,0.00023788931,0.00010283133,0.0006404777,0.000022844008,0.00012486031,0.000010324445,0.00013684873,0.000006653828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003435252,0.0015518061,0.8133144,0.0010010622,0.00006680907,3.1385662e-7,0.14323606,0.0033275683,0.00004074025,0.0016851468,0.0005234588,0.03490913],"study_design_scores_gemma":[0.009390136,0.0048585557,0.5345489,0.00051056413,0.0005649157,0.0000050436897,0.38385993,0.0636678,0.000004839048,0.0010240386,0.0009908681,0.0005744355],"about_ca_topic_score_codex":0.0002028466,"about_ca_topic_score_gemma":0.000036468846,"teacher_disagreement_score":0.2787655,"about_ca_system_score_codex":0.00014299831,"about_ca_system_score_gemma":0.0016899672,"threshold_uncertainty_score":0.9700844},"labels":[],"label_agreement":null},{"id":"W2990038181","doi":"10.1002/aet2.10422","title":"Stress Testing the Resuscitation Room: Latent Threats to Patient Safety Identified During Interprofessional In Situ Simulation in a Canadian Academic Emergency Department","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Debriefing; Emergency department; Patient safety; Observational study; Health care; Medical emergency; Resuscitation; Medicine; Quality (philosophy); Quality management; Harm; Simulated patient; Nursing; Medical education; Emergency medicine; Psychology; Operations management; Engineering","score_opus":0.07044060898281042,"score_gpt":0.39099384497039386,"score_spread":0.32055323598758345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990038181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99243265,0.00020094226,0.000008680524,0.0044496614,0.0011428653,0.0012729664,0.0000066407856,0.000019087423,0.0004665075],"genre_scores_gemma":[0.99868834,0.000011145503,0.00020820362,0.0005220044,0.00010816837,0.00015195318,0.00015315245,0.000017032728,0.00014002704],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846035,0.00010737097,0.00058647944,0.00031481546,0.00022458482,0.0003064186],"domain_scores_gemma":[0.99893504,0.00031525927,0.00013054203,0.00018201224,0.00019324127,0.00024392836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004194795,0.00012424185,0.00014642543,0.00044620017,0.00015297116,0.00001384764,0.000058058715,0.00008950365,0.0000848838],"category_scores_gemma":[0.00028861567,0.00011122102,0.000021448312,0.0005883145,0.000009893896,0.00014674629,0.00001754636,0.0002969243,0.000019711317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008093396,0.00005186407,0.92524886,0.0000762105,0.000005356017,8.910405e-7,0.036018986,0.018342802,0.000350979,0.000100826175,0.000009647477,0.019712633],"study_design_scores_gemma":[0.00043766559,0.00004091289,0.9759472,0.00077759137,0.000008421082,0.000003445433,0.015042198,0.0073377015,0.00006670099,0.00020819841,0.000025549145,0.00010443973],"about_ca_topic_score_codex":0.01449561,"about_ca_topic_score_gemma":0.03772301,"teacher_disagreement_score":0.050698306,"about_ca_system_score_codex":0.00075474905,"about_ca_system_score_gemma":0.0014213872,"threshold_uncertainty_score":0.9920669},"labels":[],"label_agreement":null},{"id":"W2990060205","doi":"10.1002/aet2.10419","title":"The Ottawa Emergency Department Shift Observation Tool (O‐EDShOT): A New Tool for Assessing Resident Competence in the Emergency Department","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Emergency department; Competence (human resources); Medicine; Scale (ratio); Family medicine; Emergency medicine; Medical emergency; Psychology; Nursing; Social psychology","score_opus":0.04351781992478366,"score_gpt":0.34762862042950354,"score_spread":0.3041108005047199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990060205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9822033,0.0009096063,0.00035098632,0.012964218,0.0010297972,0.0012420681,0.0000024519295,0.000020058496,0.0012775172],"genre_scores_gemma":[0.99437475,0.00023510768,0.0019645984,0.0006910064,0.00019224918,0.00020267052,0.000062310646,0.000013666424,0.002263654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875975,0.000058601025,0.0004574564,0.00023891302,0.00023160386,0.0002536924],"domain_scores_gemma":[0.9992841,0.00017402519,0.0001311974,0.00026571032,0.000057641035,0.00008732664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006213475,0.00013977634,0.00016780102,0.000048247246,0.0002801061,0.0000652962,0.000110148234,0.000043141612,0.00017537577],"category_scores_gemma":[0.00023105298,0.00008372722,0.00007911111,0.00019540564,0.000014591985,0.0001870065,0.000018509634,0.00011455373,0.000011287282],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003902108,0.00022282948,0.80145365,0.000084777515,0.000040057486,0.0000014441068,0.009794506,0.0000075374655,0.0001640768,0.026774924,0.0058828834,0.15553427],"study_design_scores_gemma":[0.0005114604,0.00012784358,0.94051063,0.000084652136,0.000044465618,0.0000076548495,0.0057348004,0.00019216981,0.000027887882,0.0027715343,0.049867183,0.00011973568],"about_ca_topic_score_codex":0.000045494602,"about_ca_topic_score_gemma":0.00009873384,"teacher_disagreement_score":0.15541454,"about_ca_system_score_codex":0.000057251164,"about_ca_system_score_gemma":0.00043354282,"threshold_uncertainty_score":0.34142968},"labels":[],"label_agreement":null},{"id":"W2992423596","doi":"10.1002/aet2.10428","title":"Geriatric Emergency Medicine Fellowships: Current State of Specialized Training for Emergency Physicians in Optimizing Care for Older Adults","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sinai Health System; University of Toronto","funders":"National Institute on Aging","keywords":"Curriculum; Workforce; Medical education; Geriatrics; Core competency; Medicine; Health care; Political science; Psychology; Pedagogy; Management","score_opus":0.044493809834164524,"score_gpt":0.3616984704203277,"score_spread":0.3172046605861632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992423596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9650554,0.023002595,0.000587899,0.00062408077,0.0054087606,0.0019902224,0.000041524763,0.000030158717,0.00325937],"genre_scores_gemma":[0.99064505,0.0057333163,0.0016649192,0.000051169136,0.0008401872,0.00028530642,0.00019738961,0.000036270903,0.00054641033],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998461,0.000025104506,0.0006832566,0.00036572714,0.00015050946,0.0003144034],"domain_scores_gemma":[0.9990594,0.00007057822,0.0002623074,0.00015055755,0.00038264925,0.00007455118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023945398,0.00020466164,0.00054309383,0.00023199245,0.000100632264,0.0000023843238,0.000065153115,0.00003992733,0.00016162169],"category_scores_gemma":[0.0001805489,0.00018944654,0.00014740603,0.0003460876,0.00003463728,0.00009971958,0.000013945318,0.00011241467,0.0000010261176],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022286215,0.00016527837,0.004333735,0.0020505227,0.000076250944,1.6198929e-7,0.26553443,0.000013122054,0.00050429406,0.000288553,0.002468012,0.72434276],"study_design_scores_gemma":[0.018458223,0.0018676358,0.20964463,0.006765058,0.0009302248,0.000007931346,0.7042065,0.0013172871,0.00068686495,0.0024760505,0.052360598,0.0012789753],"about_ca_topic_score_codex":0.00002895153,"about_ca_topic_score_gemma":0.00006299366,"teacher_disagreement_score":0.72306377,"about_ca_system_score_codex":0.000036214475,"about_ca_system_score_gemma":0.00016044738,"threshold_uncertainty_score":0.77254057},"labels":[],"label_agreement":null},{"id":"W2992777245","doi":"10.1002/aet2.10429","title":"Faculty‐lead Opinions on Workplace‐based Methods for Graduated Managerial Teaching (FLOW MGMT): A National Cross‐sectional Survey of Canadian Emergency Medicine Lead Educators","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University Medical Centre; Royal College of Physicians and Surgeons of Canada; University of Toronto; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Observational study; Medical education; Curriculum; Cross-sectional study; Psychology; Overcrowding; Work (physics); Medicine; Pedagogy; Engineering; Political science","score_opus":0.13847361308591782,"score_gpt":0.4639445798402493,"score_spread":0.32547096675433146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992777245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699018,0.00012418574,0.0010432894,0.007057404,0.0056062015,0.00090986944,0.00020267164,0.000045075736,0.015109532],"genre_scores_gemma":[0.9727595,0.000008704009,0.018289817,0.00048686462,0.00034786126,0.000059130674,0.0025528842,0.000027105561,0.005468124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986349,0.00012804783,0.00044480254,0.00031914207,0.00022600028,0.00024715663],"domain_scores_gemma":[0.9985993,0.00042714915,0.00015124193,0.00014408905,0.00036384136,0.00031436924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013662128,0.0001713959,0.00030451323,0.0007285758,0.0002463414,0.000015693464,0.00007732425,0.000101819016,0.0005108839],"category_scores_gemma":[0.0019083652,0.00014471605,0.00008741133,0.00045184954,0.000059653354,0.00007818355,0.000008080577,0.0002101812,0.000008260263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030196056,0.00053855526,0.8707446,0.00025310577,0.00021232429,3.7629323e-7,0.00406233,0.000086249456,0.00039567568,0.008615933,0.021626422,0.093162455],"study_design_scores_gemma":[0.0013996968,0.00030366232,0.97466683,0.0001620083,0.00002641991,0.000006460427,0.0011505912,0.0020670511,0.000053327418,0.0002631851,0.019737378,0.00016340172],"about_ca_topic_score_codex":0.009685535,"about_ca_topic_score_gemma":0.0021249356,"teacher_disagreement_score":0.10392221,"about_ca_system_score_codex":0.00011806501,"about_ca_system_score_gemma":0.0018426263,"threshold_uncertainty_score":0.9969091},"labels":[],"label_agreement":null},{"id":"W2994929386","doi":"10.1002/aet2.10431","title":"The Teacher, the Assessor, and the Patient Protector: A Conceptual Model Describing How Context Interfaces With the Supervisory Roles of Academic Emergency Physicians","year":2019,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Context (archaeology); Psychology; Conceptual model; Medical education; Computer science; Medicine; History; Database","score_opus":0.058767742593880797,"score_gpt":0.29978013432422507,"score_spread":0.24101239173034428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994929386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94948053,0.0026666108,0.00033082644,0.045735925,0.000228234,0.00088558445,9.803333e-7,0.000012453841,0.00065882766],"genre_scores_gemma":[0.9975226,0.0001728748,0.0001297118,0.0013118506,0.00010375839,0.00022015286,0.0000049274868,0.000013338195,0.00052076986],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99909234,0.00013919461,0.00023245963,0.00015178569,0.00023912256,0.00014507996],"domain_scores_gemma":[0.99913776,0.00020736731,0.00020832238,0.00023637485,0.0001898273,0.00002037805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007534842,0.00010908781,0.00015059221,0.000027807098,0.0003532258,0.000027770708,0.0001403867,0.000051170704,0.000013030313],"category_scores_gemma":[0.0003271041,0.000043372835,0.000025250982,0.00017786131,0.00068432617,0.00010616258,0.000028161945,0.000500506,9.237692e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009514866,0.00007960051,0.0038147697,0.000030751984,0.00008369773,2.2076453e-8,0.3129699,0.000021927814,0.0011180793,0.016358314,0.0017597749,0.66366804],"study_design_scores_gemma":[0.00097247364,0.00017129302,0.008372934,0.00029295,0.0001242193,0.00001528204,0.97035676,0.014156685,0.00058202306,0.00051047193,0.0043339874,0.000110915294],"about_ca_topic_score_codex":0.00002521554,"about_ca_topic_score_gemma":0.000025716743,"teacher_disagreement_score":0.6635571,"about_ca_system_score_codex":0.000023062421,"about_ca_system_score_gemma":0.00026531974,"threshold_uncertainty_score":0.2716763},"labels":[],"label_agreement":null},{"id":"W3005106009","doi":"10.1002/aet2.10437","title":"Evidence‐based Medicine Simulation: A Novel and Practice‐relevant Approach to Teaching Real‐time Literature Searching to Emergency Medicine Residents","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Session (web analytics); Curriculum; Medical education; Set (abstract data type); Computer science; Fidelity; Psychology; Multimedia; Medicine; World Wide Web; Pedagogy","score_opus":0.26916565964328937,"score_gpt":0.4834804911962953,"score_spread":0.21431483155300596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005106009","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40005276,0.0031772482,0.01368785,0.57000816,0.00096871954,0.0024345554,0.000010156236,0.0002470556,0.009413482],"genre_scores_gemma":[0.9504271,0.00012510049,0.029632138,0.016957477,0.002129048,0.000090110254,0.00014195942,0.000046539826,0.00045049426],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9973105,0.00029320022,0.00072378083,0.0007072804,0.000643521,0.00032167527],"domain_scores_gemma":[0.995296,0.002252203,0.00022103582,0.00032390837,0.00077057845,0.0011362677],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017158303,0.0002667412,0.00041734165,0.0004289571,0.00038328426,0.00004653967,0.000109542736,0.00011226047,0.00019774363],"category_scores_gemma":[0.013107021,0.00023357556,0.00003297772,0.0009081762,0.00006314973,0.00044138482,0.000038859875,0.00047240042,0.000014665473],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013261515,0.0005514083,0.03258368,0.002167797,0.0001337324,0.000006058924,0.8239486,0.008947397,0.010447148,0.0034155054,0.0141654415,0.102307044],"study_design_scores_gemma":[0.0039874897,0.0030510873,0.6467983,0.016098533,0.0006664858,0.00021191081,0.1352834,0.17500815,0.00004988029,0.00031494178,0.017410649,0.0011191875],"about_ca_topic_score_codex":0.00041187592,"about_ca_topic_score_gemma":0.0000018058746,"teacher_disagreement_score":0.6886652,"about_ca_system_score_codex":0.00013061099,"about_ca_system_score_gemma":0.0006432985,"threshold_uncertainty_score":0.995206},"labels":[],"label_agreement":null},{"id":"W3005683770","doi":"10.1002/aet2.10439","title":"Differences in Gaze Fixation Location and Duration Between Resident and Fellowship Sonographers Interpreting a Focused Assessment With Sonography in Trauma","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Radiology practices and education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; University of Calgary; Kingston Health Sciences Centre; Alberta Health Services; Queen's University","funders":"","keywords":"Gaze; Medicine; Fixation (population genetics); Wilcoxon signed-rank test; Eye tracking; Nuclear medicine; Psychology; Artificial intelligence; Population; Mann–Whitney U test; Internal medicine; Computer science","score_opus":0.06783595909513589,"score_gpt":0.33453189044796616,"score_spread":0.26669593135283026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005683770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98697966,0.0004308508,0.0007418345,0.011100076,0.000043342243,0.00032068646,4.2354452e-7,0.000016892476,0.00036620986],"genre_scores_gemma":[0.9961982,0.00018724398,0.003076827,0.0003610127,0.000072804076,0.000053755717,0.000035063622,0.0000083767645,0.0000067218757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916106,0.00010233423,0.00026253762,0.00026407622,0.00008504185,0.00012494388],"domain_scores_gemma":[0.99948466,0.00016526208,0.0001485378,0.000055634253,0.0000395635,0.00010637207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035295897,0.00010494488,0.00018989539,0.00022146542,0.000069568065,0.000066161185,0.000021488653,0.00006556222,0.0000062556674],"category_scores_gemma":[0.00010775567,0.00009411136,0.000011091425,0.00034720235,0.000069632355,0.000313541,0.000006396095,0.00018574863,2.1397126e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006388935,0.00003586709,0.8403257,0.0000707901,0.00001653022,4.921096e-7,0.039726548,0.0000018985749,0.00007484507,0.00016556111,0.000010931483,0.119506955],"study_design_scores_gemma":[0.0008363055,0.00028141926,0.954403,0.00029053574,0.00004619027,0.000011464101,0.041854575,0.001981293,0.00002407588,0.00013876671,0.000039465856,0.00009294247],"about_ca_topic_score_codex":0.00018014103,"about_ca_topic_score_gemma":0.00016817563,"teacher_disagreement_score":0.11941401,"about_ca_system_score_codex":0.00003067455,"about_ca_system_score_gemma":0.00016160759,"threshold_uncertainty_score":0.383775},"labels":[],"label_agreement":null},{"id":"W3011699699","doi":"10.1002/aet2.10444","title":"Applications of Postresuscitation Debriefing Frameworks in Emergency Settings: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Debriefing; Best practice; Quality (philosophy); Medical education; Psychology; Medicine; MEDLINE; Process management; Medical emergency; Knowledge management; Nursing; Computer science; Engineering; Political science","score_opus":0.05521971213005496,"score_gpt":0.431309716188423,"score_spread":0.37609000405836807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011699699","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009536466,0.9914013,0.00022450676,0.0028504436,0.00027035893,0.0048609483,0.000014886443,0.00004287414,0.00032512727],"genre_scores_gemma":[0.0016691326,0.9920527,0.0016273548,0.0011892248,0.0001959425,0.0025193244,0.0006307993,0.00005147108,0.000064047555],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9970162,0.00024026036,0.0018758733,0.0004278748,0.0002521572,0.00018763778],"domain_scores_gemma":[0.9972203,0.0006265472,0.0011604507,0.00039909538,0.00039978698,0.00019383378],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052429346,0.00028273734,0.0018162025,0.00041795144,0.000073748524,0.000014982316,0.00011188463,0.00032835786,0.0000860181],"category_scores_gemma":[0.0010819848,0.00026844072,0.00020360542,0.0013377528,0.000031912277,0.0000755893,0.000016194163,0.00065988826,0.000016709093],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.473583e-7,0.000056185007,0.00010653236,0.6535462,0.00003967837,3.0754438e-7,0.0025725472,1.997876e-7,2.8050346e-8,0.00040958452,0.00015064944,0.3431172],"study_design_scores_gemma":[0.00012813482,0.000036202906,0.00016206442,0.9314303,0.0020674584,0.00006312083,0.0047477484,0.00004337327,8.391691e-8,0.00025365502,0.060809378,0.00025850948],"about_ca_topic_score_codex":0.000034900007,"about_ca_topic_score_gemma":0.000003104237,"teacher_disagreement_score":0.3428587,"about_ca_system_score_codex":0.00017893605,"about_ca_system_score_gemma":0.0024975762,"threshold_uncertainty_score":0.99997675},"labels":[],"label_agreement":null},{"id":"W3017198568","doi":"10.1002/aet2.10456","title":"Using Observation to Determine Teachable Moments Within a Serious Game: A GridlockED as Medical Education (GAME) Study","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Educational Games and Gamification","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Dalhousie University; University of Ottawa","funders":"","keywords":"Teachable moment; Medical education; Prioritization; Observational study; Health care; Psychology; Emergency department; Computer science; Medicine; Nursing; Engineering; Management science","score_opus":0.13835953368528447,"score_gpt":0.4123193836956737,"score_spread":0.27395985001038925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017198568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98141956,0.00024121157,0.0004750502,0.013476831,0.0016245852,0.0009329101,0.0000026368461,0.000083902305,0.0017432799],"genre_scores_gemma":[0.9831923,0.0000059628705,0.0025491633,0.010929,0.00072468485,0.0003699934,0.00008324167,0.0000381849,0.0021074356],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9980592,0.00017172031,0.0005208984,0.0005884083,0.00039632828,0.00026344537],"domain_scores_gemma":[0.9987091,0.00007101302,0.00022547925,0.00026735864,0.0001999898,0.00052709086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045143295,0.0002115243,0.00023362409,0.00016068462,0.00014141621,0.00010246565,0.00019360405,0.000116041694,0.0006708262],"category_scores_gemma":[0.0005806507,0.00022510387,0.0000384254,0.0005375234,0.00003969657,0.00021153536,0.000038412214,0.000224559,0.00013190329],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013174671,0.0032326188,0.05536475,0.000050755283,0.00012508575,0.0000033485762,0.46432608,0.000063765896,0.000736469,0.011148987,0.0034798395,0.46133655],"study_design_scores_gemma":[0.0020934618,0.0010941123,0.6470037,0.00022367081,0.000198337,0.00023371495,0.30484855,0.004289949,0.00009171634,0.0014967774,0.03758276,0.000843228],"about_ca_topic_score_codex":0.0006636552,"about_ca_topic_score_gemma":0.000053780168,"teacher_disagreement_score":0.591639,"about_ca_system_score_codex":0.000097878525,"about_ca_system_score_gemma":0.0015328334,"threshold_uncertainty_score":0.91794693},"labels":[],"label_agreement":null},{"id":"W3032925586","doi":"10.1002/aet2.10485","title":"Integration of In Situ Simulation Into an Emergency Department Code Orange Exercise in a Tertiary Care Trauma Referral Center","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Disaster Response and Management","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Preparedness; Medical emergency; Mass Casualty; Referral; Medicine; Trauma center; Nursing","score_opus":0.13014439827684718,"score_gpt":0.4497959075542791,"score_spread":0.3196515092774319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032925586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948072,0.00016448123,0.0003438191,0.000792324,0.00020378329,0.00062434614,0.000004229488,0.000018267994,0.0030415845],"genre_scores_gemma":[0.998643,0.00005376803,0.00039073423,0.00047147222,0.00004239454,0.00014864255,0.00017739195,0.000010313992,0.000062319916],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99901104,0.00019053434,0.0003882347,0.00018650168,0.00008564228,0.00013802774],"domain_scores_gemma":[0.99966836,0.000025277654,0.00009071108,0.00009358851,0.00004507295,0.000077001714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016743297,0.00008440982,0.00013045139,0.00013251498,0.00006247644,0.000004984251,0.000051234107,0.000051672476,0.00008200418],"category_scores_gemma":[0.000033336895,0.00008166348,0.000018291688,0.00015021928,0.0000093560275,0.00021748613,0.000022319597,0.000121304496,0.0000063082175],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014843377,0.00017590975,0.049879186,0.00026455396,0.0000033584527,8.093202e-7,0.52889234,0.000075545875,0.00047913138,0.0002716902,0.000109113804,0.41969997],"study_design_scores_gemma":[0.0011730951,0.00009059007,0.6805293,0.00055129634,0.00001696865,1.1479212e-7,0.31205085,0.0023881465,0.000061723855,0.00028806413,0.0027184892,0.0001313777],"about_ca_topic_score_codex":0.0001851504,"about_ca_topic_score_gemma":0.002891682,"teacher_disagreement_score":0.6306501,"about_ca_system_score_codex":0.000061627434,"about_ca_system_score_gemma":0.00009033967,"threshold_uncertainty_score":0.333014},"labels":[],"label_agreement":null},{"id":"W3036033127","doi":"10.1002/aet2.10495","title":"Procedural Skills Training in Emergency Medicine Physicians Within the Edmonton Zone: A Needs Assessment","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Curriculum; Medical education; Descriptive statistics; Medicine; Dreyfus model of skill acquisition; Psychology; Nursing; Pedagogy; Social psychology","score_opus":0.03556712715449568,"score_gpt":0.3691620381076727,"score_spread":0.333594910953177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036033127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81441444,0.00018990967,0.0009089672,0.16796471,0.0012177295,0.0005207735,7.2018304e-7,0.00006030985,0.014722439],"genre_scores_gemma":[0.9814449,0.000043870987,0.0026208933,0.013704628,0.0012364885,0.00014381544,0.0000645768,0.000022779197,0.0007180328],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99860203,0.000055441724,0.00055774546,0.00024331656,0.00032070265,0.00022075081],"domain_scores_gemma":[0.99932647,0.000049694096,0.00019959173,0.00015520275,0.00016890877,0.00010013843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006124565,0.00015499482,0.00025504673,0.00017508423,0.00015055906,0.000013816282,0.000095919546,0.00006724999,0.00023005687],"category_scores_gemma":[0.00087066914,0.000115230054,0.000031433345,0.0012640733,0.00012792253,0.00013295726,0.000015387737,0.0004521999,0.0000048188767],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018864115,0.0002770259,0.008870996,0.00014820139,0.000041158917,0.0000012499113,0.47788465,0.000012159982,0.0011229161,0.015121459,0.00959651,0.48690483],"study_design_scores_gemma":[0.0017963898,0.00041172976,0.32639968,0.0008281213,0.00016033213,0.00007128888,0.64284694,0.006631271,0.00008004715,0.0015587065,0.018882833,0.00033263897],"about_ca_topic_score_codex":0.00005438425,"about_ca_topic_score_gemma":0.00002251617,"teacher_disagreement_score":0.48657218,"about_ca_system_score_codex":0.000079421996,"about_ca_system_score_gemma":0.00090496795,"threshold_uncertainty_score":0.46989453},"labels":[],"label_agreement":null},{"id":"W3037762171","doi":"10.1002/aet2.10497","title":"Thinking Outside the Inbox: Use of Slack in Clinical Groups as a Collaborative Team Communication Platform","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Emergency department; Medicine; Library science; Family medicine; Nursing; Computer science","score_opus":0.34078738165527866,"score_gpt":0.48073485514617237,"score_spread":0.1399474734908937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037762171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.946786,0.00033918215,0.000012346074,0.043836247,0.0009687403,0.0008534949,0.0000021251212,0.000029381996,0.0071724807],"genre_scores_gemma":[0.9935945,0.0006081188,0.001884417,0.0033109726,0.00039741118,0.00016582587,0.000013989253,0.000008115408,0.000016643413],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984136,0.00055349676,0.00046167552,0.00015595536,0.00025428642,0.00016093775],"domain_scores_gemma":[0.99514973,0.004079222,0.00029872515,0.00014090062,0.00019678834,0.00013463853],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019644552,0.0000699191,0.00016797408,0.000050269653,0.00042074147,0.00008888246,0.00021229404,0.000107436106,0.00003082246],"category_scores_gemma":[0.009706671,0.000063633226,0.000027497968,0.0006519801,0.00036042993,0.00040071647,0.00003212767,0.00029407503,0.00000896897],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016124359,0.00007034554,0.082876064,0.000010959759,0.0000068004965,5.1570293e-8,0.7579003,0.0000021054152,0.0000030800595,0.056877296,0.0007028604,0.10153401],"study_design_scores_gemma":[0.0002796285,0.000069249974,0.36717737,0.00009993515,0.000016254022,4.5798623e-7,0.5679169,0.000091606904,0.0000090228805,0.008380033,0.055852544,0.0001069474],"about_ca_topic_score_codex":0.0033396662,"about_ca_topic_score_gemma":0.0027362267,"teacher_disagreement_score":0.2843013,"about_ca_system_score_codex":0.000080681006,"about_ca_system_score_gemma":0.0019892992,"threshold_uncertainty_score":0.998635},"labels":[],"label_agreement":null},{"id":"W3039321019","doi":"10.1002/aet2.10498","title":"Converting to Connect: A Rapid RE‐AIM Evaluation of the Digital Conversion of a Clerkship Curriculum in the Age of COVID‐19","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Regional Municipality of Niagara; Regional Municipality of Waterloo; Royal College of Physicians and Surgeons of Canada; McMaster University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Curriculum; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Mathematics education; Psychology; Medical education; Computer science; Medicine; Pedagogy; Virology; Internal medicine","score_opus":0.2174271247173179,"score_gpt":0.4484180118502649,"score_spread":0.23099088713294702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039321019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98878825,0.0002483769,0.000037631664,0.006423885,0.00022885478,0.0005130329,0.000008569022,0.000004974308,0.0037464325],"genre_scores_gemma":[0.9952846,0.0000057846228,0.00001523908,0.0046059974,0.000032003965,0.000024433433,0.000015077876,0.0000043532427,0.000012467629],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990246,0.00024437002,0.00028854609,0.00014196562,0.00020212073,0.00009834258],"domain_scores_gemma":[0.99926883,0.0002960834,0.00017863145,0.00012787351,0.000061242776,0.000067330904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009855072,0.000058533788,0.00013064778,0.00005120593,0.000044681747,0.0000067115216,0.000109653156,0.00003401097,0.00014464065],"category_scores_gemma":[0.00061169657,0.000041847416,0.00003720275,0.00029992798,0.000063493695,0.000042763862,0.00002106418,0.00007988896,0.0000023702144],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012941622,0.0004156514,0.10945663,0.0004122553,0.000025348289,6.3418804e-7,0.6782134,0.000023569066,0.0008909106,0.004707855,0.0011735312,0.2045508],"study_design_scores_gemma":[0.0030938268,0.0005610844,0.38534802,0.00027674306,0.00009097443,0.000011033381,0.59791255,0.0011035714,0.00059003674,0.00061430363,0.010228796,0.00016908333],"about_ca_topic_score_codex":0.0004557098,"about_ca_topic_score_gemma":0.000040432682,"teacher_disagreement_score":0.2758914,"about_ca_system_score_codex":0.000047834565,"about_ca_system_score_gemma":0.00061720127,"threshold_uncertainty_score":0.17064881},"labels":[],"label_agreement":null},{"id":"W3042077835","doi":"10.1002/aet2.10501","title":"“EMERGing” Electronic Health Record Data Metrics: Insights and Implications for Assessing Residents’ Clinical Performance in Emergency Medicine","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Electronic health record; Competence (human resources); Interdependence; Metric (unit); Grounded theory; Data collection; Medical education; Medicine; Data science; Psychology; Computer science; Qualitative research; Health care","score_opus":0.21250432171883057,"score_gpt":0.505275524746511,"score_spread":0.29277120302768045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042077835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8368252,0.0036261992,0.0037911874,0.15339866,0.00080331124,0.00063029514,0.0000026287496,0.000043731525,0.0008787672],"genre_scores_gemma":[0.9788853,0.005466444,0.008919419,0.0052844686,0.00083184335,0.000069792004,0.00043106743,0.000019475192,0.000092172035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982686,0.000061076724,0.00084641884,0.00044591166,0.00013369457,0.00024429793],"domain_scores_gemma":[0.9989517,0.00014246136,0.00026462512,0.0003002529,0.00017447307,0.00016651663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013015898,0.00011154758,0.00028970075,0.000281148,0.0001981512,0.000015778955,0.000125251,0.00007115306,0.00003915287],"category_scores_gemma":[0.0029750955,0.000104569684,0.000015751624,0.000961157,0.00008049449,0.00031168413,0.00004064739,0.00033753616,0.0000014297933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015083742,0.000105103405,0.179806,0.00018990217,0.000016884334,4.1676277e-8,0.004040928,1.7905417e-7,0.000018253124,0.0027734472,0.0087408675,0.80429333],"study_design_scores_gemma":[0.000942086,0.00031986044,0.9046333,0.00021194444,0.000049902224,0.000011033532,0.0058111455,0.0044541787,0.0000015202156,0.0011390715,0.08231159,0.00011439087],"about_ca_topic_score_codex":0.000051726416,"about_ca_topic_score_gemma":0.000027508344,"teacher_disagreement_score":0.80417895,"about_ca_system_score_codex":0.000081055834,"about_ca_system_score_gemma":0.0012423759,"threshold_uncertainty_score":0.4264228},"labels":[],"label_agreement":null},{"id":"W3042925950","doi":"10.1002/aet2.10508","title":"Exploring Eye‐tracking Technology as an Assessment Tool for Point‐of‐care Ultrasound Training","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Radiology practices and education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"CLIPS; Eye tracking; Gaze; Medicine; Fixation (population genetics); Point of care ultrasound; Medical physics; Ultrasound; Computer science; Radiology; Surgery; Artificial intelligence","score_opus":0.1740886593676199,"score_gpt":0.4356772498506145,"score_spread":0.2615885904829946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042925950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9858782,0.00033631054,0.00085170305,0.010308332,0.0004429754,0.00037818486,0.0000022913748,0.00007780049,0.0017241819],"genre_scores_gemma":[0.97184706,0.00012055455,0.026169557,0.0010925062,0.00046991318,0.00015681998,0.00009255039,0.000023460956,0.000027560496],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99909335,0.000031255415,0.0002754111,0.00030605655,0.00009002244,0.00020388351],"domain_scores_gemma":[0.9991957,0.00019377575,0.00016445857,0.00014427784,0.00016665143,0.00013515005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025204974,0.00012141802,0.000257373,0.00014154873,0.00015654157,0.00003328311,0.00006332717,0.000087361135,0.00004358964],"category_scores_gemma":[0.0006529809,0.00012418663,0.00004740506,0.00020828316,0.000064281616,0.0005018805,0.000008584236,0.00020155236,0.0000021060391],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010346476,0.00015334171,0.031341966,0.00028428907,0.000088215726,0.0000014742167,0.18034598,0.000011551757,0.0118065635,0.011439096,0.00006258464,0.76436144],"study_design_scores_gemma":[0.0014027618,0.0017499689,0.15462354,0.00025622823,0.00029190382,0.00024818003,0.8231396,0.0003266736,0.0025573361,0.0012721393,0.01382413,0.0003075097],"about_ca_topic_score_codex":0.000009032063,"about_ca_topic_score_gemma":0.0000016277302,"teacher_disagreement_score":0.76405394,"about_ca_system_score_codex":0.000041305266,"about_ca_system_score_gemma":0.0006424849,"threshold_uncertainty_score":0.50641835},"labels":[],"label_agreement":null},{"id":"W3045275270","doi":"10.1002/aet2.10510","title":"Experiences of Participants During In Situ Simulation With a Learner Present","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Debriefing; Affect (linguistics); Medical education; Focus group; Psychology; Health care; Qualitative research; Medicine; Nursing","score_opus":0.13648138757635297,"score_gpt":0.40847558845317017,"score_spread":0.2719942008768172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045275270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960692,0.00015380284,0.000041079773,0.002962609,0.00007277039,0.00025321744,2.6472443e-7,0.000020645593,0.00042639373],"genre_scores_gemma":[0.9989395,0.0000037761401,0.0004369617,0.0003599686,0.00013070124,0.00006972708,0.000009752982,0.000009029274,0.00004054197],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99930525,0.00003244437,0.00022746835,0.00016900804,0.00013857162,0.0001272829],"domain_scores_gemma":[0.9994735,0.000114019655,0.00008089535,0.00008021996,0.000105088424,0.00014624243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007530223,0.0000644375,0.00013243598,0.00007828313,0.000041583902,0.000008875167,0.00002165745,0.000030306235,0.00007506092],"category_scores_gemma":[0.00010219683,0.000057365458,0.000012202885,0.00024738561,0.000042021125,0.00009419398,0.000005165301,0.0000766286,0.0000018560745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012823187,0.00010826773,0.41230112,0.00018795898,0.0000091295315,9.1761905e-7,0.57267344,0.006685771,0.0004762448,0.000062072606,0.0000071858235,0.0073596714],"study_design_scores_gemma":[0.00070443493,0.00012055551,0.6902757,0.0001625877,0.00001546691,0.0000030617214,0.29770607,0.009388113,0.0014863719,0.000014307092,0.00005277268,0.000070488495],"about_ca_topic_score_codex":0.000039329974,"about_ca_topic_score_gemma":0.000005680335,"teacher_disagreement_score":0.27797464,"about_ca_system_score_codex":0.000027073509,"about_ca_system_score_gemma":0.00042778155,"threshold_uncertainty_score":0.23392956},"labels":[],"label_agreement":null},{"id":"W3046460255","doi":"10.1002/aet2.10513","title":"Massive Hemorrhage Protocol Application and Teamwork Skills","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Debriefing; Teamwork; Checklist; Confidence interval; Medicine; Protocol (science); Nursing; Physical therapy; Psychology; Medical education; Internal medicine; Alternative medicine","score_opus":0.03425142166343474,"score_gpt":0.37297186249190495,"score_spread":0.3387204408284702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046460255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87085617,0.00014449554,0.0023167252,0.070677996,0.00029328748,0.050336823,0.0000068319155,0.00025981443,0.0051078745],"genre_scores_gemma":[0.96692103,0.0000022820573,0.005562843,0.0065496652,0.00051078375,0.020211328,0.000053809195,0.000020000323,0.00016826426],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991865,0.000031656313,0.00023362182,0.00028972115,0.0001236712,0.00013481587],"domain_scores_gemma":[0.9991633,0.00012141412,0.00010584037,0.00013596192,0.00015994109,0.00031351674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010569679,0.000107702435,0.0001471674,0.00006275967,0.00013426285,0.00003064314,0.00003028999,0.000067713474,0.00011140941],"category_scores_gemma":[0.00012802987,0.00010710175,0.00001963208,0.00022236042,0.000047521495,0.000086375214,0.000010422873,0.00014456127,0.0000215012],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007407125,0.00024787412,0.2567254,0.0008034124,0.000020007179,0.0000014278621,0.05192523,0.000021926613,0.0003974272,0.0026200088,0.0013044729,0.6858587],"study_design_scores_gemma":[0.0033170057,0.000534326,0.89728165,0.00031649918,0.00011818371,0.0001201732,0.054346308,0.010441173,0.00082535157,0.001558884,0.030638307,0.00050213764],"about_ca_topic_score_codex":0.00002094856,"about_ca_topic_score_gemma":7.548525e-7,"teacher_disagreement_score":0.6853566,"about_ca_system_score_codex":0.00004280133,"about_ca_system_score_gemma":0.0005680783,"threshold_uncertainty_score":0.43674824},"labels":[],"label_agreement":null},{"id":"W3049355337","doi":"10.1002/aet2.10520","title":"The Ultrasound Competency Assessment Tool (UCAT): Development and Evaluation of a Novel Competency‐based Assessment Tool for Point‐of‐care Ultrasound","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; Queen's University","funders":"Southeastern Ontario Academic Medical Organization; University of Calgary","keywords":"Intraclass correlation; Cronbach's alpha; Medical physics; Delphi method; Medicine; Reliability (semiconductor); Delphi; Ultrasound; Competency assessment; Point of care ultrasound; Medical education; Computer science; Radiology; Artificial intelligence; Psychometrics","score_opus":0.0901256441873478,"score_gpt":0.41369439898344135,"score_spread":0.32356875479609354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049355337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716631,0.00048629634,0.01658298,0.0064519783,0.00017691773,0.0022677055,0.00005026733,0.000035545003,0.0022851655],"genre_scores_gemma":[0.8048899,0.000044307642,0.19330187,0.0008544131,0.00008501215,0.0004898041,0.00029882372,0.00001881476,0.000017045639],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979714,0.00007976099,0.0008220167,0.00038432004,0.0005370977,0.00020541027],"domain_scores_gemma":[0.9949956,0.003324182,0.0003863696,0.00027090352,0.0008786234,0.0001443214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012426262,0.00018933765,0.00036945217,0.00005797948,0.0003051624,0.000054668235,0.000119899436,0.000080009355,0.00005394973],"category_scores_gemma":[0.0011026523,0.00015336386,0.00008762326,0.00022625575,0.00020434469,0.00009344851,0.000018457986,0.0001898257,8.0628524e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036558663,0.0040926957,0.17959101,0.0023948264,0.0008701453,2.540754e-7,0.05163051,0.00018662061,0.08528448,0.20474257,0.00082317507,0.47001815],"study_design_scores_gemma":[0.005448184,0.0008027398,0.94117767,0.00035553577,0.0007508068,0.00002845431,0.034303587,0.004508247,0.0021909776,0.0022390974,0.007819053,0.0003756669],"about_ca_topic_score_codex":0.000008714073,"about_ca_topic_score_gemma":0.000015765318,"teacher_disagreement_score":0.76158667,"about_ca_system_score_codex":0.0001252934,"about_ca_system_score_gemma":0.004642669,"threshold_uncertainty_score":0.8235895},"labels":[],"label_agreement":null},{"id":"W3049509128","doi":"10.1002/aet2.10519","title":"Direct Observation Tools in Emergency Medicine: A Systematic Review of the Literature","year":2020,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"PsycINFO; Systematic review; CINAHL; MEDLINE; Medicine; Scopus; Worksheet; Cochrane Library; Internal validity; Medical physics; Psychology; Alternative medicine; Psychological intervention; Nursing","score_opus":0.12618139667368689,"score_gpt":0.4295122331472546,"score_spread":0.30333083647356773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049509128","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017692937,0.9885828,0.0000034897198,0.004613004,0.0013366567,0.0024624425,0.000004948941,0.00001736821,0.0029615774],"genre_scores_gemma":[0.00006310539,0.9959366,0.00023812769,0.0016264117,0.0003577223,0.00055804016,0.00037643462,0.000026900008,0.0008166772],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99733657,0.00026679857,0.0016416309,0.00027940507,0.00034971727,0.00012590477],"domain_scores_gemma":[0.9980984,0.00014694208,0.0009563151,0.00041948262,0.00032469849,0.00005421659],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010314531,0.00024193892,0.0017539721,0.00022584976,0.00004947307,0.000009264606,0.00016644073,0.00017700296,0.00012448819],"category_scores_gemma":[0.010195816,0.00014352165,0.00017513934,0.0026245855,0.00005954549,0.000094961986,0.000023872919,0.0004998992,0.0000042313113],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.371045e-7,0.00003722808,0.000009673177,0.6581047,0.000034940113,2.692766e-7,0.002241976,2.6928124e-9,1.5521235e-7,0.00050196727,0.002841263,0.33622736],"study_design_scores_gemma":[0.00006606127,0.000020131398,0.00014715125,0.73628396,0.0010793256,0.00004631133,0.00054266176,0.000002006457,9.478546e-8,0.000031938896,0.26169553,0.000084788815],"about_ca_topic_score_codex":0.0000056415984,"about_ca_topic_score_gemma":9.48807e-7,"teacher_disagreement_score":0.33614257,"about_ca_system_score_codex":0.000121869416,"about_ca_system_score_gemma":0.0012100941,"threshold_uncertainty_score":0.9981417},"labels":[],"label_agreement":null},{"id":"W3087865364","doi":"10.1002/aet2.10537","title":"Effect of Repetitive Simulation Training on Emergency Medical Services Team Performance in Simulated Pediatric Medical Emergencies","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital","funders":"Maternal and Child Health Bureau; National Center for Advancing Translational Sciences; Health Resources and Services Administration; Colorado Department of Public Health and Environment; National Institutes of Health; Georgia Clinical and Translational Science Alliance; Children's Hospital Colorado","keywords":"Medicine; Emergency medical services; Psychological intervention; Emergency medicine; Sedation; Physical therapy; Medical emergency; Anesthesia; Nursing","score_opus":0.03927720366425416,"score_gpt":0.3797618111401519,"score_spread":0.3404846074758977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087865364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99187964,0.0003585626,0.000025033678,0.005347794,0.00062995113,0.00047620537,0.0000028362278,0.00006803875,0.0012119391],"genre_scores_gemma":[0.99751127,0.000260645,0.00005675737,0.001267259,0.00071202376,0.00003164985,0.00010561035,0.000026603122,0.000028171497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759424,0.0002026171,0.0007690331,0.00038321764,0.000799233,0.00025168736],"domain_scores_gemma":[0.99797726,0.0008950905,0.00022606735,0.00015754001,0.00024403767,0.0005000281],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009353108,0.00019524754,0.0003934282,0.00027699364,0.00010094587,0.000006802893,0.000099732606,0.0002838955,0.0012778528],"category_scores_gemma":[0.0013071033,0.00018081215,0.000059828297,0.00078469655,0.00004806988,0.00013426761,0.000017852739,0.0004990214,0.000013820841],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027405252,0.0001586611,0.8585855,0.0014115334,0.000020896552,0.0000024597316,0.058728755,0.003818843,0.000011483694,0.00007897383,0.00004023333,0.07686865],"study_design_scores_gemma":[0.0016628742,0.001090922,0.66751117,0.00064334867,0.00007991538,0.00001039812,0.011528781,0.3168918,0.00011142004,0.000016449703,0.00024345367,0.0002095088],"about_ca_topic_score_codex":0.00006994266,"about_ca_topic_score_gemma":0.000010059733,"teacher_disagreement_score":0.31307292,"about_ca_system_score_codex":0.000059766706,"about_ca_system_score_gemma":0.0012830383,"threshold_uncertainty_score":0.9996351},"labels":[],"label_agreement":null},{"id":"W3088035547","doi":"10.1002/aet2.10533","title":"Multisource Feedback in the Trauma Context: Priorities and Perspectives","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Situation awareness; Psychology; Context (archaeology); Situational ethics; Multidisciplinary approach; Medical education; Applied psychology; Medicine; Social psychology; Engineering","score_opus":0.12321190420316018,"score_gpt":0.3612685051414752,"score_spread":0.238056600938315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088035547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9243767,0.0025525151,0.000017010389,0.071342476,0.00009297839,0.00030467595,0.0000016248256,0.000023676443,0.0012883393],"genre_scores_gemma":[0.9924695,0.000040849394,0.00058554875,0.006482537,0.00027632958,0.00003659957,0.000010453807,0.000009204251,0.000089012996],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99940956,0.000059807695,0.0001537408,0.00017713364,0.0000967641,0.000103024075],"domain_scores_gemma":[0.9993922,0.00029810882,0.00004012306,0.00007927289,0.00008646054,0.0001038097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014244208,0.00007457611,0.000114937946,0.000055259545,0.0001017741,0.00003442894,0.000030745363,0.00003724758,0.000058061112],"category_scores_gemma":[0.00017172824,0.000061683335,0.00001582786,0.00014995078,0.0000800819,0.00006936368,0.000004369753,0.00015324564,0.000003771357],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023199964,0.00005217423,0.17834057,0.00007761103,0.000006280532,5.4114605e-7,0.6389937,0.0000019497822,0.00001273244,0.0024962833,0.00021362885,0.17978135],"study_design_scores_gemma":[0.00039150618,0.00004667828,0.5453879,0.000044173496,0.000008848266,0.000017960714,0.452223,0.00021658152,0.000007885575,0.000068804475,0.0015467512,0.00003989745],"about_ca_topic_score_codex":0.00014187639,"about_ca_topic_score_gemma":0.000017865428,"teacher_disagreement_score":0.36704734,"about_ca_system_score_codex":0.000030045116,"about_ca_system_score_gemma":0.0002771305,"threshold_uncertainty_score":0.25153735},"labels":[],"label_agreement":null},{"id":"W3088547850","doi":"10.1002/aet2.10538","title":"Mentorship Resuscitation During the COVID‐19 Pandemic","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Mentorship; Medical education; Curriculum; Disconnection; Apprenticeship; Coronavirus disease 2019 (COVID-19); Pandemic; Medicine; Psychology; Pedagogy; Internal medicine; Political science","score_opus":0.16947378385380085,"score_gpt":0.368840763878566,"score_spread":0.19936698002476516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088547850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89943016,0.00021751046,0.000055729684,0.070474446,0.0003631576,0.00010277116,0.0000010355524,0.000057384146,0.029297821],"genre_scores_gemma":[0.9892128,0.000085804604,0.000044272176,0.009449267,0.00038062426,0.000004423255,0.0000043288396,0.0000018332838,0.0008166134],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99946046,0.00009660381,0.000056405835,0.00009028486,0.00020333647,0.00009293711],"domain_scores_gemma":[0.9996276,0.00010474224,0.00003050651,0.000033659162,0.000026525533,0.00017700547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000672022,0.000030933632,0.000038413375,0.000017287095,0.0006229816,0.00006610838,0.000103939594,0.000024029861,0.00012019064],"category_scores_gemma":[0.0005914288,0.000025720256,0.000012136567,0.00013930372,0.00012760799,0.0000962186,0.0000122847605,0.00007019439,0.000008457487],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011733252,0.000010952615,0.068769,0.000021428385,0.000009266666,6.177751e-7,0.8636827,0.0000034572952,0.000067624474,0.023865394,0.0037274186,0.039830428],"study_design_scores_gemma":[0.00023281404,0.000014665728,0.041276127,0.000009343018,0.000016745418,0.000001830433,0.6949439,0.000007482005,0.00000289486,0.0014461864,0.26198748,0.000060532097],"about_ca_topic_score_codex":0.00027805258,"about_ca_topic_score_gemma":0.0001587949,"teacher_disagreement_score":0.25826007,"about_ca_system_score_codex":0.000040200248,"about_ca_system_score_gemma":0.00027709923,"threshold_uncertainty_score":0.47915336},"labels":[],"label_agreement":null},{"id":"W3088691906","doi":"10.1002/aet2.10536","title":"Retention of Critical Procedural Skills After Simulation Training: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; University of Toronto; Children's Hospital of Eastern Ontario; Hospital for Sick Children; University of Ottawa","funders":"CHEO Research Institute","keywords":"Observational study; Medicine; Benchmark (surveying); Physical therapy; Simulation; Computer science","score_opus":0.13432203099554801,"score_gpt":0.46823005411173757,"score_spread":0.33390802311618956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088691906","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006754102,0.99331254,0.00007896705,0.0018412955,0.0005652794,0.0038260908,0.000022490438,0.0000742984,0.00021149998],"genre_scores_gemma":[0.10389011,0.8908236,0.0009721979,0.0017123161,0.0004548404,0.0013838987,0.00051025994,0.00008373869,0.00016901531],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99666846,0.00033963996,0.0017887725,0.0005295425,0.00041355912,0.0002600177],"domain_scores_gemma":[0.99656886,0.0012493383,0.0007659187,0.00039329872,0.00066751224,0.0003550475],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000575679,0.0003918495,0.0024683727,0.00030401893,0.000083962026,0.000032449178,0.000090069196,0.00027450998,0.00017559007],"category_scores_gemma":[0.003201656,0.00034011793,0.00038486783,0.0006335052,0.00010313665,0.00014512225,0.000016367587,0.00040586834,0.000027916918],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055026876,0.00011964487,0.000024275783,0.8122071,0.00006943679,0.0000016987912,0.00509403,7.189151e-7,3.926979e-8,0.00020018333,0.000058481513,0.18221891],"study_design_scores_gemma":[0.00021902742,0.00013808561,0.00028073686,0.9655909,0.0064035426,0.0002464083,0.0030098266,0.0002580562,1.44138e-7,0.000110409994,0.023376206,0.00036668734],"about_ca_topic_score_codex":0.0000042034653,"about_ca_topic_score_gemma":3.7902942e-7,"teacher_disagreement_score":0.18185222,"about_ca_system_score_codex":0.00019525009,"about_ca_system_score_gemma":0.0037733966,"threshold_uncertainty_score":0.9999051},"labels":[],"label_agreement":null},{"id":"W3092231104","doi":"10.1002/aet2.10544","title":"Workplace‐based Assessment Data in Emergency Medicine: A Scoping Review of the Literature","year":2020,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; University of Ottawa; Hamilton Health Sciences","funders":"","keywords":"Accreditation; Context (archaeology); Data collection; Work (physics); Medical education; Data extraction; Systematic review; Medical literature; Medicine; MEDLINE; Psychology; Political science; Engineering; History; Sociology; Social science","score_opus":0.16284821682923056,"score_gpt":0.5184868518653499,"score_spread":0.35563863503611937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092231104","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003996229,0.98205,0.000038356942,0.012209722,0.0015939828,0.001691078,0.000009169909,0.000013195721,0.0023905074],"genre_scores_gemma":[0.00002570735,0.9931414,0.0022173107,0.0021975012,0.0005381845,0.0001970933,0.0014771213,0.000026612437,0.00017904359],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976186,0.00020958869,0.001235878,0.0004123118,0.0003800383,0.00014358753],"domain_scores_gemma":[0.99808145,0.00012519416,0.00068796665,0.0008430925,0.00019516722,0.000067132234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001287632,0.00022954131,0.0011193991,0.00023443767,0.00005846554,0.000008233679,0.00033491277,0.00015594218,0.00040598577],"category_scores_gemma":[0.0031380618,0.00014751882,0.000088024026,0.0022937206,0.000085107305,0.000077561985,0.000079163416,0.0007747033,0.0000018422363],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4296273e-7,0.00006175059,0.000046065354,0.28546217,0.000019681473,4.342887e-7,0.0005373817,8.892551e-9,5.8140383e-8,0.00017322773,0.0057814103,0.70791715],"study_design_scores_gemma":[0.00011031878,0.000016509295,0.00013765099,0.63134545,0.0003720422,0.000020972257,0.00026346775,0.00001570373,2.2888063e-8,0.0000140096745,0.36762643,0.00007746083],"about_ca_topic_score_codex":0.0000058753144,"about_ca_topic_score_gemma":0.0000026946122,"teacher_disagreement_score":0.7078397,"about_ca_system_score_codex":0.00010549456,"about_ca_system_score_gemma":0.0055573974,"threshold_uncertainty_score":0.98585844},"labels":[],"label_agreement":null},{"id":"W3093791845","doi":"10.1002/aet2.10550","title":"MacEmerg Podcast: A Novel Initiative to Connect a Distributed Community of Practice","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University","funders":"","keywords":"Medical education; Public relations; Computer science; Psychology; Medicine; Political science","score_opus":0.370135448142626,"score_gpt":0.4782296036208542,"score_spread":0.1080941554782282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093791845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8508474,0.0001167442,0.0012116388,0.13415983,0.0015061358,0.00090300955,0.00003772222,0.000056218872,0.0111612445],"genre_scores_gemma":[0.9903928,0.000026328957,0.003284808,0.005718545,0.00037840186,0.0001561898,0.000031563977,0.0000066812963,0.0000046959995],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989093,0.0004543248,0.00019789296,0.00010812773,0.00017227413,0.00015805804],"domain_scores_gemma":[0.9962151,0.002939069,0.00016492323,0.00007379718,0.0003201794,0.0002869012],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008183251,0.000061579594,0.00012761443,0.000042661995,0.00045606762,0.000027381417,0.0001031682,0.000051969702,0.00005169224],"category_scores_gemma":[0.023898168,0.000072854105,0.000017506729,0.00056989666,0.00011689974,0.00020591388,0.00002031348,0.00019866425,0.000007273438],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020848121,0.00017826965,0.0017653889,0.000024499976,0.000012315819,6.966245e-8,0.9077173,0.0000013710164,0.00007850369,0.0154401,0.00051369093,0.07424767],"study_design_scores_gemma":[0.00023357227,0.00013216538,0.05728729,0.000049578066,0.000027367432,0.0000011777214,0.82948226,0.000017309645,0.000050284038,0.00031434096,0.11228814,0.00011651673],"about_ca_topic_score_codex":0.005452735,"about_ca_topic_score_gemma":0.0004960752,"teacher_disagreement_score":0.13954534,"about_ca_system_score_codex":0.000072208204,"about_ca_system_score_gemma":0.0014294044,"threshold_uncertainty_score":0.984324},"labels":[],"label_agreement":null},{"id":"W3107622944","doi":"10.1002/aet2.10553","title":"LIMEs and LEMONs: Critically Examining the Effect of a Blog Post on Junior Faculty Learners","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Society for Academic Emergency Medicine","keywords":"Demographics; Active listening; Accreditation; Test (biology); Wilcoxon signed-rank test; Randomized controlled trial; Medical education; Graduate medical education; Medicine; Psychology; Family medicine; Curriculum; Pedagogy","score_opus":0.16611360836202124,"score_gpt":0.43075658946276074,"score_spread":0.26464298110073947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107622944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94346696,0.00024092742,0.000002740977,0.051599395,0.0006709391,0.00041099967,0.0000020902228,0.000028303388,0.0035776515],"genre_scores_gemma":[0.9970262,0.000055456756,0.00024410312,0.0020929922,0.00043463297,0.00010964337,0.0000062559393,0.0000073198007,0.00002341043],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9990496,0.00031754893,0.00014494026,0.00015733101,0.00016812235,0.00016242634],"domain_scores_gemma":[0.9967536,0.00287346,0.00006879645,0.000054877997,0.00008158385,0.00016773539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006949066,0.00007039762,0.00012473579,0.000034472803,0.00040277225,0.00004792624,0.00007611783,0.00005828494,0.000025857722],"category_scores_gemma":[0.0076843076,0.000055727774,0.000016875589,0.00019318434,0.00030239782,0.00008099563,0.0000109260745,0.00013982403,0.0000039114166],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021586455,0.000022930762,0.026991758,0.00006453065,0.000010250657,1.5844442e-7,0.4448575,4.4702296e-7,0.000112445225,0.0092341,0.00018503625,0.51849926],"study_design_scores_gemma":[0.00048469694,0.0011270599,0.3424022,0.00017792825,0.00007376877,0.000002202857,0.6343671,0.000033922388,0.00017131076,0.00030723907,0.02065584,0.00019673152],"about_ca_topic_score_codex":0.0008301824,"about_ca_topic_score_gemma":0.00007985096,"teacher_disagreement_score":0.5183025,"about_ca_system_score_codex":0.000022109598,"about_ca_system_score_gemma":0.00043427927,"threshold_uncertainty_score":0.91993886},"labels":[],"label_agreement":null},{"id":"W3109331551","doi":"10.1002/aet2.10559","title":"Faculty Sim: Implementation of an Innovative, Simulation‐based Continuing Professional Development Curriculum for Academic Emergency Physicians","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Professional development; Faculty development; Session (web analytics); Continuing professional development; Medicine; Psychology; Computer science; Pedagogy","score_opus":0.12017788247050602,"score_gpt":0.4831592208501232,"score_spread":0.36298133837961716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109331551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99179345,0.000050869712,0.0030991973,0.003431738,0.00053100823,0.0009828295,0.00003102817,0.000050266808,0.000029595012],"genre_scores_gemma":[0.9845871,0.0000013152538,0.011512382,0.0013116614,0.00032345593,0.00021016481,0.001986404,0.00002170763,0.000045807887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986708,0.000044105098,0.00062049844,0.00027196444,0.00022065605,0.00017196574],"domain_scores_gemma":[0.9982123,0.0001431019,0.00037015745,0.00008489782,0.0010471799,0.00014238959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020371245,0.00013044121,0.00020159777,0.0001248924,0.00014887025,0.000005904725,0.000050724648,0.00007352666,0.00012961242],"category_scores_gemma":[0.00017641965,0.00013459011,0.000030698324,0.00051270035,0.000025318383,0.00019278348,0.000007996739,0.00014727157,0.0000016302646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006768105,0.00029069837,0.45676655,0.00052026415,0.000038510654,1.0988349e-7,0.1508316,0.0020374572,0.001154242,0.0005133151,0.0003758725,0.38740373],"study_design_scores_gemma":[0.0019022754,0.0002171992,0.82908916,0.00025735755,0.00005255876,8.561533e-7,0.111545466,0.049620777,0.0033589401,0.000087616485,0.00363624,0.00023154434],"about_ca_topic_score_codex":0.000020144267,"about_ca_topic_score_gemma":0.000003958898,"teacher_disagreement_score":0.3871722,"about_ca_system_score_codex":0.00006650269,"about_ca_system_score_gemma":0.0012002729,"threshold_uncertainty_score":0.54884255},"labels":[],"label_agreement":null},{"id":"W3109407491","doi":"10.1002/aet2.10560","title":"Use of Hand‐motion Analysis to Assess Competence and Skill Decay for Cardiac and Lung Point‐of‐care Ultrasound","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Competence (human resources); Medicine; Focused assessment with sonography for trauma; Medical physics; Physical therapy; Surgery; Psychology","score_opus":0.10186251469102305,"score_gpt":0.3875545738537039,"score_spread":0.28569205916268087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109407491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98392767,0.00044858083,0.013248714,0.0016936589,0.00004629329,0.00042848938,0.00005526429,0.000012246339,0.00013907804],"genre_scores_gemma":[0.97350746,0.00012215605,0.025605587,0.0005050562,0.000059583148,0.000044049462,0.00012791634,0.000008503929,0.000019654884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928606,0.000024879442,0.00027355042,0.00024004737,0.000089990186,0.00008548336],"domain_scores_gemma":[0.9981432,0.0012068799,0.00010477068,0.00012047641,0.00023900575,0.00018569751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014267932,0.00007965183,0.00031723847,0.000084026,0.00007113525,0.000031138235,0.000028566094,0.000047197893,0.000011516416],"category_scores_gemma":[0.00070904265,0.0000756838,0.0000639924,0.00033710353,0.0001032824,0.00008904372,0.000012296071,0.00006115536,2.657195e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099654746,0.00018153082,0.8620363,0.0005043885,0.0006735138,9.981053e-8,0.03927925,0.000027869459,0.026737912,0.0057912474,0.00024645854,0.06442181],"study_design_scores_gemma":[0.00039593654,0.00022843144,0.9801461,0.00008215929,0.0013623803,0.000004512773,0.012561405,0.000348787,0.0033471147,0.00013387698,0.0012758914,0.00011336605],"about_ca_topic_score_codex":0.000028078306,"about_ca_topic_score_gemma":0.000011770959,"teacher_disagreement_score":0.118109874,"about_ca_system_score_codex":0.000010733573,"about_ca_system_score_gemma":0.00008794675,"threshold_uncertainty_score":0.30862954},"labels":[],"label_agreement":null},{"id":"W3125865546","doi":"10.1002/aet2.10576","title":"Feeling the flow with a serious game workshop: GridlockED as Medical Education 2 study (GAME2 study)","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Educational Games and Gamification","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institute for Christian Studies; George Brown College; University of Toronto; Dalhousie University; Queen's University; McMaster University; College of Family Physicians of Canada; Royal College of Physicians and Surgeons of Canada; University of Manitoba","funders":"","keywords":"Likert scale; Medical education; Feeling; Teamwork; Psychology; Scale (ratio); Medicine","score_opus":0.03306349942689408,"score_gpt":0.3688612910116682,"score_spread":0.33579779158477413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125865546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97425425,0.0013559994,0.000109281216,0.014377677,0.0019816095,0.00079031737,0.0000010718807,0.000061556835,0.0070682145],"genre_scores_gemma":[0.98734117,0.000031543314,0.00043021323,0.0028453178,0.0007523952,0.0007077175,0.00006719597,0.00003377275,0.007790669],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99796396,0.00036760097,0.0003778738,0.0005752415,0.00045079048,0.00026451226],"domain_scores_gemma":[0.9984785,0.00028411386,0.00015781727,0.00052974274,0.00033574947,0.00021408447],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007060821,0.00020338211,0.00020983451,0.00010398913,0.00028914725,0.00017506824,0.00020756647,0.00009296582,0.0012970429],"category_scores_gemma":[0.00039456805,0.00015484594,0.00004054605,0.00056479685,0.0000875804,0.00011714138,0.00003539353,0.00036035737,0.00007961337],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007101158,0.0068825795,0.04064631,0.000010368238,0.00021529103,0.000009429291,0.2981675,0.000017161401,0.0000063648085,0.005156317,0.0024134296,0.64640427],"study_design_scores_gemma":[0.0007420955,0.00024868228,0.38988537,0.00006091338,0.00011148031,0.0003188672,0.59339625,0.00007746491,0.0000021808166,0.00040524284,0.014554181,0.00019730027],"about_ca_topic_score_codex":0.00027414996,"about_ca_topic_score_gemma":0.0005993553,"teacher_disagreement_score":0.646207,"about_ca_system_score_codex":0.000052647487,"about_ca_system_score_gemma":0.0027417024,"threshold_uncertainty_score":0.9996159},"labels":[],"label_agreement":null},{"id":"W3134009116","doi":"10.1002/aet2.10592","title":"Image interpretation: Learning analytics–informed education opportunities","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"Hospital for Sick Children","keywords":"Pneumonia; Medicine; Chest radiograph; Radiography; Confidence interval; Interpretation (philosophy); Radiology; Internal medicine","score_opus":0.07781740510588091,"score_gpt":0.39086293487865786,"score_spread":0.31304552977277694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134009116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8069105,0.0013125436,0.00061271514,0.009505471,0.00096023694,0.00013951283,0.0000018267767,0.000098444005,0.18045874],"genre_scores_gemma":[0.97853863,0.0004813017,0.006448541,0.002899579,0.00026398472,0.00002292892,0.0002979054,0.000012544528,0.011034571],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992833,0.000035560497,0.00025069635,0.00017780665,0.00012276343,0.00012988808],"domain_scores_gemma":[0.99789673,0.0013866606,0.00008539027,0.00012352553,0.00029719554,0.00021052583],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00017212579,0.00009043337,0.00017325416,0.000086641194,0.00010055184,0.00007860714,0.000024414863,0.000054659384,0.00036008662],"category_scores_gemma":[0.013441458,0.000089885085,0.000055110493,0.00013926001,0.000063287065,0.00012125207,0.000015313297,0.00017084679,0.000022231548],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017458837,0.00023011895,0.006442153,0.000050376057,0.0000349174,0.0000066467096,0.0059186537,0.0000021154376,0.00006451261,0.0029012403,0.0026325015,0.9816993],"study_design_scores_gemma":[0.0031549004,0.0007751138,0.43319604,0.008631416,0.0009316885,0.0018013648,0.3844902,0.007021914,0.0007551062,0.004254297,0.15408848,0.0008994888],"about_ca_topic_score_codex":0.000017095646,"about_ca_topic_score_gemma":0.000006454821,"teacher_disagreement_score":0.9807998,"about_ca_system_score_codex":0.000037816135,"about_ca_system_score_gemma":0.003227039,"threshold_uncertainty_score":0.99486876},"labels":[],"label_agreement":null},{"id":"W3134708206","doi":"10.1002/aet2.10591","title":"Does direct observation happen early in a new competency‐based residency program?","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medicine; Family medicine; Psychology; Medical education","score_opus":0.04761413840620695,"score_gpt":0.3613493400727376,"score_spread":0.3137352016665307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134708206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94919926,0.00021443049,0.00014105342,0.04016325,0.00079139235,0.00042302697,6.549297e-7,0.00008697677,0.008979961],"genre_scores_gemma":[0.9033979,0.0000213956,0.08943761,0.0030140828,0.00030928926,0.00009243879,0.00018630529,0.000015931413,0.003525007],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989776,0.00004965886,0.00032041236,0.00026870627,0.00020864041,0.00017498508],"domain_scores_gemma":[0.9993295,0.00006527362,0.000080866004,0.00020064936,0.00023517253,0.00008854893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003002072,0.00010032827,0.00017479177,0.00017908282,0.000077575554,0.00005414877,0.00004338315,0.00007946605,0.00018794787],"category_scores_gemma":[0.0009793765,0.00008009034,0.000027712742,0.00080856076,0.000044438613,0.0001502627,0.00000977057,0.00020198093,0.000009359534],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013804902,0.00050135603,0.1965156,0.000091496164,0.000013121559,0.000005436158,0.0066084876,0.0000011784416,0.00042564498,0.00766791,0.0017646551,0.7863913],"study_design_scores_gemma":[0.0008064593,0.000081665836,0.97293997,0.00046932246,0.000031863638,0.0000149790485,0.004322298,0.0004899405,0.00045795087,0.002637279,0.017624157,0.0001240868],"about_ca_topic_score_codex":0.00024730447,"about_ca_topic_score_gemma":0.00017524362,"teacher_disagreement_score":0.7862672,"about_ca_system_score_codex":0.000079537516,"about_ca_system_score_gemma":0.005439171,"threshold_uncertainty_score":0.96488565},"labels":[],"label_agreement":null},{"id":"W3141067603","doi":"10.1002/aet2.10601","title":"The revised Approved Instructional Resources score: An improved quality evaluation tool for online educational resources","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; McMaster University; University of Saskatchewan; University of Alberta; University of Calgary","funders":"","keywords":"Usability; Thematic analysis; Medical education; Context (archaeology); Quality (philosophy); Psychology; Best practice; Qualitative research; Quality assurance; Medicine; Population; Computer science; Pathology","score_opus":0.08750222323263188,"score_gpt":0.42065849889401324,"score_spread":0.3331562756613814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141067603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.965052,0.0006528884,0.00023888292,0.031184742,0.0012765842,0.00079647667,0.000014470564,0.00003900278,0.0007449584],"genre_scores_gemma":[0.9280735,0.00005052351,0.059135288,0.0043443153,0.0028986076,0.0007234704,0.0024826464,0.00003475253,0.0022568777],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99805343,0.00020771933,0.00060577,0.00043268938,0.00047654458,0.00022384219],"domain_scores_gemma":[0.9971234,0.00039238195,0.0002693083,0.00039417323,0.0017191805,0.00010156022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022042661,0.00015159657,0.0002003731,0.000113324895,0.00068957114,0.00014850585,0.0001009761,0.00011088724,0.000142954],"category_scores_gemma":[0.006371254,0.00012678017,0.0000632215,0.00045784222,0.00019608081,0.00021180547,0.000020222808,0.00024411647,0.0000019181703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010215789,0.0005379044,0.0026316454,0.000099249795,0.00004749441,5.1334332e-8,0.004486495,0.0000026134685,0.0014338493,0.011817742,0.0016610427,0.97717977],"study_design_scores_gemma":[0.0024461683,0.00020869906,0.74990237,0.00021832196,0.00023221993,0.00013664023,0.027391644,0.0076834587,0.00019469234,0.010047332,0.20121205,0.00032640962],"about_ca_topic_score_codex":0.000023569663,"about_ca_topic_score_gemma":0.00003718291,"teacher_disagreement_score":0.9768534,"about_ca_system_score_codex":0.00015792706,"about_ca_system_score_gemma":0.0028497272,"threshold_uncertainty_score":0.76274467},"labels":[],"label_agreement":null},{"id":"W3157420573","doi":"10.1002/aet2.10605","title":"The future of simulation‐based medical education: Adaptive simulation utilizing a deep multitask neural network","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University; Kingston Health Sciences Centre; Thunder Bay Regional Health Sciences Centre; Queen's University","funders":"","keywords":"Cognitive load; Cognition; Computer science; Simulation; Human–computer interaction; Medical simulation; Artificial intelligence; Psychology","score_opus":0.0573834793149619,"score_gpt":0.39049013089700896,"score_spread":0.33310665158204705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157420573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88599885,0.029164316,0.010385805,0.058811497,0.010472552,0.0019207292,0.000011678767,0.00025227663,0.002982288],"genre_scores_gemma":[0.9870069,0.000049835944,0.006506973,0.003853601,0.0020872215,0.00007639974,0.00021569847,0.00003145751,0.00017191158],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797505,0.00022737999,0.0006232935,0.00035727926,0.000531826,0.00028517123],"domain_scores_gemma":[0.99507904,0.002449912,0.00028430272,0.00039475292,0.0014507639,0.00034123595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004936525,0.00018631697,0.00026518136,0.00011196743,0.0005163871,0.000050111394,0.000090554495,0.00018083148,0.0003353793],"category_scores_gemma":[0.0009852096,0.00016398846,0.00009598616,0.000681874,0.00012969157,0.00014428134,0.000020587591,0.00031907368,0.000004824628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014574992,0.00042616448,0.06676758,0.00015459415,0.00006112907,0.0000017833574,0.0076738996,0.3288678,0.0000069792254,0.00964389,0.00033690344,0.58591354],"study_design_scores_gemma":[0.0008517829,0.00007736914,0.12683555,0.00034168057,0.00009617965,0.000022108008,0.03596369,0.82821727,0.00002253507,0.0010703104,0.0063223885,0.00017913194],"about_ca_topic_score_codex":0.000029568764,"about_ca_topic_score_gemma":0.000065054366,"teacher_disagreement_score":0.58573437,"about_ca_system_score_codex":0.00012251994,"about_ca_system_score_gemma":0.0086140055,"threshold_uncertainty_score":0.99700624},"labels":[],"label_agreement":null},{"id":"W3159869422","doi":"10.1002/aet2.10607","title":"The standardized letter of evaluation in emergency medicine: Are the qualifications useful?","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Ranking (information retrieval); Rank correlation; Rank (graph theory); Position (finance); Psychology; Spearman's rank correlation coefficient; Pairwise comparison; Medical education; Metric (unit); Correlation; Medicine; Family medicine; Statistics; Mathematics; Operations management; Computer science; Information retrieval; Engineering; Business","score_opus":0.1319941531927494,"score_gpt":0.41303768607189617,"score_spread":0.28104353287914674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159869422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6598233,0.0038130542,0.00009753218,0.25779793,0.0023119608,0.00028392722,0.000004007131,0.000012331417,0.07585597],"genre_scores_gemma":[0.99701655,0.00082332373,0.00002215788,0.0006955418,0.0002332712,0.000016722799,0.000008381936,0.0000017237046,0.0011823158],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99887466,0.00034939495,0.0001585615,0.00008190216,0.00045314498,0.00008230509],"domain_scores_gemma":[0.99922603,0.00022472239,0.00009074695,0.000105076186,0.0003249104,0.000028497027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032954675,0.00003168181,0.0000629555,0.000026637612,0.00046574904,0.000017309834,0.000095998585,0.000023007058,0.00036456482],"category_scores_gemma":[0.0013273001,0.000020454938,0.000016603639,0.00030339454,0.00023542509,0.00006079593,0.000010551897,0.00006816398,0.0000013077741],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009708506,0.00007530517,0.047291994,0.000016945298,0.00003275725,4.099182e-7,0.57861453,0.00000714989,0.0001026376,0.089109175,0.05984596,0.22489342],"study_design_scores_gemma":[0.00020548093,0.000005672941,0.09575321,0.000040551033,0.00003315469,4.0854366e-7,0.7237613,0.000013172597,0.000010653257,0.004534852,0.1756096,0.000031950232],"about_ca_topic_score_codex":0.00027422843,"about_ca_topic_score_gemma":0.0020837665,"teacher_disagreement_score":0.33719325,"about_ca_system_score_codex":0.000028343926,"about_ca_system_score_gemma":0.00046220087,"threshold_uncertainty_score":0.3991729},"labels":[],"label_agreement":null},{"id":"W3160327126","doi":"10.1002/aet2.10604","title":"Website usability analysis of United States emergency medicine residencies","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Usability; Web usability; Medical education; Quality (philosophy); Audit; World Wide Web; Psychology; Medicine; Computer science; Business","score_opus":0.08610853742882402,"score_gpt":0.38060059537797813,"score_spread":0.2944920579491541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160327126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582688,0.00068757974,0.000046239184,0.008039494,0.0004169353,0.000031144085,0.0000048079887,0.000014656639,0.032490313],"genre_scores_gemma":[0.9942917,0.0011892234,0.00010808519,0.00037033102,0.00008868739,0.0000013507198,0.00011228264,0.0000014555369,0.0038368525],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99918455,0.0001351416,0.0001644482,0.00012264191,0.00029655013,0.000096675816],"domain_scores_gemma":[0.9992652,0.00013988419,0.00006817702,0.00009301609,0.00034975057,0.000083982486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009804196,0.00004105318,0.00014423377,0.00018372854,0.0002090898,0.000008961459,0.000080510166,0.00002959549,0.0027428707],"category_scores_gemma":[0.0007651187,0.0000391995,0.000034717643,0.0016433891,0.00028963995,0.00008313975,0.000016782957,0.000047778198,0.0000012011956],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066179773,0.00010750829,0.3487153,0.000039820905,0.0003297811,0.0000011298775,0.5843536,0.00003098423,0.000103472325,0.030493086,0.008446424,0.027372232],"study_design_scores_gemma":[0.000076559685,0.00001641331,0.2786159,0.00002487,0.00040293994,1.9726185e-7,0.680154,0.000048694736,0.000015984411,0.0019086518,0.038686942,0.000048856848],"about_ca_topic_score_codex":0.0039238445,"about_ca_topic_score_gemma":0.0032535032,"teacher_disagreement_score":0.09580037,"about_ca_system_score_codex":0.000018914909,"about_ca_system_score_gemma":0.00025541423,"threshold_uncertainty_score":0.99816877},"labels":[],"label_agreement":null},{"id":"W3161942385","doi":"10.1002/aet2.10609","title":"The scoping review: A flexible, inclusive, and iterative approach to knowledge synthesis","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Emergency department; Library science; Suite; Medical school; Medicine; History; Computer science; Medical education; Archaeology","score_opus":0.043726981252012506,"score_gpt":0.4017244005223865,"score_spread":0.357997419270374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161942385","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2406992,0.20371531,0.005073791,0.1849589,0.0023923768,0.004001538,0.0000045555666,0.00018511545,0.3589692],"genre_scores_gemma":[0.89033836,0.0128823165,0.05338899,0.033127844,0.0009497116,0.0014354774,0.00009451684,0.000044739456,0.0077380724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992207,0.000071332724,0.0002366433,0.00022046064,0.00011819329,0.00013261224],"domain_scores_gemma":[0.99910396,0.00022144087,0.0000545363,0.00017167265,0.00036033144,0.00008803372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005493282,0.00008654115,0.00017140724,0.00007588514,0.0003759315,0.000055265988,0.000038496924,0.000036990332,0.000029791378],"category_scores_gemma":[0.003091619,0.000066163564,0.000018276432,0.00055568997,0.000075445896,0.000067042085,0.000042608557,0.0001377997,0.000008272424],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057861403,0.00017582776,0.00023801246,0.0014039738,0.000026035372,3.8661528e-7,0.015174567,1.2842109e-7,0.00007188762,0.008680641,0.011058438,0.9631643],"study_design_scores_gemma":[0.0022635376,0.00028900823,0.07290235,0.19987175,0.0010626384,0.0021429858,0.21382418,0.0017320132,0.004503467,0.002722535,0.4972105,0.0014750139],"about_ca_topic_score_codex":0.0000032353437,"about_ca_topic_score_gemma":0.000003045801,"teacher_disagreement_score":0.9616893,"about_ca_system_score_codex":0.000047350666,"about_ca_system_score_gemma":0.0010780666,"threshold_uncertainty_score":0.370118},"labels":[],"label_agreement":null},{"id":"W3163904983","doi":"10.1002/aet2.10626","title":"Faculty development using a virtual community of practice: Three‐year outcomes of the Academic Life in Emergency Medicine Faculty Incubator program","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Incubator; Curriculum; Tracking (education); Medical education; Faculty development; Psychology; Medicine; Program director; Professional development; Pedagogy","score_opus":0.17314501601181712,"score_gpt":0.4787738320556245,"score_spread":0.3056288160438074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163904983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905362,0.00012828986,0.00012111092,0.007443498,0.0005679359,0.00034089523,0.0000029631228,0.000013807215,0.0008453022],"genre_scores_gemma":[0.98673356,0.000022531833,0.012229386,0.0006136378,0.0000708247,0.000039835148,0.00013879432,0.000009958559,0.00014147724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984719,0.00013818766,0.00076394895,0.00012948096,0.00036317483,0.00013332035],"domain_scores_gemma":[0.9986387,0.00010147424,0.00039194184,0.00022130541,0.00058351323,0.00006306359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010817196,0.0001063039,0.0002833616,0.00012467365,0.00013727068,0.000002854541,0.00010298948,0.000107250715,0.00009216342],"category_scores_gemma":[0.0077612503,0.00007742952,0.000030031097,0.0008474158,0.00016240803,0.00010982502,0.000058602425,0.0006156252,6.8150143e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024764604,0.0014593359,0.65776587,0.0002461039,0.00013352967,3.0643847e-7,0.10906201,0.000006417237,0.00089048664,0.0029056238,0.0010222122,0.22648335],"study_design_scores_gemma":[0.0006987431,0.000059752838,0.8873508,0.00037729487,0.000076075885,0.0000133166295,0.10726722,0.00013630938,0.00031459687,0.00014073124,0.0034921092,0.00007306789],"about_ca_topic_score_codex":0.00018749248,"about_ca_topic_score_gemma":0.000047073525,"teacher_disagreement_score":0.22958492,"about_ca_system_score_codex":0.00008916289,"about_ca_system_score_gemma":0.0021149027,"threshold_uncertainty_score":0.9291502},"labels":[],"label_agreement":null},{"id":"W3166795709","doi":"10.1002/aet2.10631","title":"Seeing potential opportunities for teaching (SPOT): Evaluating a bundle of interventions to augment entrustable professional activity acquisition","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Psychological intervention; Bundle; Confidence interval; Cohort; Intervention (counseling); Medicine; Cohort study; Family medicine; Psychology; Nursing; Internal medicine","score_opus":0.13267110137237312,"score_gpt":0.4533032379957308,"score_spread":0.32063213662335766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166795709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966458,0.00009905809,0.02168526,0.009019647,0.0011195204,0.00046278603,0.000007725476,0.000024541227,0.0011234491],"genre_scores_gemma":[0.9452896,0.0000043649743,0.049551904,0.0009436987,0.00027623668,0.00021495015,0.0002243854,0.000013352212,0.003481483],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9989575,0.00008802934,0.00033770333,0.00020707533,0.00024736984,0.00016228457],"domain_scores_gemma":[0.9990534,0.00007885917,0.0001537363,0.0001341423,0.0004983028,0.00008155551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001008427,0.00008912123,0.00017500165,0.00018584017,0.00028921687,0.000021628826,0.000034430766,0.000055851837,0.00020938147],"category_scores_gemma":[0.00092062243,0.00009363854,0.00007267595,0.00016896248,0.000040528645,0.00015949925,0.000033059896,0.00015717254,0.0000010152197],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083707506,0.001558812,0.00054011116,0.00097085576,0.0000661123,0.0000010377814,0.013374115,0.000034747805,0.029004505,0.008956275,0.0020917226,0.943318],"study_design_scores_gemma":[0.006962347,0.0024336989,0.15478487,0.014704384,0.0014860631,0.0006563333,0.73037606,0.025419604,0.039859843,0.006017762,0.016233454,0.0010655497],"about_ca_topic_score_codex":0.000015595531,"about_ca_topic_score_gemma":0.0000022881366,"teacher_disagreement_score":0.94225246,"about_ca_system_score_codex":0.000115348295,"about_ca_system_score_gemma":0.0011561903,"threshold_uncertainty_score":0.38184687},"labels":[],"label_agreement":null},{"id":"W3170903150","doi":"10.1002/aet2.10634","title":"An exploratory investigation of the measurement of cognitive load on shift: Application of cognitive load theory in emergency medicine","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Medicine; Cognition; Cognitive load; Emergency physician; Emergency department; Acute care; Family medicine; Emergency medicine; Psychiatry; Health care","score_opus":0.061599196174382816,"score_gpt":0.33794587901008616,"score_spread":0.27634668283570335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170903150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99456716,0.00053484,0.000121860474,0.001056194,0.00013995217,0.00029346315,0.0000048356087,0.0000051301545,0.0032765719],"genre_scores_gemma":[0.9995078,0.00007831905,0.00004068467,0.00022265766,0.000041593936,0.000036016067,0.000026085372,0.000007497557,0.00003935883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99892676,0.00011533548,0.0003763206,0.00015880223,0.00035298348,0.00006977529],"domain_scores_gemma":[0.9987403,0.00013947755,0.00022879329,0.0001282497,0.0006854255,0.00007775965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006987835,0.00008170909,0.00020646986,0.000070745235,0.000031249205,0.000001059032,0.000034420857,0.000042040876,0.00009001891],"category_scores_gemma":[0.0011448791,0.000058445014,0.000033442466,0.00031640465,0.00013254592,0.00005942545,0.00001025983,0.00009106984,6.535379e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037743757,0.0013769929,0.25527394,0.00043714346,0.00013149051,8.90563e-7,0.3318533,0.0000023306413,0.027043251,0.013261165,0.00006035699,0.3701817],"study_design_scores_gemma":[0.0011343823,0.00034085015,0.858356,0.0021862274,0.00012509074,0.0000015638909,0.1019262,0.000037950194,0.030467475,0.005333316,0.000020109683,0.00007082591],"about_ca_topic_score_codex":0.000040577903,"about_ca_topic_score_gemma":0.00006628458,"teacher_disagreement_score":0.60308206,"about_ca_system_score_codex":0.00004712389,"about_ca_system_score_gemma":0.0010324701,"threshold_uncertainty_score":0.23833184},"labels":[],"label_agreement":null},{"id":"W3184771130","doi":"10.1002/aet2.10652","title":"A guide to peer reviewing medical education scholarship: Advice from editors of <i>AEM Education and Training</i>","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Library science; Medicine; Advice (programming); Family medicine; Management; Medical education; Political science; Law; Computer science","score_opus":0.03503298879640653,"score_gpt":0.39021700859942393,"score_spread":0.3551840198030174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184771130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87998164,0.00526767,0.00039674193,0.08569368,0.010377705,0.00063311745,0.000008589649,0.00010063008,0.01754023],"genre_scores_gemma":[0.8579952,0.0005390812,0.08691719,0.03624743,0.009540177,0.00031837067,0.0010932666,0.00007297119,0.0072762812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717057,0.00015000658,0.0008858194,0.00059607823,0.0009052966,0.0002922243],"domain_scores_gemma":[0.9966173,0.00020319027,0.0002770835,0.00045142535,0.0019651863,0.0004857818],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015498821,0.00024199698,0.00046173975,0.00034739712,0.00019875413,0.00008092471,0.00013986853,0.00025461806,0.00055583415],"category_scores_gemma":[0.014384875,0.00025326066,0.00006593199,0.0010285911,0.00012942882,0.00034580112,0.000056765344,0.00054018863,0.000018542325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014068303,0.00071011984,0.0038042162,0.00021699202,0.000045043947,9.832621e-7,0.017432997,2.2467951e-7,0.000618726,0.0019509703,0.10141523,0.87379044],"study_design_scores_gemma":[0.00076894724,0.000100038334,0.06739865,0.003513461,0.00027301858,0.0002969294,0.058544572,0.000078836296,0.0005278106,0.0011932527,0.8669463,0.00035822927],"about_ca_topic_score_codex":0.00022017464,"about_ca_topic_score_gemma":0.00002947743,"teacher_disagreement_score":0.8734322,"about_ca_system_score_codex":0.00016370967,"about_ca_system_score_gemma":0.0124707,"threshold_uncertainty_score":0.99999195},"labels":[],"label_agreement":null},{"id":"W3190918949","doi":"10.1002/aet2.10651","title":"Development of a novel pediatric point‐of‐care ultrasound question bank using a modified Delphi process","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Readability; Delphi method; Medical education; Delphi; Process (computing); Medicine; Medical physics; Psychology; Computer science; Artificial intelligence","score_opus":0.09714792346497592,"score_gpt":0.4034316943502086,"score_spread":0.3062837708852327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190918949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98941725,0.0004738981,0.008352291,0.00016511622,0.0000942595,0.0001999567,0.000006507964,0.000020178959,0.0012705234],"genre_scores_gemma":[0.8690265,0.000037402395,0.13056175,0.000105565196,0.0000991828,0.000030039862,0.00009798093,0.000011627479,0.000029935727],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99902135,0.00001592285,0.0004698102,0.00021783383,0.00016556497,0.00010951421],"domain_scores_gemma":[0.9987726,0.000264364,0.00019685373,0.00014588794,0.00052799465,0.00009230721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001970121,0.00009014683,0.00021326676,0.000089316745,0.00007775164,0.000010659574,0.000040910872,0.00007316815,0.00004033616],"category_scores_gemma":[0.00062923285,0.00009121125,0.000039894603,0.00037908912,0.000047754922,0.00006916507,0.0000103352995,0.00010818803,8.5794176e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024237449,0.007616874,0.15730503,0.0057828664,0.00036132868,0.0000020754778,0.33634633,0.00031778586,0.2471571,0.026539465,0.00008567183,0.21824309],"study_design_scores_gemma":[0.0063259685,0.00032422467,0.68582827,0.0017835257,0.0013851665,0.00072978484,0.24837168,0.0016918421,0.04830662,0.0031887998,0.001117434,0.0009466949],"about_ca_topic_score_codex":0.000008749206,"about_ca_topic_score_gemma":0.000008232293,"teacher_disagreement_score":0.5285232,"about_ca_system_score_codex":0.000034261597,"about_ca_system_score_gemma":0.0018288819,"threshold_uncertainty_score":0.3719487},"labels":[],"label_agreement":null},{"id":"W3193182883","doi":"10.1002/aet2.10685","title":"Creation of a standardized pediatric emergency medicine simulation curriculum for emergency medicine residents","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Pediatric emergency medicine; Curriculum; Delphi method; Medicine; Medical education; Family medicine; Emergency medicine; Medical emergency; Psychology; Emergency department; Nursing; Emergency physician; Pedagogy","score_opus":0.08185185863161017,"score_gpt":0.4529203380731234,"score_spread":0.3710684794415132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193182883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9715837,0.0062133963,0.0042970623,0.0083774,0.0048141605,0.0009933419,0.0000182335,0.000070079615,0.0036326074],"genre_scores_gemma":[0.99229217,0.001136251,0.0014038906,0.00013106628,0.0020921235,0.00011708696,0.0006582371,0.000032415006,0.002136778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977167,0.00010188249,0.0011336096,0.00038825267,0.00043981374,0.00021971918],"domain_scores_gemma":[0.995895,0.00035080727,0.0005158957,0.00029257825,0.0027125273,0.0002331473],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006145345,0.00018287002,0.00042314993,0.000357933,0.00019395769,0.0000033787005,0.000051106454,0.00011436022,0.003237929],"category_scores_gemma":[0.002399744,0.00017074634,0.00007863562,0.00086079875,0.000056653196,0.00014273098,0.0000106392,0.00011993776,0.0000025537279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012792768,0.00035820203,0.9443917,0.0016564757,0.00007440039,4.6357616e-7,0.026298266,0.00035533225,0.00046745583,0.0025311408,0.01077729,0.012961338],"study_design_scores_gemma":[0.0033327828,0.00046481815,0.9512101,0.0004803148,0.00065366033,0.0000127476105,0.031309225,0.004818486,0.00013148118,0.00381959,0.0035138833,0.0002529432],"about_ca_topic_score_codex":0.00024100857,"about_ca_topic_score_gemma":0.000017559307,"teacher_disagreement_score":0.020708434,"about_ca_system_score_codex":0.000105238556,"about_ca_system_score_gemma":0.0011143896,"threshold_uncertainty_score":0.9976733},"labels":[],"label_agreement":null},{"id":"W3201457795","doi":"10.1002/aet2.10693","title":"Cognitive load and processes during chest radiograph interpretation in the emergency department across the spectrum of expertise","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; University of Ottawa; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Emergency department; Cognition; Medicine; Confidence interval; Interpretation (philosophy); Psychology; Medical education; Emergency medicine; Psychiatry; Internal medicine; Computer science","score_opus":0.029448287294307474,"score_gpt":0.3686106776756755,"score_spread":0.33916239038136803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201457795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913419,0.0051661073,0.000034326564,0.002665594,0.000101381265,0.00015082968,0.0000027471146,0.0000055754404,0.00053152005],"genre_scores_gemma":[0.99797714,0.0014792974,0.00006289875,0.00029806275,0.000056857472,0.000053002284,0.000016006947,0.000004194244,0.0000525545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99946016,0.00004026438,0.00017727827,0.00012894272,0.0001000835,0.00009328304],"domain_scores_gemma":[0.9986013,0.0011486603,0.000056918216,0.00006879968,0.00008598059,0.00003835139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022282777,0.000056570163,0.00010341955,0.00001899201,0.000069007496,0.000016578046,0.000022251357,0.000022686083,0.000020316582],"category_scores_gemma":[0.0062140683,0.000035445013,0.000023669601,0.00021185694,0.00006885532,0.000034294895,0.0000102233635,0.000077303615,4.7384995e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014045653,0.00069553027,0.39243513,0.00019921619,0.00006971784,0.000012325584,0.2772228,0.0000012730821,0.00017037135,0.00022541733,0.00007007389,0.32875767],"study_design_scores_gemma":[0.00061322824,0.000060026636,0.9307503,0.00088375853,0.000048803493,0.00008954834,0.066362314,0.000025694577,0.0007859709,0.00029880382,0.000036748606,0.000044812597],"about_ca_topic_score_codex":0.000036815003,"about_ca_topic_score_gemma":0.00011338527,"teacher_disagreement_score":0.5383152,"about_ca_system_score_codex":0.000010045018,"about_ca_system_score_gemma":0.00021168136,"threshold_uncertainty_score":0.7439269},"labels":[],"label_agreement":null},{"id":"W3207119628","doi":"10.1002/aet2.10700","title":"Design of a point‐of‐care ultrasound curriculum for pediatric emergency medicine fellows: A Delphi study","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Accreditation; Delphi method; Curriculum; Core competency; Medical education; Medicine; Graduate medical education; Checklist; Delphi; Core Knowledge; Psychology; Computer science; Knowledge management; Pedagogy","score_opus":0.08570564492371212,"score_gpt":0.4074105040975568,"score_spread":0.32170485917384467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207119628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98305035,0.0028525589,0.010378622,0.00077035767,0.00043265047,0.0011740463,0.000010558158,0.000026533582,0.0013043191],"genre_scores_gemma":[0.98283184,0.0005630083,0.015566976,0.0000883024,0.00036043895,0.00021571199,0.00009009902,0.00001773665,0.00026589364],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99869823,0.00005665451,0.00065692066,0.000279204,0.00017487553,0.00013413158],"domain_scores_gemma":[0.99770766,0.00093312055,0.00024235497,0.0002558536,0.0007426813,0.00011835397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038220276,0.00011418582,0.00035158533,0.00010137189,0.00007317521,0.0000033406443,0.0000654447,0.000059312293,0.0003543621],"category_scores_gemma":[0.001981933,0.00010014083,0.00007100771,0.00049449917,0.00006517492,0.000048598777,0.000011327202,0.000103375205,0.0000018223984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016432325,0.0090410495,0.76493496,0.0017732783,0.00042930729,0.0000015985295,0.17025301,0.000026635118,0.012445714,0.0041812425,0.007593105,0.029155781],"study_design_scores_gemma":[0.0056040515,0.0041934527,0.37629023,0.00028363298,0.0026168057,0.000112337315,0.6012267,0.00017576883,0.00072753365,0.0059228805,0.00240607,0.00044055644],"about_ca_topic_score_codex":0.000027196775,"about_ca_topic_score_gemma":0.000008842181,"teacher_disagreement_score":0.43097368,"about_ca_system_score_codex":0.000017739867,"about_ca_system_score_gemma":0.00047443045,"threshold_uncertainty_score":0.40836245},"labels":[],"label_agreement":null},{"id":"W3208225724","doi":"10.1002/aet2.10707","title":"Using natural language processing to compare task‐specific verbal cues in coached versus noncoached cardiac arrest teams during simulated pediatrics resuscitation","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary; University of Alberta","funders":"","keywords":"Excellence; Cardiopulmonary resuscitation; Directive; Psychology; Adaptation (eye); Medicine; Applied psychology; Resuscitation; Computer science; Emergency medicine","score_opus":0.03574496597040355,"score_gpt":0.34298985653153247,"score_spread":0.3072448905611289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208225724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914963,0.003780767,0.000052839172,0.00030612122,0.0033916084,0.0002871789,0.000005793552,0.000059024576,0.00062031334],"genre_scores_gemma":[0.99551195,0.000049671085,0.0030128616,0.000070434035,0.0009636393,0.0000100199795,0.00031083403,0.000026400836,0.000044176395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987485,0.00008922799,0.00029416487,0.0003564658,0.0002557012,0.00025593486],"domain_scores_gemma":[0.9992953,0.0001099438,0.00008873992,0.00014514415,0.00020411862,0.0001567871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021152043,0.0001607238,0.0002925166,0.0002378102,0.00017663791,0.00009681475,0.000036058107,0.00006296539,0.0000051049947],"category_scores_gemma":[0.0002393604,0.00016971758,0.00006938064,0.0007732857,0.00003516787,0.00018913913,0.000025771305,0.00024373211,0.0000041602298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021400526,0.0006853095,0.3533022,0.0012721726,0.00018683211,0.00022711272,0.32126126,0.0058971876,0.14144586,0.00018921218,0.00035572113,0.17303707],"study_design_scores_gemma":[0.0041959845,0.00003317754,0.7957406,0.0005411857,0.00018703677,0.000016486785,0.19050273,0.006447048,0.0014273787,0.000012389622,0.00045590466,0.00044005594],"about_ca_topic_score_codex":0.00007930837,"about_ca_topic_score_gemma":0.00006503534,"teacher_disagreement_score":0.44243842,"about_ca_system_score_codex":0.00022994024,"about_ca_system_score_gemma":0.0005595011,"threshold_uncertainty_score":0.6920882},"labels":[],"label_agreement":null},{"id":"W3215922372","doi":"10.1002/aet2.10714","title":"Staff perceptions of the implementation of a trauma video review program at a level I trauma center","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; North York General Hospital; University of Toronto","funders":"","keywords":"Thematic analysis; Psychology; Trauma center; Apprehension; Medical education; Confidentiality; Medicine; Perception; Nursing; Qualitative research","score_opus":0.08918975690477274,"score_gpt":0.4143909645602242,"score_spread":0.32520120765545146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215922372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853949,0.004611828,0.0000073712204,0.0044555613,0.00021859861,0.00040570943,0.00003033477,0.000012891718,0.004862811],"genre_scores_gemma":[0.9964407,0.0016953864,0.00092200923,0.00030352583,0.000041693165,0.000080547055,0.00006481657,0.0000076090987,0.00044371773],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993027,0.000039341154,0.00028857964,0.0001315417,0.00013582833,0.00010200883],"domain_scores_gemma":[0.9995141,0.000016385467,0.000092242495,0.00013923558,0.00019635666,0.0000416879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009401279,0.000074741336,0.00019619578,0.000029358309,0.00008495011,0.00000319547,0.000028459086,0.000020615906,0.00053792493],"category_scores_gemma":[0.000033550976,0.0000554009,0.00010836496,0.00019134377,0.000060945196,0.000037080994,0.00001815121,0.000053644417,0.0000010720162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057107686,0.0003317556,0.030095143,0.0007994477,0.00006872117,2.3687463e-7,0.018220413,4.4044956e-8,0.0008650777,0.00023650916,0.002677777,0.94669914],"study_design_scores_gemma":[0.0005821858,0.00011717412,0.9265223,0.00085534406,0.00020727476,0.000055871074,0.05335507,0.0000011324948,0.0011898518,0.000025598843,0.017027859,0.000060328864],"about_ca_topic_score_codex":0.0000516787,"about_ca_topic_score_gemma":0.00034560764,"teacher_disagreement_score":0.9466388,"about_ca_system_score_codex":0.000026015474,"about_ca_system_score_gemma":0.0001791656,"threshold_uncertainty_score":0.5889901},"labels":[],"label_agreement":null},{"id":"W3216847709","doi":"10.1002/aet2.10716","title":"Systematic online academic resource (SOAR) review: Endocrine, metabolic, and nutritional disorders","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Resource (disambiguation); Computer science","score_opus":0.02521767621227357,"score_gpt":0.35838609266193355,"score_spread":0.33316841644966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216847709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5198496,0.31275415,0.00027804985,0.15903866,0.00086681265,0.001341972,0.000014845706,0.000115920244,0.005739963],"genre_scores_gemma":[0.808878,0.09008251,0.025311101,0.064821705,0.0015258802,0.0005407128,0.0019514662,0.00006682219,0.0068218014],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988398,0.00008091359,0.00044638032,0.00024362083,0.00023645438,0.00015283284],"domain_scores_gemma":[0.99928427,0.000117648444,0.000118558506,0.00017730982,0.00020252417,0.000099715726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003782399,0.00011411801,0.0003225225,0.00012743183,0.000112631446,0.000016400807,0.00004032674,0.00006078756,0.000118986376],"category_scores_gemma":[0.002072971,0.00010646501,0.000035397465,0.0004448471,0.00008285236,0.00008829271,0.000019783713,0.00032787328,0.0000057513025],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002852549,0.0017878774,0.008381654,0.09286864,0.00036621952,0.000009787086,0.01047494,7.633896e-7,0.00082362065,0.07685142,0.08622947,0.7221771],"study_design_scores_gemma":[0.0031022718,0.000105542866,0.13433065,0.081883736,0.001714949,0.0036452396,0.06132355,0.0005826688,0.00019936438,0.0043989504,0.70798874,0.0007243379],"about_ca_topic_score_codex":0.000004278196,"about_ca_topic_score_gemma":0.0000023718665,"teacher_disagreement_score":0.7214527,"about_ca_system_score_codex":0.000026444182,"about_ca_system_score_gemma":0.00045021303,"threshold_uncertainty_score":0.4341517},"labels":[],"label_agreement":null},{"id":"W4200286507","doi":"10.1002/aet2.10719","title":"Creation and evaluation of a novel, interdisciplinary debriefing program using a design‐based research approach","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Debriefing; Context (archaeology); Psychology; Medical education; Focus group; Conversation; Inclusion (mineral); Intervention (counseling); Applied psychology; Medicine; Social psychology","score_opus":0.654473640646889,"score_gpt":0.5893316611450277,"score_spread":0.06514197950186129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200286507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98521155,0.00096052466,0.009413662,0.0018689554,0.00013798286,0.0010496351,0.0000015819056,0.000032567023,0.0013235569],"genre_scores_gemma":[0.87891024,0.0000048762877,0.12048986,0.00012421506,0.00011678797,0.00018784776,0.00011825635,0.000016161219,0.00003175063],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984083,0.00030600227,0.00031345946,0.00031598363,0.00048185533,0.00017438528],"domain_scores_gemma":[0.99717903,0.0004259951,0.00010845425,0.00019186134,0.001962035,0.0001326287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020992102,0.000092776216,0.0001702306,0.00030233111,0.00024989646,0.000047526308,0.000025920399,0.00008294785,0.00004599119],"category_scores_gemma":[0.00045749312,0.00009862939,0.000025459793,0.00058442244,0.00011601434,0.00011494091,0.000026179769,0.00017358614,2.893156e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017453251,0.002980088,0.061124545,0.0010871191,0.00008341122,9.747891e-7,0.08508959,0.0056992206,0.008110592,0.0013278088,0.00013099116,0.83419114],"study_design_scores_gemma":[0.0017937265,0.00019913014,0.10569478,0.0007476519,0.00018496881,0.00011133033,0.06459666,0.8243199,0.0015512707,0.00062567956,0.000042545227,0.00013235219],"about_ca_topic_score_codex":0.0000612965,"about_ca_topic_score_gemma":0.0000031150696,"teacher_disagreement_score":0.83405876,"about_ca_system_score_codex":0.00018710482,"about_ca_system_score_gemma":0.0043993834,"threshold_uncertainty_score":0.7804317},"labels":[],"label_agreement":null},{"id":"W4200584130","doi":"10.1002/aet2.10720","title":"Beyond the CLAIM: A comprehensive needs assessment strategy for creating an Advanced Medical Education Research Training Program (ARMED‐MedEd)","year":2021,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Professionalization; Thematic analysis; Scholarship; Curriculum; Process (computing); Medical education; Engineering ethics; Computer science; Knowledge management; Political science; Medicine; Sociology; Engineering; Pedagogy; Qualitative research; Social science","score_opus":0.36952882040707574,"score_gpt":0.596754479443993,"score_spread":0.22722565903691722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200584130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.865549,0.0020130943,0.00035393506,0.0939372,0.00072568015,0.0026425016,0.000006668085,0.00010378656,0.034668118],"genre_scores_gemma":[0.9679353,0.00038867583,0.013857025,0.0138855465,0.0011039589,0.0012544733,0.00039804727,0.0000351164,0.001141811],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9964938,0.00044835336,0.00043852165,0.00039266451,0.0011847999,0.0010418511],"domain_scores_gemma":[0.99308676,0.0014907817,0.00008899161,0.00031569524,0.0013060411,0.0037117053],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033018247,0.00016542152,0.000323037,0.00023245384,0.0007296273,0.00015514455,0.00013432128,0.00017256496,0.00023970117],"category_scores_gemma":[0.016038809,0.00012462842,0.000060154278,0.00073356496,0.00031219775,0.00020034357,0.000038751405,0.0009798465,0.0000028877043],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006373766,0.0008413935,0.00026862373,0.00027322056,0.000031134325,0.0000061365135,0.01660276,0.0000011895233,0.00038071486,0.009221505,0.0029894728,0.9693201],"study_design_scores_gemma":[0.0039906246,0.0032172897,0.034589767,0.0014521937,0.000092873066,0.0006773139,0.6932509,0.005505498,0.00022306273,0.0059151994,0.25075722,0.00032805398],"about_ca_topic_score_codex":0.00006744033,"about_ca_topic_score_gemma":0.000064078486,"teacher_disagreement_score":0.96899205,"about_ca_system_score_codex":0.00019892216,"about_ca_system_score_gemma":0.07338888,"threshold_uncertainty_score":0.9922495},"labels":[],"label_agreement":null},{"id":"W4205741280","doi":"10.1002/aet2.10723","title":"The Journal Club 3.0: A qualitative, multisite study examining a new educational paradigm in the era of open educational resources","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Interior Health; Centre for Advancing Health Outcomes; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Journal club; Snowball sampling; Club; Medical education; Qualitative research; Psychology; Medicine; Sociology; Social science","score_opus":0.38350599849988115,"score_gpt":0.5909630757974423,"score_spread":0.2074570772975612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205741280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9169491,0.00094314944,0.000012574909,0.07620726,0.0011869258,0.0013371987,0.0000058999904,0.0000039508923,0.0033539573],"genre_scores_gemma":[0.9930733,0.000093969145,0.00064239564,0.0018679624,0.00060959195,0.0008034762,0.000022729824,0.000010242204,0.0028763625],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99295473,0.004915763,0.0007537242,0.0002368596,0.00067695335,0.00046195535],"domain_scores_gemma":[0.9908002,0.00807704,0.0004673901,0.0002562349,0.00016144432,0.00023768214],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0137563795,0.000109977125,0.0001717502,0.00019803489,0.0048876493,0.0001510053,0.00093289086,0.00002950822,0.00077169534],"category_scores_gemma":[0.001632159,0.00007408495,0.000021461934,0.00090603245,0.00013006707,0.00037563185,0.00019027681,0.0011984163,0.000010314687],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061952414,0.0005296509,0.08614058,0.000016560558,0.0000118859925,1.3002278e-7,0.845145,0.000013551355,0.000005698272,0.0052146865,0.027069734,0.035790596],"study_design_scores_gemma":[0.00036063194,0.00014416184,0.42513672,0.000037704685,0.0000046479813,0.000012502252,0.5458835,0.000029909083,8.515276e-8,0.0060124816,0.022327626,0.00005004827],"about_ca_topic_score_codex":0.0057317596,"about_ca_topic_score_gemma":0.0018748031,"teacher_disagreement_score":0.33899614,"about_ca_system_score_codex":0.00020822929,"about_ca_system_score_gemma":0.011401241,"threshold_uncertainty_score":0.99640787},"labels":[],"label_agreement":null},{"id":"W4206393298","doi":"10.1002/aet2.10722","title":"The Learning Loop: Conceptualizing Just‐in‐Time Faculty Development","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"E-Learning and COVID-19","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Loop (graph theory); Mathematics education; Psychology; Computer science; Mathematics","score_opus":0.10260327684894316,"score_gpt":0.3895271828527891,"score_spread":0.28692390600384593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206393298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95010316,0.0005948661,0.000022912789,0.006329488,0.00036617054,0.00013449298,5.027201e-7,0.00008744576,0.042360973],"genre_scores_gemma":[0.9771302,0.000025910114,0.00017747603,0.00074238866,0.000079412974,0.00006468072,0.000013797287,0.000006700308,0.021759441],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988515,0.00034621713,0.00014044571,0.00015822999,0.0002728058,0.00023085206],"domain_scores_gemma":[0.9994971,0.0002754516,0.00007312439,0.00004823389,0.000025943404,0.00008014761],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015570157,0.000059698148,0.000070449634,0.00004679509,0.0033013488,0.00012919537,0.00015211891,0.000023496674,0.00032855303],"category_scores_gemma":[0.0003738597,0.000055599252,0.000018007606,0.00024150075,0.00013958238,0.000065143046,0.000049839524,0.0002590491,0.00002427957],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005054676,0.000036364345,0.01940947,0.0000032706366,0.000008384041,7.9046265e-7,0.6210778,0.00023778502,0.0000128002375,0.015668528,0.0010733823,0.3424664],"study_design_scores_gemma":[0.00008853668,0.000008675469,0.00460511,0.0000064726555,0.0000021508433,0.0000012608593,0.4116974,0.000046375295,0.0000020863738,0.00009850141,0.58338094,0.00006248791],"about_ca_topic_score_codex":0.00063410477,"about_ca_topic_score_gemma":0.00022482293,"teacher_disagreement_score":0.5823076,"about_ca_system_score_codex":0.00014836024,"about_ca_system_score_gemma":0.0011335597,"threshold_uncertainty_score":0.9979962},"labels":[],"label_agreement":null},{"id":"W4213128887","doi":"10.1002/aet2.10733","title":"Characterizing the biomechanical differences between novice and expert point‐of‐care ultrasound practitioners using a low‐cost gyroscope and accelerometer integrated sensor: A pilot study","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Accelerometer; Medicine; Acceleration; Ultrasound; Angular velocity; Angular acceleration; Nuclear medicine; Radiology; Biomedical engineering; Medical physics; Computer science; Physics","score_opus":0.13618737857570645,"score_gpt":0.3929734562624836,"score_spread":0.25678607768677714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213128887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969649,0.00016129001,0.00017832438,0.001577298,0.00011413895,0.00082493667,0.000047130376,0.000029002535,0.00010298593],"genre_scores_gemma":[0.9966979,0.00007657547,0.0019838654,0.00079658965,0.000112322174,0.00019054166,0.0001029598,0.000018857289,0.00002036429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879014,0.00015677426,0.00036217645,0.00034276154,0.00019392856,0.0001542437],"domain_scores_gemma":[0.99819016,0.0012032447,0.00019185517,0.00019074518,0.0001016911,0.0001223279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037781196,0.00014389792,0.0002940232,0.000116321164,0.0004531302,0.00008409351,0.000077514385,0.00003185567,0.00010338127],"category_scores_gemma":[0.00033344506,0.00010906413,0.000024106452,0.00034578214,0.00015968029,0.00013773437,0.00006649624,0.00032756056,6.8665594e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039990744,0.0031542745,0.44261596,0.00018404615,0.00046059772,0.0000024316519,0.14350842,4.1076413e-7,0.30864593,0.0004938579,0.000057339734,0.10047684],"study_design_scores_gemma":[0.0013877904,0.0018028602,0.65390635,0.0001401409,0.00029900818,0.00020571887,0.3399695,0.00006194595,0.0007463091,0.00015358151,0.0010779576,0.0002488287],"about_ca_topic_score_codex":0.00020347595,"about_ca_topic_score_gemma":0.000010975536,"teacher_disagreement_score":0.30789962,"about_ca_system_score_codex":0.000049289545,"about_ca_system_score_gemma":0.00018780252,"threshold_uncertainty_score":0.4447506},"labels":[],"label_agreement":null},{"id":"W4221083577","doi":"10.1002/aet2.10740","title":"Gender differences in emergency medicine standardized letters of evaluation","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Demographics; Medicine; Inclusion (mineral); Demography; Ranking (information retrieval); Position (finance); Analysis of variance; Psychology; Family medicine; Internal medicine; Social psychology","score_opus":0.1471333275839515,"score_gpt":0.3883222891107445,"score_spread":0.241188961526793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221083577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586384,0.00053666835,0.000031255488,0.005199266,0.0010934088,0.00011885733,0.0000020437465,0.0000068428403,0.0343732],"genre_scores_gemma":[0.9992343,0.0001338949,0.00003659885,0.00026396743,0.00009337098,0.000017407194,0.000009945465,0.0000015256863,0.0002089635],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99882704,0.00023055538,0.00013336811,0.0000897283,0.00063608726,0.000083219114],"domain_scores_gemma":[0.9997503,0.000043701275,0.00006710249,0.000039735314,0.00006190642,0.000037260208],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002378553,0.00003293973,0.0000885368,0.00010418007,0.00024290454,0.0000038346343,0.000075661315,0.000011358475,0.0035404337],"category_scores_gemma":[0.00018384501,0.000032705524,0.000012118369,0.00024529317,0.00011491688,0.000060824335,0.000017643844,0.00006377251,2.8613897e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017809647,0.00008004399,0.11720151,0.000017794746,0.000017202728,3.979002e-7,0.68791914,0.000009494651,0.00023391492,0.015833296,0.0048427694,0.17382665],"study_design_scores_gemma":[0.0005112878,0.00003879274,0.2727144,0.00001590395,0.00003287996,4.987577e-7,0.7152717,0.000029764702,0.0000021203286,0.0033780178,0.0079483045,0.000056345147],"about_ca_topic_score_codex":0.00075066014,"about_ca_topic_score_gemma":0.00013583466,"teacher_disagreement_score":0.17377031,"about_ca_system_score_codex":0.000054985758,"about_ca_system_score_gemma":0.00028919513,"threshold_uncertainty_score":0.9973705},"labels":[],"label_agreement":null},{"id":"W4224214529","doi":"10.1002/aet2.10759","title":"Promotion and tenure letters: A guide for faculty","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Promotion (chess); Portfolio; Key (lock); Context (archaeology); Public relations; Psychology; Political science; Medical education; Computer science; Medicine; Business; History; Finance; Law","score_opus":0.27837378492105613,"score_gpt":0.5003266887861805,"score_spread":0.22195290386512434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224214529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8167262,0.0001693338,0.0004088942,0.17294933,0.00055226416,0.00042954812,0.000008932619,0.00006198988,0.008693502],"genre_scores_gemma":[0.9902096,0.000008947229,0.0055784374,0.0011191622,0.0001706284,0.00015238843,0.00003331854,0.0000048684765,0.0027226598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937475,0.00016803839,0.00008391393,0.0001255175,0.00016007906,0.000087674925],"domain_scores_gemma":[0.99966246,0.00013616773,0.000083059516,0.000037923826,0.00003817258,0.000042191594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015652763,0.000036018584,0.000044289573,0.000042954744,0.0011055284,0.00008169816,0.000039583534,0.000013452717,0.00008859559],"category_scores_gemma":[0.0006015132,0.00003934412,0.000012224687,0.000067176654,0.000041645126,0.0002443418,0.000014739985,0.0000705414,8.9201944e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074340264,0.0001192467,0.0037611902,0.000015058398,0.000015357129,1.5281248e-7,0.2976141,0.0000137353145,0.00039210403,0.044123344,0.018753294,0.635185],"study_design_scores_gemma":[0.0002256252,0.000049565915,0.021220587,0.000008146318,0.000022726343,0.0000065984236,0.098815046,0.00012241749,0.0000049656496,0.0019869062,0.8774517,0.00008567872],"about_ca_topic_score_codex":0.00031593803,"about_ca_topic_score_gemma":0.00010710409,"teacher_disagreement_score":0.8586984,"about_ca_system_score_codex":0.00004315528,"about_ca_system_score_gemma":0.00022033576,"threshold_uncertainty_score":0.8502943},"labels":[],"label_agreement":null},{"id":"W4229015758","doi":"10.1002/aet2.10761","title":"Keeping up with the literature: A current practice survey and qualitative needs assessment among emergency physicians","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta; Queen's University","funders":"Ministry of Education, India; University of Alberta","keywords":"Thematic analysis; Family medicine; Medicine; Active listening; Medical education; Multivariate analysis of variance; Resource (disambiguation); Emergency department; Qualitative research; Psychology; Nursing","score_opus":0.21985536887259569,"score_gpt":0.5748797942768518,"score_spread":0.35502442540425605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229015758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97426087,0.0015756657,0.0002582136,0.017992921,0.0021223545,0.00071363803,0.000018624478,0.000020984091,0.003036714],"genre_scores_gemma":[0.9957492,0.00037235068,0.00026205255,0.0015318684,0.0002371423,0.0007056392,0.00008960274,0.000009604939,0.0010425932],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9957914,0.0030299004,0.00024428347,0.00021793322,0.00035310537,0.00036340716],"domain_scores_gemma":[0.9976318,0.0015278305,0.0002396565,0.00013503997,0.00030649535,0.00015918945],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0052431566,0.00009119642,0.000114266666,0.0001344164,0.0028418177,0.000047945145,0.00010454492,0.000022273673,0.00011541711],"category_scores_gemma":[0.00050341355,0.00006589775,0.0000123001155,0.0009881156,0.0000889262,0.00038822938,0.000061002018,0.00081853033,0.0000025527943],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002662973,0.000105391875,0.03548257,0.00009480627,0.000012701522,1.2670014e-7,0.8728177,0.0000026851783,0.00000442503,0.0024087047,0.013416555,0.0756277],"study_design_scores_gemma":[0.00013959857,0.00008218119,0.34645662,0.000065827895,0.000006160157,0.0000019681986,0.6228579,0.00015692905,1.1594818e-7,0.00016051969,0.030004786,0.000067391156],"about_ca_topic_score_codex":0.0009164142,"about_ca_topic_score_gemma":0.0003544184,"teacher_disagreement_score":0.31097403,"about_ca_system_score_codex":0.00011411259,"about_ca_system_score_gemma":0.0017442902,"threshold_uncertainty_score":0.99845636},"labels":[],"label_agreement":null},{"id":"W4283310914","doi":"10.1002/aet2.10745","title":"Program evaluation: An educator's portal into academic scholarship","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Royal College of Physicians and Surgeons of Canada; University of Ottawa; McMaster University","funders":"","keywords":"Scholarship; Leverage (statistics); Engineering ethics; Medical education; Task (project management); Process (computing); Sociology; Psychology; Pedagogy; Political science; Medicine; Computer science; Engineering","score_opus":0.1069466385039401,"score_gpt":0.4717716483536953,"score_spread":0.3648250098497552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283310914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811993,0.00060546823,0.0000152361845,0.009366067,0.0018205524,0.0010395743,9.599478e-7,0.00012055717,0.005832252],"genre_scores_gemma":[0.98095375,0.000011316687,0.01047974,0.0045908364,0.0007962653,0.0020373822,0.00058136124,0.000025103753,0.00052425923],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983421,0.00013754886,0.00033755414,0.0003366856,0.00063999847,0.00020613936],"domain_scores_gemma":[0.9991156,0.000024769728,0.00012812628,0.00026359342,0.00030392228,0.00016397439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019349528,0.00011927605,0.00014315007,0.0002894392,0.0005374743,0.000039462484,0.00011141938,0.00007687829,0.0015969828],"category_scores_gemma":[0.0006318092,0.00012995045,0.000029368015,0.000702699,0.00008973111,0.00028954036,0.00003528222,0.0007943143,0.000011347008],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013178937,0.00060614425,0.013186441,0.000025999352,0.00001703014,6.723423e-7,0.01373448,0.0000026218102,0.00012094556,0.004058352,0.0030391675,0.96519494],"study_design_scores_gemma":[0.001852604,0.0010144674,0.46504653,0.00012767209,0.00035064627,0.0011641722,0.1651738,0.0026976392,0.000113402944,0.010198194,0.35173923,0.0005216672],"about_ca_topic_score_codex":0.00001664963,"about_ca_topic_score_gemma":0.0000020658406,"teacher_disagreement_score":0.9646733,"about_ca_system_score_codex":0.0002222676,"about_ca_system_score_gemma":0.00319324,"threshold_uncertainty_score":0.9993157},"labels":[],"label_agreement":null},{"id":"W4286470750","doi":"10.1002/aet2.10781","title":"Does direct observation influence the quality of workplace‐based assessment documentation?","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Generalizability theory; Documentation; Reliability (semiconductor); Quality (philosophy); Psychology; Statistics; Medicine; Computer science; Mathematics","score_opus":0.05679538406070442,"score_gpt":0.43499774333291424,"score_spread":0.3782023592722098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286470750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97713196,0.00004359254,0.00033624962,0.019246805,0.0006400439,0.00035311925,0.0000033465765,0.000026262063,0.0022186183],"genre_scores_gemma":[0.98649395,0.000006115752,0.007576413,0.004752171,0.000080364014,0.00030959016,0.00014433742,0.000007853775,0.00062923564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988073,0.00015963605,0.00037583825,0.00015984228,0.00040058693,0.00009678607],"domain_scores_gemma":[0.99910635,0.0002058495,0.00024020966,0.0002079818,0.00020987024,0.000029738625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014066078,0.000070633854,0.00012895119,0.000102907536,0.00032681233,0.000022739026,0.00007058822,0.000022336417,0.00036095854],"category_scores_gemma":[0.0004561243,0.000045836277,0.000027540082,0.0005471013,0.00008798917,0.000119789984,0.000019928933,0.0002039269,8.1748266e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087431115,0.0009908022,0.5861516,0.00026238523,0.00007523399,3.1618308e-7,0.0171437,0.00056215934,0.002701547,0.027982526,0.0027863148,0.36125597],"study_design_scores_gemma":[0.00049188145,0.000067397435,0.9626172,0.000043568045,0.00003960474,0.0000023383607,0.02556772,0.00074882706,0.00019366675,0.00072289666,0.009430843,0.00007405084],"about_ca_topic_score_codex":0.000107644,"about_ca_topic_score_gemma":0.0000056490894,"teacher_disagreement_score":0.37646562,"about_ca_system_score_codex":0.00013585453,"about_ca_system_score_gemma":0.0008634568,"threshold_uncertainty_score":0.3952243},"labels":[],"label_agreement":null},{"id":"W4292876648","doi":"10.1002/aet2.10794","title":"Much ado about gaming: An educator's guide to serious games and gamification in medical education","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Educational Games and Gamification","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences","funders":"","keywords":"Multimedia; Medical education; Psychology; Computer science; Medicine","score_opus":0.027101616380756314,"score_gpt":0.3856260328188174,"score_spread":0.3585244164380611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292876648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96397185,0.0023228552,0.00010080432,0.018561654,0.003011772,0.0005456994,0.000008097211,0.00006357675,0.011413714],"genre_scores_gemma":[0.98425204,0.00009046804,0.0015095758,0.0070668454,0.0005005749,0.0013411347,0.00027430686,0.0000381923,0.004926886],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978348,0.00029475414,0.00051393965,0.0006903131,0.00034167035,0.00032449604],"domain_scores_gemma":[0.9987431,0.00012115146,0.00017056931,0.0004050951,0.0001269487,0.00043313354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010026695,0.00019901535,0.0002074211,0.00049568526,0.0002951278,0.00009074571,0.00024166398,0.000102447935,0.0015182134],"category_scores_gemma":[0.00024125127,0.00023532829,0.000029753195,0.0005619238,0.00007678094,0.000207478,0.000058856695,0.00031744648,0.000029264696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029713145,0.0013460205,0.017597789,0.000020424459,0.000014947532,8.428401e-7,0.07722376,0.000005901139,0.00013571221,0.057374757,0.013684302,0.83256584],"study_design_scores_gemma":[0.00034124692,0.00012833619,0.5634514,0.000043617674,0.000017202734,0.00018027105,0.14099953,0.00009976065,0.000008949858,0.0012433707,0.29321125,0.00027507154],"about_ca_topic_score_codex":0.0007681547,"about_ca_topic_score_gemma":0.00017626585,"teacher_disagreement_score":0.83229077,"about_ca_system_score_codex":0.00018016445,"about_ca_system_score_gemma":0.0021142531,"threshold_uncertainty_score":0.99939454},"labels":[],"label_agreement":null},{"id":"W4293153578","doi":"10.1002/aet2.10790","title":"The simulated newsroom: A novel educational innovation to teach advocacy skills to resident physicians","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; University of Toronto; McMaster University","funders":"University of Toronto","keywords":"Facilitator; Focus group; Competence (human resources); Medical education; Journalism; Psychology; Medicine; Political science; Sociology","score_opus":0.05245269083654276,"score_gpt":0.4310374713418304,"score_spread":0.37858478050528765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293153578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87081987,0.00006449359,0.00020280112,0.12309786,0.0019060399,0.0010626809,0.000014184158,0.000048854552,0.0027832277],"genre_scores_gemma":[0.9444835,0.0000073575256,0.0004595083,0.043947697,0.0008781986,0.000099225406,0.00010428117,0.0000214131,0.009998787],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.998474,0.00018855593,0.00044342986,0.00028122382,0.00025301604,0.00035978647],"domain_scores_gemma":[0.9988294,0.00045811184,0.00016600172,0.00021646857,0.00019205887,0.00013791354],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00081028097,0.000111679605,0.00012509033,0.00020198066,0.00306451,0.000029965093,0.00014772656,0.000031825126,0.00019185296],"category_scores_gemma":[0.00042295695,0.000099965975,0.000021773796,0.0009553181,0.000016848662,0.00006977694,0.000102110476,0.00045754053,0.000056952762],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097455144,0.0010402156,0.0146021955,0.000070344446,0.000030275298,2.0613419e-7,0.3779086,0.00082546263,0.00156,0.08286563,0.19762231,0.32337728],"study_design_scores_gemma":[0.00058376795,0.00008794293,0.40311754,0.00019778161,0.000010507887,0.0000032155397,0.12553379,0.00011457048,0.000008742513,0.0015002725,0.4686483,0.00019354536],"about_ca_topic_score_codex":0.00026093275,"about_ca_topic_score_gemma":0.00009273751,"teacher_disagreement_score":0.38851535,"about_ca_system_score_codex":0.0002577587,"about_ca_system_score_gemma":0.0024007969,"threshold_uncertainty_score":0.9982334},"labels":[],"label_agreement":null},{"id":"W4293216994","doi":"10.1002/aet2.10793","title":"Educator's blueprint: A how‐to guide for creating a high‐quality infographic","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Saskatchewan","funders":"","keywords":"Infographic; Blueprint; Quality (philosophy); Computer science; Art; Visual arts; Philosophy; Epistemology; Data mining","score_opus":0.13147723227251532,"score_gpt":0.4592948357283454,"score_spread":0.3278176034558301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293216994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664552,0.00014430493,0.0005416034,0.008517569,0.002955526,0.0008138173,0.000025187182,0.000109736306,0.020437052],"genre_scores_gemma":[0.97830254,0.0000071737177,0.004504394,0.0040304926,0.0006215155,0.0021772357,0.00011000068,0.000026551537,0.010220098],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857295,0.00019597252,0.00037595438,0.00032595306,0.00016794879,0.00036124123],"domain_scores_gemma":[0.998548,0.000640732,0.00020646403,0.0002213502,0.00015719376,0.00022628582],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001387616,0.0001229408,0.00018227853,0.00021463649,0.0018788192,0.000048479866,0.00012605383,0.000047917605,0.00017823103],"category_scores_gemma":[0.00071827066,0.00013556729,0.000053231077,0.00035682667,0.000027086253,0.00013139029,0.000068200854,0.0002745213,0.000017233782],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074881566,0.0005318742,0.053549398,0.00033571676,0.00005479382,1.6463022e-7,0.28501132,0.000053516607,0.0003322601,0.09585251,0.058488667,0.5057149],"study_design_scores_gemma":[0.00034728434,0.000093886185,0.09159095,0.00007662586,0.00002055358,0.0000029582238,0.2349937,0.000016792581,0.000011021378,0.004378363,0.6682471,0.0002207835],"about_ca_topic_score_codex":0.00058298087,"about_ca_topic_score_gemma":0.000058569913,"teacher_disagreement_score":0.60975844,"about_ca_system_score_codex":0.00018924853,"about_ca_system_score_gemma":0.0015199089,"threshold_uncertainty_score":0.9994206},"labels":[],"label_agreement":null},{"id":"W4295047770","doi":"10.1002/aet2.10795","title":"Cost of free open‐access medical education (<scp>FOAM</scp>): An economic analysis of the top 20 <scp>FOAM</scp> sites","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Impact; McMaster University","funders":"","keywords":"Valuation (finance); Web traffic; Deliverable; Value (mathematics); Content analysis; Business; Resource (disambiguation); Marketing; World Wide Web; Computer science; The Internet; Economics; Accounting; Management; Sociology","score_opus":0.17736142881937,"score_gpt":0.4695384618984876,"score_spread":0.2921770330791176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295047770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766721,0.00051992456,0.000010410645,0.006100239,0.0051821647,0.0011407646,0.00005331035,0.000027120252,0.010293939],"genre_scores_gemma":[0.99597377,0.00012272611,0.00028502732,0.0012064717,0.000738839,0.0009070454,0.00019624754,0.000019490726,0.00055039616],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99716645,0.0008082507,0.00062220916,0.0004049242,0.00065240794,0.00034573875],"domain_scores_gemma":[0.99522465,0.0029183074,0.00073358126,0.00049112324,0.00025288787,0.00037942294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025817342,0.00014671989,0.00039021633,0.0004244417,0.0010750504,0.00021923013,0.0016756945,0.00012676694,0.0006364274],"category_scores_gemma":[0.008615211,0.00015002764,0.000112014684,0.0017444299,0.00038292236,0.00079185766,0.00032455614,0.00029438955,0.0000030748067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033662066,0.0008424795,0.5136869,0.00004698661,0.0001787161,8.655487e-8,0.31455028,0.000121954494,0.000027418704,0.028699772,0.011691691,0.13015035],"study_design_scores_gemma":[0.00031047768,0.0000515496,0.6177453,0.000038472095,0.00033713214,0.0000012649255,0.2906442,0.00043190888,0.00007622833,0.0036354202,0.08665593,0.00007210452],"about_ca_topic_score_codex":0.016295636,"about_ca_topic_score_gemma":0.011905482,"teacher_disagreement_score":0.13007824,"about_ca_system_score_codex":0.00038757164,"about_ca_system_score_gemma":0.011295158,"threshold_uncertainty_score":0.99973565},"labels":[],"label_agreement":null},{"id":"W4295669658","doi":"10.1002/aet2.10798","title":"Distribution of core content coverage among three popular emergency medicine podcasts: A 10‐year analysis","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Family medicine; Medical education","score_opus":0.22181750429511238,"score_gpt":0.41462176807928797,"score_spread":0.1928042637841756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295669658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99010205,0.0004551243,0.00013664215,0.002749557,0.003973171,0.0004425235,0.000022661321,0.000026230276,0.0020920641],"genre_scores_gemma":[0.9982161,0.00017524282,0.00003851812,0.00005481281,0.00045823678,0.0003144973,0.00034568086,0.0000063062216,0.00039060516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869144,0.00017328795,0.000359531,0.00018612391,0.00040118935,0.00018842205],"domain_scores_gemma":[0.9990187,0.00022235813,0.0002982705,0.00011840166,0.00019929252,0.00014297802],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010063758,0.00007296054,0.00019890325,0.00014336243,0.00070361595,0.0000073747146,0.00010950686,0.000042491993,0.0028507577],"category_scores_gemma":[0.0019849993,0.00008010548,0.0000587377,0.0011650319,0.00016783719,0.0001066678,0.000020310148,0.00012126085,0.0000015525962],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001178262,0.00012671515,0.8128221,0.00002170972,0.00007469431,1.5598685e-7,0.12437343,0.0000061161395,0.000013834188,0.027295347,0.0014937427,0.033760358],"study_design_scores_gemma":[0.00015102355,0.00007387551,0.8522577,0.000013331868,0.00016179249,2.7291443e-7,0.13139638,0.000034796216,7.5125604e-7,0.0018118868,0.01401852,0.00007960363],"about_ca_topic_score_codex":0.015848663,"about_ca_topic_score_gemma":0.0026359484,"teacher_disagreement_score":0.03943564,"about_ca_system_score_codex":0.00021258932,"about_ca_system_score_gemma":0.00045870093,"threshold_uncertainty_score":0.99806076},"labels":[],"label_agreement":null},{"id":"W4300688879","doi":"10.1002/aet2.10808","title":"Gender differences in emergency medicine resident assessment: A scoping review","year":2022,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"","keywords":"Context (archaeology); Medicine; MEDLINE; Family medicine; Systematic review; Population; Psychology; Environmental health; Geography; Political science","score_opus":0.40148161161327756,"score_gpt":0.5108318680730053,"score_spread":0.10935025645972773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300688879","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006580902,0.9037163,0.0000028948868,0.0009112341,0.0017027027,0.0006741215,0.0000018057555,0.000019383486,0.09296493],"genre_scores_gemma":[0.00005645432,0.99710304,0.000029624727,0.00038688036,0.0003956599,0.00016815195,0.00006310192,0.000008974072,0.0017881271],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976427,0.0006278198,0.0005351199,0.0003111057,0.00065790134,0.00022534473],"domain_scores_gemma":[0.99915236,0.00024205881,0.00030448445,0.00013419373,0.000037678594,0.00012924179],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028298832,0.00016388558,0.0008397281,0.00021842479,0.00043382225,0.000023181567,0.00034066403,0.00007873688,0.011144173],"category_scores_gemma":[0.0004583296,0.00014266332,0.000085580614,0.00050945894,0.00014182071,0.00010741158,0.000070914386,0.00035428477,0.0000044795474],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6527555e-7,0.000022109383,0.00016328486,0.025654431,0.00001801155,0.000001692877,0.024030961,3.5839016e-9,1.401123e-9,0.003481255,0.0028252874,0.9438028],"study_design_scores_gemma":[0.000052922544,0.000016545488,0.00016315891,0.14558758,0.00026324607,0.0000024386145,0.050620437,7.4883864e-8,2.3654295e-10,0.00029901118,0.8028585,0.00013610747],"about_ca_topic_score_codex":0.00074672594,"about_ca_topic_score_gemma":0.00040613793,"teacher_disagreement_score":0.9436667,"about_ca_system_score_codex":0.00014882888,"about_ca_system_score_gemma":0.0025557938,"threshold_uncertainty_score":0.9897598},"labels":[],"label_agreement":null},{"id":"W4306154529","doi":"10.1002/aet2.10812","title":"Systematic online academic resources (<scp>SOAR</scp>) review: Sickle cell disorders","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Ottawa Hospital; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Quality (philosophy); Educational resources; Online search; Inclusion and exclusion criteria; Medicine; Resource (disambiguation); Soar; Medical education; Knowledge management; Computer science; Psychology; World Wide Web; Alternative medicine; Pathology","score_opus":0.07452376931792361,"score_gpt":0.3902310498253834,"score_spread":0.31570728050745983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306154529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8725483,0.08192876,0.0000070825213,0.023395786,0.00662511,0.0028930313,0.000010426979,0.00015865664,0.012432874],"genre_scores_gemma":[0.974549,0.013363351,0.0003669261,0.004775393,0.0011624965,0.002723727,0.00006298933,0.000030789633,0.0029653474],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99776167,0.0007892173,0.0004190901,0.0002489682,0.00045415826,0.0003268825],"domain_scores_gemma":[0.99686676,0.0023688755,0.0003401524,0.00014588425,0.000066631925,0.00021167709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001941876,0.000108225126,0.0002508822,0.000117788346,0.0012768211,0.000033890028,0.00024096432,0.000066140456,0.00009696328],"category_scores_gemma":[0.0044127647,0.0001210275,0.00004690762,0.0006166336,0.00012233212,0.00014786665,0.00003598645,0.00040021972,0.000015989579],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014045121,0.00034171948,0.008939588,0.0104110055,0.000017579529,2.4992028e-7,0.89376265,0.000005491858,0.000013335319,0.003757642,0.024204591,0.058544714],"study_design_scores_gemma":[0.00013548478,0.000035165554,0.0070191985,0.0018120556,0.00007948797,0.0000026013279,0.5189175,0.000021690441,0.000001751593,0.001160164,0.47071275,0.00010213668],"about_ca_topic_score_codex":0.00095770636,"about_ca_topic_score_gemma":0.0002272203,"teacher_disagreement_score":0.44650814,"about_ca_system_score_codex":0.00020243993,"about_ca_system_score_gemma":0.0011084224,"threshold_uncertainty_score":0.98204046},"labels":[],"label_agreement":null},{"id":"W4308862035","doi":"10.1002/aet2.10802","title":"Education Theory Made Practical: Creating open educational resources via an apprenticeship model","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Apprenticeship; Promotion (chess); Medical education; Psychology; Pedagogy; Medicine; Political science","score_opus":0.06570378807228688,"score_gpt":0.3674023881248037,"score_spread":0.3016986000525168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308862035","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4290766,0.0005594441,0.04896295,0.0373564,0.0037077898,0.0012464732,0.000004802363,0.00033468628,0.47875085],"genre_scores_gemma":[0.8973603,0.000007754513,0.0875311,0.0029915457,0.0002505535,0.0004660649,0.000088208486,0.000023446053,0.011280979],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.997832,0.0005949595,0.000329578,0.0006216729,0.00033411212,0.0002876918],"domain_scores_gemma":[0.99850285,0.00034814884,0.000293973,0.00044048796,0.00014197054,0.00027256223],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016630865,0.00017270104,0.00016129315,0.00022821975,0.0015924413,0.0011987645,0.000993446,0.000042453128,0.0005752906],"category_scores_gemma":[0.00028882167,0.00019520077,0.000035652472,0.00048103443,0.000054420245,0.002217881,0.00049671304,0.00042446842,0.000021873713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013465976,0.0010063386,0.00084814394,0.000014745647,0.000015433447,1.4796096e-7,0.07530405,0.0007014464,0.00015750181,0.6763072,0.0015645347,0.244067],"study_design_scores_gemma":[0.0007718833,0.00030553734,0.027916718,0.000089470814,0.00008370355,0.00045867535,0.42634133,0.21290416,0.000068277,0.2580347,0.07186977,0.0011557785],"about_ca_topic_score_codex":0.0001221044,"about_ca_topic_score_gemma":0.0000073413416,"teacher_disagreement_score":0.46828374,"about_ca_system_score_codex":0.0001176574,"about_ca_system_score_gemma":0.0032551626,"threshold_uncertainty_score":0.9998381},"labels":[],"label_agreement":null},{"id":"W4309726550","doi":"10.1002/aet2.10818","title":"The next generation of researchers: <scp>One‐year</scp> outcome data from the <scp>SAEM Advanced Research Methodology Evaluation and Design in Medical Education</scp> ( <scp>ARMED MedEd</scp> ) program","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Medical education; Inclusion (mineral); Program evaluation; Psychology; Interquartile range; Medicine; Political science","score_opus":0.7172582995488893,"score_gpt":0.5694039272449458,"score_spread":0.1478543723039435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309726550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9710133,0.0057261284,0.0010017351,0.014759831,0.0016425732,0.0037407002,0.000018106832,0.000065581684,0.002032046],"genre_scores_gemma":[0.92381644,0.0010771562,0.06316697,0.0026637558,0.0013261389,0.003988175,0.0023231695,0.000082714745,0.0015554737],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98880005,0.005505786,0.0012081575,0.0009343415,0.0028005566,0.00075109553],"domain_scores_gemma":[0.97098863,0.024066089,0.0006540426,0.0018003187,0.0020592245,0.00043167372],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03567852,0.00026244286,0.00046783462,0.0006219576,0.0012092438,0.00020859262,0.00087886647,0.00026326196,0.000113095535],"category_scores_gemma":[0.15420717,0.00020937533,0.00004895725,0.002367507,0.00085759006,0.00044943692,0.00044532915,0.0018515384,0.000009664968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018339215,0.0013661914,0.011650138,0.00008619296,0.00013214728,0.0000013661111,0.04677412,0.000035890826,0.0012969436,0.0045547998,0.057068266,0.8770156],"study_design_scores_gemma":[0.0035535367,0.00080675527,0.17197862,0.0003473246,0.0003104186,0.00010404656,0.597259,0.053624395,0.00054015656,0.0110917175,0.16028489,0.00009917629],"about_ca_topic_score_codex":0.00040467022,"about_ca_topic_score_gemma":0.00017400173,"teacher_disagreement_score":0.8769164,"about_ca_system_score_codex":0.0004337806,"about_ca_system_score_gemma":0.009026217,"threshold_uncertainty_score":0.9965917},"labels":[],"label_agreement":null},{"id":"W4309726666","doi":"10.1002/aet2.10816","title":"From Innovation to Intrapreneurship: Fostering academic success via the GridlockED project and innovation fund","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Educational Games and Gamification","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton General Hospital; Institute for Work & Health; Royal College of Physicians and Surgeons of Canada; Hamilton Health Sciences; University of Toronto; McMaster University","funders":"","keywords":"Scholarship; Seed money; Work (physics); Entrepreneurship; Medical education; Public relations; Business; Marketing; Medicine; Political science; Finance; Engineering","score_opus":0.1667477701174488,"score_gpt":0.41156062932576565,"score_spread":0.24481285920831686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309726666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836749,0.00033570844,0.0006915811,0.01139169,0.0015530386,0.00047269408,0.000016585824,0.0000420458,0.0018217523],"genre_scores_gemma":[0.9935989,0.000008650008,0.0003504162,0.003539262,0.000528435,0.0006673665,0.00031167874,0.000018905072,0.0009763842],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988003,0.00014333855,0.00036422792,0.00035641567,0.00016404371,0.0001717132],"domain_scores_gemma":[0.99927527,0.00017235229,0.00019541463,0.00019575084,0.00012864628,0.0000325889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157736,0.00011881282,0.00010263985,0.00048296977,0.00038621202,0.00007097254,0.00014895452,0.000054497777,0.0001878343],"category_scores_gemma":[0.00006539508,0.000112065114,0.000010922977,0.0017627288,0.000045311946,0.00014750955,0.00008882795,0.00032478353,0.0000065671256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051953575,0.00009973687,0.012227462,0.000010477813,0.000035458965,2.1867142e-7,0.12942088,0.000012364357,0.0038324923,0.07637518,0.0034474423,0.77448636],"study_design_scores_gemma":[0.00053352036,0.00015848364,0.7804041,0.00003310375,0.000044266555,0.000092689406,0.11307739,0.00016740707,0.00020144435,0.015501105,0.089421794,0.0003647421],"about_ca_topic_score_codex":0.00034588113,"about_ca_topic_score_gemma":0.00001059162,"teacher_disagreement_score":0.7741216,"about_ca_system_score_codex":0.000052461804,"about_ca_system_score_gemma":0.00017052674,"threshold_uncertainty_score":0.45698828},"labels":[],"label_agreement":null},{"id":"W4311096428","doi":"10.1002/aet2.10822","title":"Learning pediatric emergency medicine over time: A realist evaluation of a longitudinal pediatric emergency medicine clinical experience","year":2022,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Western Hospital; McMaster University; McMaster Children's Hospital; University Health Network; McMaster University Medical Centre","funders":"","keywords":"Context (archaeology); Pediatric emergency medicine; Medical education; Coaching; Longitudinal study; Repetition (rhetorical device); Medicine; Psychology; Emergency department; Family medicine; Nursing; Emergency physician","score_opus":0.13473314778018067,"score_gpt":0.47318618352325753,"score_spread":0.33845303574307684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311096428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98038065,0.002248132,0.00010931007,0.0031540592,0.0049713496,0.0005457497,0.0000023223645,0.000057570913,0.008530842],"genre_scores_gemma":[0.9908046,0.0012828188,0.00039823647,0.00020166792,0.0038004762,0.00029624059,0.00030763858,0.000032725733,0.0028755611],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955237,0.00044187106,0.00168162,0.0005412947,0.0015230472,0.0002884618],"domain_scores_gemma":[0.9974457,0.00013869753,0.0008744476,0.00034913325,0.0010136856,0.00017832089],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055528707,0.00021645943,0.00047205735,0.0006701996,0.00045189308,0.0000031083705,0.00016057797,0.0000980326,0.032048184],"category_scores_gemma":[0.006046882,0.0002022542,0.00008089178,0.0020026825,0.0001793169,0.00015197601,0.00007074442,0.00067143014,0.000011814258],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065931206,0.000684702,0.8370699,0.00018954516,0.00004575028,8.898007e-7,0.029834341,0.00002784017,0.00009733877,0.0008079039,0.062085006,0.0690908],"study_design_scores_gemma":[0.0018339946,0.0010696659,0.9626063,0.000037751135,0.0010342259,0.000059489113,0.021937378,0.0037486008,0.0000020868072,0.0006821465,0.006748848,0.00023950309],"about_ca_topic_score_codex":0.00014364935,"about_ca_topic_score_gemma":0.0000029794905,"teacher_disagreement_score":0.12553635,"about_ca_system_score_codex":0.00016379434,"about_ca_system_score_gemma":0.0010545973,"threshold_uncertainty_score":0.96883667},"labels":[],"label_agreement":null},{"id":"W4318320790","doi":"10.1002/aet2.10845","title":"Optimizing simulator‐based training for emergency transesophageal echocardiography: A randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Randomized controlled trial; Medicine; Test (biology); Ultrasound; Physical therapy; Clinical endpoint; Surgery; Radiology","score_opus":0.08431219757725435,"score_gpt":0.39927752037874037,"score_spread":0.31496532280148604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318320790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9423641,0.00066055136,0.03379625,0.0045959703,0.001968425,0.012020483,0.000027170934,0.00056944933,0.0039975955],"genre_scores_gemma":[0.9797153,0.00013796214,0.0131615335,0.0006228572,0.00073385955,0.004936364,0.00021055616,0.000044364682,0.00043723232],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99795586,0.0001386053,0.0009293068,0.00041407993,0.00022592058,0.00033623292],"domain_scores_gemma":[0.9952634,0.0038796584,0.00021260123,0.00023494259,0.00016455345,0.00024482116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020353186,0.00021429082,0.0012693503,0.00033758476,0.0002632422,0.000036914724,0.00007745657,0.0001377922,0.0001323284],"category_scores_gemma":[0.001986159,0.00018178164,0.0008971269,0.0005863319,0.00012317035,0.000076618315,0.000005368336,0.0001948173,0.000008720339],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9034222,0.00079910376,0.00033568195,0.00017884254,0.001292578,0.000002353398,0.017298715,0.0008166954,0.00047201285,0.006038157,0.00081797375,0.06852573],"study_design_scores_gemma":[0.96765363,0.0002794153,0.0008310653,0.00007041449,0.0009927066,0.000005065251,0.0029615732,0.022109576,0.000017504233,0.0034418588,0.0014228417,0.00021432311],"about_ca_topic_score_codex":0.0000059323315,"about_ca_topic_score_gemma":0.0000011642188,"teacher_disagreement_score":0.06831141,"about_ca_system_score_codex":0.000019008276,"about_ca_system_score_gemma":0.00054372963,"threshold_uncertainty_score":0.741284},"labels":[],"label_agreement":null},{"id":"W4360618547","doi":"10.1002/aet2.10856","title":"Impact and effectiveness of a mandatory competency‐based simulation program for pediatric emergency medicine faculty","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Western Ontario; London Health Sciences Centre; Hospital for Sick Children","funders":"","keywords":"Debriefing; Competence (human resources); Pediatric emergency medicine; Medicine; Medical education; Emergency department; Medical emergency; Nursing; Emergency medicine; Psychology","score_opus":0.11076724866531583,"score_gpt":0.4940166248322714,"score_spread":0.38324937616695554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360618547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964697,0.0003977886,0.0003681984,0.000636444,0.0005286993,0.0013624937,0.000021767693,0.000108361346,0.00010658286],"genre_scores_gemma":[0.99742156,0.000031771204,0.0009894631,0.000040619474,0.00029943103,0.00029816,0.00086038397,0.000020637734,0.00003799622],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990197,0.00007238582,0.00034809925,0.00023489234,0.00015957771,0.00016537082],"domain_scores_gemma":[0.9982172,0.0008325222,0.00016076468,0.0001299479,0.00049814204,0.00016138451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058370683,0.00012217584,0.00024375497,0.00034265465,0.000118017204,0.0000049438654,0.000026590844,0.00006902652,0.00007234905],"category_scores_gemma":[0.00035898047,0.00010628879,0.000048245605,0.00055830483,0.00004981878,0.000069766254,0.0000052977202,0.00007289371,0.0000015196861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012736738,0.00018328147,0.96157616,0.00183596,0.000027016713,1.2138719e-7,0.004553527,0.000928494,0.00008489169,0.00023950693,0.00019967805,0.03024399],"study_design_scores_gemma":[0.0013322236,0.0005434394,0.9708087,0.00014510147,0.00011051232,0.0000019810873,0.002258595,0.024043927,0.000017237267,0.0004948409,0.00015410961,0.00008933017],"about_ca_topic_score_codex":0.000053993037,"about_ca_topic_score_gemma":0.0000020385858,"teacher_disagreement_score":0.030154658,"about_ca_system_score_codex":0.00005275137,"about_ca_system_score_gemma":0.0009537139,"threshold_uncertainty_score":0.4334331},"labels":[],"label_agreement":null},{"id":"W4361010309","doi":"10.1002/aet2.10849","title":"Examining enablers and barriers to entrustable professional activity acquisition using the theoretical domains framework: A qualitative framework analysis study","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Queen's University; McMaster University; University of Saskatchewan","funders":"China Academy of Engineering Physics; Royal College of Physicians and Surgeons of Canada; Canadian Association of Emergency Physicians","keywords":"Operationalization; Coaching; Medical education; Context (archaeology); Qualitative research; Psychology; Faculty development; Quality (philosophy); Professional development; Medicine","score_opus":0.06578680647393752,"score_gpt":0.4443921007893211,"score_spread":0.3786052943153836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361010309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97622484,0.000025382846,0.015031301,0.00720757,0.0005350002,0.00066593505,0.000003364666,0.00006288338,0.00024371939],"genre_scores_gemma":[0.9827793,0.0000062178615,0.014044271,0.0025910977,0.00024288933,0.00016470639,0.000029632063,0.000018564766,0.00012330171],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99825686,0.0003614664,0.00027639332,0.0003839616,0.00041727157,0.0003040256],"domain_scores_gemma":[0.9982836,0.00091814843,0.00010771028,0.00026342945,0.00019083501,0.00023625272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023622352,0.00015183947,0.00026930863,0.00050623494,0.00070757925,0.000083244304,0.000069391215,0.00013164352,0.00034468356],"category_scores_gemma":[0.004148336,0.00011651114,0.00003581893,0.0028777574,0.00028076957,0.00013848915,0.00005948772,0.00047993058,0.0000044775716],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013303207,0.0003979382,0.041269477,0.000057249163,0.0005845702,0.0000032993466,0.8222306,0.0000810097,0.00032494133,0.082036406,0.0004231702,0.052458324],"study_design_scores_gemma":[0.0002861707,0.00014413356,0.17510712,0.00020897386,0.00054119696,0.0000097051125,0.8088981,0.0044862945,0.000028481969,0.010018475,0.00012256723,0.00014879066],"about_ca_topic_score_codex":0.00003159634,"about_ca_topic_score_gemma":0.0000022078234,"teacher_disagreement_score":0.13383766,"about_ca_system_score_codex":0.00011563608,"about_ca_system_score_gemma":0.0006122161,"threshold_uncertainty_score":0.5442199},"labels":[],"label_agreement":null},{"id":"W4361270417","doi":"10.1002/aet2.10851","title":"Developing and authenticating an electronic health record–based report card for assessing residents' clinical performance","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Report card; Medical education; Citizen journalism; Health literacy; Data collection; Medicine; Participatory action research; Health records; Computer science; Psychology; World Wide Web; Health care","score_opus":0.13420709534195474,"score_gpt":0.49872409203179946,"score_spread":0.3645169966898447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361270417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97880155,0.00008394629,0.0047777765,0.014944488,0.00071254227,0.0003753816,3.732082e-7,0.00010717703,0.00019678043],"genre_scores_gemma":[0.9439212,0.00008800785,0.05210708,0.0027677482,0.00041558465,0.00010371329,0.0002845585,0.000023118919,0.0002889533],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99856126,0.000058870402,0.0005852666,0.0003313878,0.00015869072,0.00030453136],"domain_scores_gemma":[0.9991076,0.00015722067,0.00024180434,0.00019200744,0.00019408701,0.000107295586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00300711,0.00009495746,0.00021516954,0.0001831315,0.00059185247,0.00010432899,0.000041165513,0.0000715431,0.0000037125133],"category_scores_gemma":[0.0014898987,0.0000968342,0.000024457975,0.00040553612,0.00006952249,0.00018580612,0.000011653211,0.00022996245,0.000001927386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010752116,0.00005546402,0.08965915,0.0002298593,0.000014634483,6.581167e-7,0.0022270007,4.884587e-7,0.000023145123,0.001339591,0.0007502086,0.90568906],"study_design_scores_gemma":[0.0008206142,0.00028797402,0.9571478,0.0006922405,0.000052478204,0.0001460443,0.012925486,0.01633781,0.000039425566,0.0009842438,0.010381557,0.0001843324],"about_ca_topic_score_codex":0.00003668626,"about_ca_topic_score_gemma":0.000008993351,"teacher_disagreement_score":0.9055047,"about_ca_system_score_codex":0.0001390772,"about_ca_system_score_gemma":0.0036404324,"threshold_uncertainty_score":0.6457971},"labels":[],"label_agreement":null},{"id":"W4362453031","doi":"10.1002/aet2.10862","title":"Curated collections for educators: Nine key articles and article series for teaching qualitative research methods","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Qualitative research; Delphi method; Context (archaeology); Curriculum; Medical education; Qualitative property; Delphi; Psychology; Computer science; Medicine; Sociology; Pedagogy; Social science","score_opus":0.6164691826030461,"score_gpt":0.6975901759232876,"score_spread":0.08112099332024159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362453031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89212865,0.0003881543,0.0044854437,0.09958623,0.00023894284,0.0013630511,0.000015826674,0.00009205602,0.0017016273],"genre_scores_gemma":[0.9213469,0.0001495416,0.06326018,0.0015479113,0.00039037172,0.00097176334,0.00005826666,0.000026117523,0.012248917],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99842083,0.0003947092,0.00020746054,0.00020532699,0.00018723257,0.0005844436],"domain_scores_gemma":[0.994296,0.0038046823,0.000039313552,0.000094532195,0.00036754028,0.0013978891],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008158584,0.000071602946,0.00016783837,0.00033194094,0.0007622462,0.00006487953,0.000026098478,0.000054814944,0.000023904298],"category_scores_gemma":[0.07511339,0.000061000534,0.000024118533,0.00068296865,0.0002019902,0.00014030667,0.000015219945,0.00024801225,0.0000031282775],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002705628,0.00019386812,0.00016003793,0.00042070428,0.00004412797,5.348133e-7,0.22151478,2.7187826e-7,0.0064394944,0.011242123,0.08230038,0.6774131],"study_design_scores_gemma":[0.002149344,0.0015410827,0.0043704975,0.00032052264,0.000045669298,0.00004707718,0.70322204,0.0024422535,0.0039256313,0.021310978,0.2604749,0.00014998436],"about_ca_topic_score_codex":0.00009290095,"about_ca_topic_score_gemma":0.000019900755,"teacher_disagreement_score":0.67726314,"about_ca_system_score_codex":0.000063679065,"about_ca_system_score_gemma":0.0033225631,"threshold_uncertainty_score":0.9326773},"labels":[],"label_agreement":null},{"id":"W4377138125","doi":"10.1002/aet2.10868","title":"Implementation of a North American pediatric emergency medicine simulation curriculum using the virtual resuscitation room","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto; McMaster University","funders":"National Center for Advancing Translational Sciences","keywords":"Facilitator; Debriefing; Curriculum; Medicine; Medical education; Psychology; Pedagogy","score_opus":0.08999036898613923,"score_gpt":0.4572080971402978,"score_spread":0.3672177281541586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377138125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995054,0.00010669174,0.00040995103,0.0027339566,0.0010509444,0.0005133618,0.000006170198,0.00006794691,0.00005695696],"genre_scores_gemma":[0.99812156,0.000118525,0.0002871696,0.00017549754,0.00086399156,0.000047746616,0.00030345825,0.000021345426,0.000060703827],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852854,0.00010645676,0.000603915,0.0002354835,0.0003345308,0.00019109773],"domain_scores_gemma":[0.9983283,0.0003205381,0.00044693192,0.0001955833,0.0005925375,0.0001160705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004281626,0.00012293333,0.00018951303,0.00042719764,0.00023957442,0.000007311695,0.00005213377,0.000027043961,0.00011441242],"category_scores_gemma":[0.00023591403,0.00010071558,0.000039162955,0.002057656,0.00006722363,0.00013625984,0.000011649387,0.00011448845,0.0000053003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010831396,0.000039639828,0.9359944,0.00008274893,0.000015244719,1.1264594e-7,0.022072218,0.0036306216,0.000028509141,0.00020879813,0.00040763893,0.037509266],"study_design_scores_gemma":[0.00033943768,0.00015288156,0.90076905,0.000022406875,0.000113717484,0.0000024855885,0.07883825,0.01950529,0.000007924363,0.000077942634,0.00008996986,0.00008066499],"about_ca_topic_score_codex":0.0013254716,"about_ca_topic_score_gemma":0.00017609092,"teacher_disagreement_score":0.056766033,"about_ca_system_score_codex":0.000084266336,"about_ca_system_score_gemma":0.00063790864,"threshold_uncertainty_score":0.41070622},"labels":[],"label_agreement":null},{"id":"W4379966418","doi":"10.1002/aet2.10880","title":"The impact of a smartphone‐based cognitive aid on clinical performance during cardiac arrest simulations: A randomized controlled trial","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Island Health","funders":"Research Committee, Aristotle University of Thessaloniki","keywords":"Interquartile range; Randomized controlled trial; Medicine; Randomization; Advanced cardiac life support; Sample size determination; Physical therapy; Emergency medicine; Internal medicine; Cardiopulmonary resuscitation; Resuscitation; Statistics","score_opus":0.04264832294169654,"score_gpt":0.39840927732070075,"score_spread":0.35576095437900424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379966418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99337715,0.00012999642,0.000007629145,0.00040731346,0.0026036846,0.0023001886,0.000006538095,0.00003911258,0.0011283783],"genre_scores_gemma":[0.9984746,0.00020723084,0.000018506516,0.000048336344,0.0007274204,0.00029118147,0.00007292549,0.000012640858,0.0001471393],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99865913,0.00030942322,0.0005283075,0.00016040898,0.00019096499,0.00015176872],"domain_scores_gemma":[0.9948156,0.0045841,0.00022597585,0.000116224524,0.00016721599,0.00009087301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015724478,0.00011311833,0.00071738585,0.00014268607,0.00022719832,0.00002745568,0.000024243569,0.00006152793,0.00000909238],"category_scores_gemma":[0.0026813424,0.00006590302,0.00054272887,0.0002553117,0.00016942345,0.000047315647,0.000006566603,0.00015091515,0.000008868957],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9537873,0.00020597261,0.013879115,0.000033820485,0.0006417677,6.311569e-7,0.0033446953,0.00037579032,0.000073271374,0.000049452265,0.0000886641,0.027519504],"study_design_scores_gemma":[0.74075836,0.0002564411,0.24968418,0.00023753913,0.00030291374,3.997743e-7,0.0015046683,0.0070867394,0.000027919326,0.000029619836,0.000035807105,0.00007543551],"about_ca_topic_score_codex":0.000013843308,"about_ca_topic_score_gemma":0.0000010044644,"teacher_disagreement_score":0.23580508,"about_ca_system_score_codex":0.000025123447,"about_ca_system_score_gemma":0.00063718436,"threshold_uncertainty_score":0.3210011},"labels":[],"label_agreement":null},{"id":"W4381848263","doi":"10.1002/aet2.10879","title":"The influence of clinical coaching teams on quality of entrustable professional activity assessments","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"University of Ottawa","keywords":"Coaching; Psychology; Quality (philosophy); Medicine","score_opus":0.13333766366540106,"score_gpt":0.5490620392624986,"score_spread":0.4157243755970976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381848263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942827,0.000009150135,0.000031168798,0.0026925642,0.00078098656,0.00019107515,0.0000016933529,0.000018137765,0.0019925109],"genre_scores_gemma":[0.99793494,0.000025638505,0.0007101626,0.00040364315,0.00010506383,0.000027758148,0.000022148679,0.0000056998183,0.00076492474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998787,0.00015813031,0.00048585766,0.00013573587,0.00032065602,0.00011264413],"domain_scores_gemma":[0.9985088,0.00074121583,0.00031029462,0.000182474,0.00021458628,0.000042602762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030865185,0.00005662258,0.00018343297,0.00007943983,0.00014935277,0.0000072078715,0.000058638747,0.00006190433,0.000014247585],"category_scores_gemma":[0.003467988,0.000040163184,0.00003192437,0.00037709923,0.00015130323,0.00007507825,0.000021039126,0.0002772058,0.000003201752],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011530116,0.0006852006,0.23455234,0.00014631532,0.000042702923,1.1743314e-7,0.0030330336,0.000017295471,0.0013324324,0.013972497,0.0015203583,0.7445824],"study_design_scores_gemma":[0.00035070154,0.00008294324,0.98871374,0.00019472135,0.000013284044,0.0000013232673,0.00804932,0.0003377841,0.0001809076,0.00048990094,0.0015489664,0.000036384572],"about_ca_topic_score_codex":0.000046572208,"about_ca_topic_score_gemma":0.0000018743439,"teacher_disagreement_score":0.7541614,"about_ca_system_score_codex":0.000026430966,"about_ca_system_score_gemma":0.0010448239,"threshold_uncertainty_score":0.41517562},"labels":[],"label_agreement":null},{"id":"W4383873416","doi":"10.1002/aet2.10891","title":"Educator's blueprint: A primer on consensus methods in medical education research","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; Medical Council of Canada; McMaster University","funders":"","keywords":"Blueprint; Delphi method; Delphi; Consensus conference; Medical education; Best practice; Key (lock); Computer science; Management science; Political science; Medicine; Engineering; Library science; Artificial intelligence","score_opus":0.45278851321387165,"score_gpt":0.6642427953211386,"score_spread":0.21145428210726697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383873416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7048188,0.0002126504,0.000025158814,0.08848257,0.0012236353,0.0006635262,7.467141e-7,0.00020264341,0.20437028],"genre_scores_gemma":[0.9872103,0.00024244135,0.0067726094,0.00071971904,0.00041916204,0.00037855576,0.0000076259175,0.000018985069,0.0042306245],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963853,0.0016023461,0.00025301278,0.0003578978,0.0009043673,0.0004971292],"domain_scores_gemma":[0.9971319,0.001996413,0.00004292957,0.00022493706,0.0002544743,0.00034938435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014357659,0.000083669525,0.00012927187,0.00091096736,0.00043280833,0.00010430311,0.0002903543,0.00017357453,0.00042748352],"category_scores_gemma":[0.009596115,0.000088798835,0.000026574211,0.0019007309,0.0005182203,0.00006603434,0.00007148815,0.0006033977,0.00014020475],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069994703,0.00023815931,0.00259148,0.000012317823,0.000004110718,0.000002156966,0.040507868,3.292746e-7,0.00006771837,0.115649156,0.016593179,0.8243265],"study_design_scores_gemma":[0.0003174445,0.000084063424,0.084775604,0.00046946306,0.0000053985314,0.000016313754,0.37867123,0.00020402964,0.00038105718,0.07712096,0.45762894,0.00032549092],"about_ca_topic_score_codex":0.0030370296,"about_ca_topic_score_gemma":0.00057852274,"teacher_disagreement_score":0.824001,"about_ca_system_score_codex":0.00020930225,"about_ca_system_score_gemma":0.011268762,"threshold_uncertainty_score":0.99874645},"labels":[],"label_agreement":null},{"id":"W4383893120","doi":"10.1002/aet2.10892","title":"The rebel, the professor, and the entrepreneur: Qualitative study to explore creator stories of <scp>FOAM</scp>","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Saskatchewan; Royal College of Physicians and Surgeons of Canada; Royal Ottawa Mental Health Centre; McMaster University; Hamilton Health Sciences; University of Toronto","funders":"","keywords":"Public relations; Scholarship; Sustainability; Promotion (chess); Grassroots; Qualitative research; Sociology; Engineering ethics; Business; Political science; Engineering","score_opus":0.2691984069495545,"score_gpt":0.5011487471860467,"score_spread":0.23195034023649225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383893120","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95360124,0.00051429984,0.0000013998645,0.040123317,0.00279441,0.0017174943,0.0000016268727,0.000037855694,0.0012083635],"genre_scores_gemma":[0.99629754,0.00032325037,0.000026663221,0.00028210907,0.00050318026,0.0015716401,0.0000023431787,0.000008658645,0.0009846394],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997595,0.0014681356,0.00023157737,0.00017043378,0.00031055193,0.0002243162],"domain_scores_gemma":[0.9841478,0.015241635,0.00015960276,0.0001701059,0.00018465049,0.000096199896],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.004252788,0.00007624168,0.0001288487,0.000047731504,0.0018058957,0.00009911448,0.00018096385,0.000030427776,0.000003901181],"category_scores_gemma":[0.012907748,0.00004306168,0.000020955082,0.00064124516,0.0006016913,0.00009916513,0.000037457663,0.00012566407,0.000005884659],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060426896,0.000043884953,0.005521057,0.0000070971814,0.000014659621,3.15565e-8,0.9371585,1.6284697e-7,0.0000012539092,0.026368568,0.0016051367,0.029273605],"study_design_scores_gemma":[0.0001604962,0.000040183433,0.05971772,0.000017813467,0.00001903093,1.5204046e-7,0.9134584,0.000001581495,0.0000056523063,0.004328963,0.022227373,0.000022616454],"about_ca_topic_score_codex":0.002648885,"about_ca_topic_score_gemma":0.0019095521,"teacher_disagreement_score":0.05419666,"about_ca_system_score_codex":0.000039879902,"about_ca_system_score_gemma":0.0007030716,"threshold_uncertainty_score":0.9994936},"labels":[],"label_agreement":null},{"id":"W4387516265","doi":"10.1002/aet2.10912","title":"Implementing ultrasound‐guided nerve blocks in the emergency department: A low‐cost, low‐fidelity training approach","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"U.S. Department of Defense; National Institutes of Health; National Science Foundation","keywords":"Medicine; Emergency department; Physical therapy; Confidence interval; Competence (human resources); Repeated measures design; Analysis of variance; Internal medicine; Psychology; Nursing","score_opus":0.1231807006788809,"score_gpt":0.41201087631978334,"score_spread":0.2888301756409024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387516265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890227,0.00022769839,0.00014799534,0.0037892913,0.00068761857,0.0011853002,0.000012335915,0.00013255008,0.0047945376],"genre_scores_gemma":[0.9954023,0.000050090686,0.00089242245,0.0012386376,0.0005783304,0.0006464971,0.00087572174,0.00003267284,0.0002833636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976068,0.00018927372,0.00076032605,0.00045656913,0.00035863466,0.00062836113],"domain_scores_gemma":[0.9985226,0.0005060666,0.00019492515,0.00036725705,0.00021546124,0.00019373631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002070545,0.0002073701,0.0002594495,0.00031986323,0.00044235855,0.00005907331,0.00012822945,0.000093759445,0.00025412496],"category_scores_gemma":[0.00044626475,0.00018313382,0.0000831495,0.0011934029,0.000047932765,0.00014422562,0.000021288419,0.00032153042,0.000016461525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028708231,0.00047559952,0.5934333,0.00044398685,0.000064308086,0.00000521972,0.28300372,0.00037922026,0.0001694507,0.0021095194,0.006069514,0.11381747],"study_design_scores_gemma":[0.0009111633,0.000038719358,0.76567274,0.00016239569,0.00006135212,0.00012982819,0.22635862,0.0034332192,0.00003810294,0.0008970382,0.002063178,0.00023363518],"about_ca_topic_score_codex":0.00030813162,"about_ca_topic_score_gemma":0.00004960966,"teacher_disagreement_score":0.17223945,"about_ca_system_score_codex":0.00012643976,"about_ca_system_score_gemma":0.0010370845,"threshold_uncertainty_score":0.74679804},"labels":[],"label_agreement":null},{"id":"W4388961651","doi":"10.1002/aet2.10908","title":"Exploring cultural sensitivity during distance simulations in pediatric emergency medicine","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta; Hospital for Sick Children; University of Toronto","funders":"Yale School of Medicine; Yale University","keywords":"Focus group; Curriculum; Medicine; Descriptive statistics; Medical education; Debriefing; Pediatric emergency medicine; Family medicine; Qualitative property; Psychology; Emergency department; Nursing; Pedagogy; Sociology","score_opus":0.2596676044874722,"score_gpt":0.42868079586008406,"score_spread":0.16901319137261184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388961651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98943037,0.0002147393,0.000002402065,0.003817134,0.0015597518,0.00013333405,0.0000019358379,0.00010386503,0.0047364496],"genre_scores_gemma":[0.99679404,0.0014829114,0.00003071359,0.000023876184,0.00096792966,0.00002868014,0.000016542906,0.0000051925194,0.0006500936],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9991078,0.00011576446,0.00020600793,0.00016771279,0.00017121158,0.00023151968],"domain_scores_gemma":[0.9995376,0.00015270096,0.000056912235,0.000059255166,0.000095555675,0.00009800609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003932169,0.00006557542,0.00009226736,0.0001243555,0.00054140016,0.000012993887,0.000039523235,0.00002531363,0.000071017115],"category_scores_gemma":[0.00066233595,0.0000623654,0.000016056329,0.0010219384,0.000046515564,0.00042359135,0.000012281458,0.00010410309,0.000008756965],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000404866,0.000023593482,0.36013156,0.00010639934,0.0000030153317,0.0000030956953,0.61261046,0.00025319835,0.00016482701,0.011446316,0.0003717159,0.014881801],"study_design_scores_gemma":[0.000088031426,0.0000047981034,0.8791735,0.000032723812,0.0000049536443,7.869649e-7,0.11781991,0.00014352743,0.0000017763352,0.0004264337,0.0022159528,0.00008755684],"about_ca_topic_score_codex":0.0011958618,"about_ca_topic_score_gemma":0.0057587675,"teacher_disagreement_score":0.519042,"about_ca_system_score_codex":0.00007991884,"about_ca_system_score_gemma":0.00012173702,"threshold_uncertainty_score":0.41640672},"labels":[],"label_agreement":null},{"id":"W4389140734","doi":"10.1002/aet2.10907","title":"Educator's blueprint: A how‐to guide for creating analog serious games for learning in medical education","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Educational Games and Gamification","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Toronto Metropolitan University","funders":"","keywords":"Blueprint; Game Developer; Game design; Video game development; Game mechanics; Game testing; Computer science; Game design document; Charter; Inclusion (mineral); Multimedia; Psychology; Engineering; Political science","score_opus":0.044267395229949526,"score_gpt":0.4065353129555141,"score_spread":0.36226791772556455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389140734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9364048,0.00051885284,0.0016557265,0.0478737,0.0035152633,0.0013562696,0.000009215898,0.00016968734,0.008496437],"genre_scores_gemma":[0.9669122,0.000046028246,0.0060344744,0.0024616674,0.0010763626,0.0036030284,0.00037561156,0.00004720849,0.019443413],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984326,0.00008476658,0.00038660158,0.000537917,0.0001703946,0.00038775295],"domain_scores_gemma":[0.99853516,0.0006294935,0.00015374289,0.0002094177,0.00021512294,0.0002570729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011420064,0.0001672318,0.00021457451,0.00048716186,0.00021664322,0.00009819312,0.00016124686,0.00014167429,0.00014051203],"category_scores_gemma":[0.0021408056,0.00018509629,0.000067582674,0.0005922763,0.000042434873,0.00011058811,0.000023006261,0.00016716406,0.000039115635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028836304,0.00031674272,0.013738303,0.00006969634,0.000027079628,2.1441069e-7,0.05841118,0.000023860483,0.00011978097,0.04644748,0.031084297,0.8497325],"study_design_scores_gemma":[0.00062001124,0.00013616568,0.36202493,0.00020394845,0.00002964313,0.000029030163,0.15210539,0.0006133985,0.000023031966,0.0037178444,0.4801887,0.00030790246],"about_ca_topic_score_codex":0.00018072089,"about_ca_topic_score_gemma":0.0001428162,"teacher_disagreement_score":0.8494246,"about_ca_system_score_codex":0.00009996804,"about_ca_system_score_gemma":0.0020163357,"threshold_uncertainty_score":0.75480074},"labels":[],"label_agreement":null},{"id":"W4389205093","doi":"10.1002/aet2.10924","title":"Brain versus bot: Distinguishing letters of recommendation authored by humans compared with artificial intelligence","year":2023,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Popularity; Promotion (chess); Psychology; Quality (philosophy); Certainty; Artificial intelligence; Medical education; Computer science; Social psychology; Medicine; Epistemology","score_opus":0.30501804334265814,"score_gpt":0.4551888863008046,"score_spread":0.15017084295814648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389205093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680863,0.000035237932,0.002401558,0.0273397,0.0008489457,0.00024645022,0.000006351497,0.00008469221,0.0009507738],"genre_scores_gemma":[0.9974004,0.00001865673,0.0011131822,0.00059341034,0.0002531057,0.000034102726,0.0004688938,0.000016468714,0.00010174857],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99898595,0.0000499564,0.0003846497,0.00023564132,0.00014050583,0.00020327259],"domain_scores_gemma":[0.9990981,0.0003782666,0.00015152963,0.0001225059,0.0001312361,0.00011832182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004442702,0.00010418717,0.00017651138,0.00016066054,0.00018674524,0.000038066573,0.00004767028,0.00004889826,0.0000775231],"category_scores_gemma":[0.00048751684,0.0001007632,0.000026165513,0.0004495778,0.0000981501,0.00011077212,0.000010098472,0.00014435139,0.000014782059],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002803071,0.00016492521,0.005661649,0.00010860424,0.00003567479,9.3682377e-7,0.047649737,0.000027922983,0.0049425485,0.002550885,0.006817553,0.93175924],"study_design_scores_gemma":[0.0007479798,0.0025042577,0.088568054,0.002034605,0.0004658267,0.000076485965,0.79155606,0.02074813,0.047686554,0.008247666,0.03584402,0.0015203839],"about_ca_topic_score_codex":0.00040760465,"about_ca_topic_score_gemma":0.000098128505,"teacher_disagreement_score":0.93023884,"about_ca_system_score_codex":0.00005497213,"about_ca_system_score_gemma":0.00024998854,"threshold_uncertainty_score":0.4109004},"labels":[],"label_agreement":null},{"id":"W4393007440","doi":"10.1002/aet2.10958","title":"A novel online training program for sexual and gender minority health increases allyship in cisgender, heterosexual paramedics","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Public Health Ontario; University of Toronto; McMaster University","funders":"Queen's University","keywords":"Demographics; Medicine; Population; Health care; Psychology; Family medicine; Gerontology; Demography","score_opus":0.28522145286004696,"score_gpt":0.4992246787487194,"score_spread":0.21400322588867243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393007440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98585814,0.0066826534,0.0003637692,0.0037487424,0.001172142,0.0006866022,0.0001036785,0.00013367912,0.0012505759],"genre_scores_gemma":[0.99066955,0.0001757167,0.004704953,0.0020895388,0.0010625598,0.00024267957,0.00026049974,0.000029134919,0.00076538],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99843854,0.0001013241,0.0003916856,0.0004654274,0.00011850797,0.0004844976],"domain_scores_gemma":[0.9991416,0.00032051315,0.000077397,0.00013948542,0.000035053854,0.00028595544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006669336,0.00017685968,0.00025348467,0.00024155353,0.00016957054,0.00012617873,0.000073084004,0.00013300782,0.000024952997],"category_scores_gemma":[0.000113054055,0.0001828595,0.000030633768,0.00020594422,0.0001054774,0.0001292575,0.000018324048,0.000279449,0.0000029613052],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025937921,0.00081437145,0.02326931,0.0013778498,0.000051974428,0.0000022758104,0.066598505,4.424553e-7,0.000010225717,0.009339357,0.0019731394,0.8965366],"study_design_scores_gemma":[0.0023584657,0.00096780434,0.9064582,0.00005997116,0.00007217724,0.0005243908,0.068417385,0.0011857728,1.801973e-7,0.004764639,0.014672069,0.0005189576],"about_ca_topic_score_codex":0.0030581784,"about_ca_topic_score_gemma":0.0027807495,"teacher_disagreement_score":0.8960177,"about_ca_system_score_codex":0.00005926008,"about_ca_system_score_gemma":0.0009268394,"threshold_uncertainty_score":0.7456794},"labels":[],"label_agreement":null},{"id":"W4393009003","doi":"10.1002/aet2.10957","title":"Simulating empathy: A qualitative experiential study of embedded resident learners in an empathy curriculum","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Empathy; Curriculum; Likert scale; Focus group; Psychology; Qualitative research; Session (web analytics); Experiential learning; Medical education; Medicine; Qualitative analysis; Clinical psychology; Family medicine; Social psychology; Pedagogy; Developmental psychology","score_opus":0.06904500350739418,"score_gpt":0.4521606781893321,"score_spread":0.3831156746819379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393009003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99731207,0.0006224089,0.000026284515,0.0002910345,0.00065169984,0.00041671642,8.7096026e-7,0.00004515036,0.0006337897],"genre_scores_gemma":[0.9989434,0.000011192901,0.00036613634,0.00012735192,0.00022063323,0.000085482614,0.00003718972,0.000017063683,0.00019156275],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986819,0.00019810327,0.00039766292,0.0003111928,0.00024652283,0.0001645929],"domain_scores_gemma":[0.99938184,0.00014263294,0.00007127375,0.00014350195,0.000088326735,0.00017242189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006704068,0.00011519173,0.00023161682,0.00026911634,0.00005735146,0.000036743822,0.000039976043,0.000060647755,0.00008220075],"category_scores_gemma":[0.00046151795,0.00010414695,0.00003509198,0.00037827383,0.000056580837,0.00021379876,0.000013135437,0.00022539661,0.0000029183593],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027333306,0.0010390717,0.003447154,0.00009510948,0.000020227993,0.000006925733,0.9434484,0.00001428458,0.00013290593,0.00030220184,0.00003980092,0.051426567],"study_design_scores_gemma":[0.00075242866,0.0006407035,0.02189032,0.00039190045,0.000052732335,0.000011353781,0.97372884,0.0021244101,0.00007538459,0.00019224116,0.000042001895,0.00009771466],"about_ca_topic_score_codex":0.00035085395,"about_ca_topic_score_gemma":0.000093915274,"teacher_disagreement_score":0.051328853,"about_ca_system_score_codex":0.00005183379,"about_ca_system_score_gemma":0.0006166767,"threshold_uncertainty_score":0.42469895},"labels":[],"label_agreement":null},{"id":"W4393073341","doi":"10.1002/aet2.10954","title":"<scp>SAEM</scp> systematic online academic resource (<scp>SOAR</scp>) review: Gastrointestinal illnesses","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Toronto Metropolitan University","funders":"","keywords":"Medicine; Educational resources; Resource (disambiguation); Soar; Internal medicine; Family medicine; Psychology; Computer science","score_opus":0.11179417124259491,"score_gpt":0.4152702169317767,"score_spread":0.30347604568918174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393073341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7195583,0.21089818,0.00018035033,0.027244683,0.015071476,0.0047600283,0.000025470092,0.0009043694,0.021357147],"genre_scores_gemma":[0.9473829,0.016747741,0.0043839794,0.007092882,0.010463214,0.0030859609,0.0002330198,0.00014924404,0.010461026],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970813,0.0006234936,0.0006990891,0.00045901342,0.00054999517,0.0005871316],"domain_scores_gemma":[0.9897001,0.009120529,0.00030008506,0.00021313633,0.00022363209,0.00044255648],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002501434,0.00022302555,0.00042802186,0.00023432488,0.0006630993,0.00018136486,0.00028567124,0.0001453262,0.00002440139],"category_scores_gemma":[0.0341738,0.00022290405,0.00008264879,0.0010495541,0.00025651365,0.0003684848,0.000029097562,0.00061233365,0.00009426129],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013247965,0.00032554948,0.008994845,0.070600435,0.00007028703,0.000013140405,0.5743885,0.000003253359,0.000067313376,0.030560695,0.19478063,0.12019405],"study_design_scores_gemma":[0.00012520413,0.000055326214,0.009152483,0.0592338,0.00024214857,0.00018366751,0.3433677,0.00010237887,0.000014002622,0.0015943275,0.58581495,0.00011403005],"about_ca_topic_score_codex":0.00038440432,"about_ca_topic_score_gemma":0.00013306574,"teacher_disagreement_score":0.3910343,"about_ca_system_score_codex":0.0002547088,"about_ca_system_score_gemma":0.0026019479,"threshold_uncertainty_score":0.9739618},"labels":[],"label_agreement":null},{"id":"W4393161017","doi":"10.1002/aet2.10976","title":"“They were very very nice but just not very good”: The interplay between resident–supervisor relationships and assessment in the emergency setting","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université de Montréal","funders":"","keywords":"Supervisor; Thematic analysis; Strengths and weaknesses; Psychology; Interpersonal communication; Medical education; Qualitative research; Nursing; Medicine; Applied psychology; Social psychology; Management; Sociology","score_opus":0.0781569967732781,"score_gpt":0.4065895711685306,"score_spread":0.32843257439525253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393161017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93653363,0.0009866789,0.00012702217,0.05364384,0.0014680189,0.00039441194,0.0000044823,0.00004534007,0.0067966036],"genre_scores_gemma":[0.9951825,0.00023680525,0.0009735668,0.0014925242,0.0008406793,0.00012674264,0.00012387084,0.000022619,0.0010006574],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984191,0.00024495364,0.00049848144,0.00030270906,0.00032082762,0.00021391458],"domain_scores_gemma":[0.99878293,0.0007088802,0.00008278478,0.00028100307,0.0000890361,0.00005534336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025577275,0.00014949655,0.00016409496,0.00023941588,0.000397657,0.00012750633,0.00012765772,0.00010940214,0.000094734794],"category_scores_gemma":[0.0008939095,0.00010328041,0.000040361192,0.00048238714,0.000085613974,0.00026686242,0.00003871383,0.0010745325,0.000014312796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026196441,0.00020953985,0.2371877,0.0005615125,0.00015738368,0.0000074507448,0.20365526,0.0000043091773,0.0002517578,0.028878568,0.023128526,0.5059318],"study_design_scores_gemma":[0.0002569636,0.00005595262,0.8191041,0.0005961317,0.00016857493,0.00007964534,0.16057727,0.0006952276,0.000015608708,0.0013199954,0.016992455,0.00013813464],"about_ca_topic_score_codex":0.00015562562,"about_ca_topic_score_gemma":0.00006000022,"teacher_disagreement_score":0.58191633,"about_ca_system_score_codex":0.00011487128,"about_ca_system_score_gemma":0.0007561758,"threshold_uncertainty_score":0.4668369},"labels":[],"label_agreement":null},{"id":"W4398146091","doi":"10.1002/aet2.10981","title":"Applying simulation learning theory to identify instructional strategies for <scp>Generation Z</scp> emergency medicine residency education","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences","keywords":"Medical education; Computer science; Psychology; Mathematics education; Medicine","score_opus":0.11497046811598542,"score_gpt":0.4633789148844869,"score_spread":0.34840844676850147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398146091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9262973,0.0039989757,0.04505277,0.0047774157,0.010205128,0.002567409,0.000007437308,0.0003590573,0.006734487],"genre_scores_gemma":[0.98280334,0.00008392414,0.005209831,0.00060212804,0.004323105,0.0014599758,0.0007188024,0.000058383303,0.004740497],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99802864,0.00012980598,0.00068270694,0.0005509181,0.00033928727,0.0002686239],"domain_scores_gemma":[0.9976568,0.0008914078,0.00016062491,0.00019996017,0.0008230179,0.00026819555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009042968,0.00022443154,0.00023038895,0.00070340815,0.00049323845,0.000114122886,0.000062031,0.00014106405,0.00028516309],"category_scores_gemma":[0.0012277068,0.00022938338,0.00006985576,0.00068481977,0.000050577928,0.00055608724,0.000011941495,0.00027100596,0.000024988498],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041814827,0.00018620957,0.019392887,0.0014511833,0.0001160849,4.4953916e-7,0.07674707,0.014184378,0.0041970895,0.22693688,0.012729571,0.6440164],"study_design_scores_gemma":[0.0011349246,0.0007382562,0.25688547,0.0023753075,0.0005641049,0.00011215937,0.39170092,0.07298001,0.00027208234,0.11003389,0.16270676,0.00049609935],"about_ca_topic_score_codex":0.00008010876,"about_ca_topic_score_gemma":0.000013394936,"teacher_disagreement_score":0.6435203,"about_ca_system_score_codex":0.0002221554,"about_ca_system_score_gemma":0.0036655632,"threshold_uncertainty_score":0.9353983},"labels":[],"label_agreement":null},{"id":"W4398146098","doi":"10.1002/aet2.10940","title":"The importance of peer review skills: Value and necessity of training residents to ensure continued scientific excellence","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Hamilton Health Sciences; Programs for Assessment of Technology in Health Research Institute","funders":"","keywords":"Excellence; Medical education; Value (mathematics); Graduate medical education; Medical school; Academic medicine; Medicine; Psychology; Political science; Law; Accreditation","score_opus":0.1735319678486987,"score_gpt":0.5221813075629009,"score_spread":0.3486493397142022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398146098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9342628,0.023384463,0.000043928045,0.036244355,0.0019398186,0.0007112417,0.000011611147,0.000018773013,0.0033829978],"genre_scores_gemma":[0.9881986,0.0026591767,0.0005887547,0.0009453641,0.00013396487,0.00008668303,0.0000109759185,0.0000071101563,0.0073693832],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980345,0.00035301872,0.00050955836,0.0002804706,0.00048764038,0.0003348079],"domain_scores_gemma":[0.99780065,0.0010551596,0.00015839569,0.00020052442,0.00054554024,0.00023975903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00863842,0.00007526722,0.00018410536,0.00011205045,0.00073656405,0.000053370444,0.00015170427,0.000046241476,0.00006025913],"category_scores_gemma":[0.0034511734,0.00005350536,0.000022649585,0.00062709436,0.0002233522,0.0001700447,0.000043284424,0.00025089926,0.000008645128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012449865,0.000072464034,0.06517724,0.006292488,0.000018424285,6.749912e-7,0.24930307,7.824856e-7,0.0005337408,0.0068856706,0.1237763,0.5479267],"study_design_scores_gemma":[0.00017965886,0.000082602826,0.72397417,0.01211879,0.000027010177,0.0000061202372,0.082496494,0.00018023724,0.000053752236,0.0027790365,0.17794953,0.00015260419],"about_ca_topic_score_codex":0.00015823216,"about_ca_topic_score_gemma":0.00014604117,"teacher_disagreement_score":0.6587969,"about_ca_system_score_codex":0.00003362656,"about_ca_system_score_gemma":0.002806286,"threshold_uncertainty_score":0.56651294},"labels":[],"label_agreement":null},{"id":"W4398146101","doi":"10.1002/aet2.10983","title":"Precision medicine within health professions education: Defining a research agenda for emergency medicine using a foresight and strategy technique (FaST) review","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; McMaster University; Toronto Metropolitan University; McMaster University Medical Centre","funders":"","keywords":"Futures studies; Engineering ethics; Medicine; Alternative medicine; Medical education; Political science; Computer science; Engineering; Pathology; Artificial intelligence","score_opus":0.6073162359960247,"score_gpt":0.6229667383088191,"score_spread":0.015650502312794412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398146101","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07092276,0.66539115,0.016056355,0.2203697,0.008476792,0.010201209,0.000013840675,0.00028233646,0.008285865],"genre_scores_gemma":[0.9375754,0.04011474,0.011363793,0.0028821914,0.002172351,0.0017036687,0.00027312094,0.00007532945,0.0038393778],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975374,0.00023387323,0.0009964156,0.0005257402,0.00033835412,0.0003682445],"domain_scores_gemma":[0.99799585,0.0005586556,0.00018407645,0.00025342294,0.00064554374,0.00036247165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041116965,0.00019131848,0.00040974395,0.0005323757,0.00064324477,0.000023708684,0.000072016905,0.00012084363,0.00030276683],"category_scores_gemma":[0.0016532581,0.00014591002,0.000040377563,0.00093392475,0.0001985881,0.00019902465,0.000023998866,0.00046684613,0.000004417346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034856883,0.00013323454,0.00047748868,0.008035593,0.000025275896,7.1853765e-7,0.04552702,6.790151e-7,0.00057548523,0.018428357,0.05879322,0.8679681],"study_design_scores_gemma":[0.00043168254,0.0053770896,0.0046580196,0.24967363,0.00064092205,0.0014346229,0.3764479,0.005432837,0.0007718344,0.12742376,0.22676547,0.0009422305],"about_ca_topic_score_codex":0.00095292274,"about_ca_topic_score_gemma":0.000104836785,"teacher_disagreement_score":0.86702585,"about_ca_system_score_codex":0.00017964495,"about_ca_system_score_gemma":0.0056862454,"threshold_uncertainty_score":0.9999506},"labels":[],"label_agreement":null},{"id":"W4399097281","doi":"10.1002/aet2.10995","title":"<scp>FOAM</scp> authorship: Who's teaching our learners?","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Content analysis; Psychology; Library science; Sociology; Political science; Social science; Computer science; Law","score_opus":0.14634202907806934,"score_gpt":0.44627109044305835,"score_spread":0.299929061364989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399097281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84467995,0.0024913542,0.00008756065,0.032260977,0.0179833,0.00053254224,0.0000016120906,0.00036454835,0.10159816],"genre_scores_gemma":[0.987798,0.00016762661,0.000997387,0.000625743,0.003895475,0.00022182825,0.000010925868,0.000022789049,0.0062602786],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985012,0.00037458714,0.00019989007,0.0002868739,0.00026865874,0.00036882062],"domain_scores_gemma":[0.9980807,0.0013978644,0.000062198735,0.00009711713,0.0000555022,0.00030664422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020269929,0.000103445214,0.00012483323,0.00017816889,0.00087252987,0.0003573821,0.000116430645,0.00014347126,0.00002793646],"category_scores_gemma":[0.0057394477,0.00011392066,0.00004081781,0.000355806,0.00007868198,0.00038186891,0.000012605596,0.00045031306,0.00007440313],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3345578e-7,0.000023046021,0.0023731294,0.000034766286,0.0000065139175,3.7210415e-7,0.48808035,3.301473e-7,0.0000061351016,0.09383989,0.007237169,0.40839806],"study_design_scores_gemma":[0.00003805028,0.000014241766,0.0137065025,0.0001348909,0.000016960634,0.0000025023846,0.38894638,0.00005094209,0.0000041325543,0.0054025003,0.59163004,0.000052833493],"about_ca_topic_score_codex":0.0020034555,"about_ca_topic_score_gemma":0.0003047417,"teacher_disagreement_score":0.5843929,"about_ca_system_score_codex":0.00017019566,"about_ca_system_score_gemma":0.0018833467,"threshold_uncertainty_score":0.68710697},"labels":[],"label_agreement":null},{"id":"W4402012429","doi":"10.1002/aet2.11017","title":"Mean girls","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Gender Roles and Identity Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Psychology","score_opus":0.07454336773599399,"score_gpt":0.3766669487111938,"score_spread":0.30212358097519987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402012429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5351801,0.009399868,0.0001051073,0.057050064,0.0031782135,0.00012382824,0.00000137806,0.00018012732,0.39478135],"genre_scores_gemma":[0.9902927,0.00034821994,0.00013610048,0.00023416916,0.00030319171,0.0000057464226,0.000001051088,0.0000027110318,0.008676074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996982,0.000018328827,0.00004423653,0.0000841185,0.000070686685,0.00008442345],"domain_scores_gemma":[0.99989647,0.0000146653465,0.000006312115,0.000025481655,0.000018293596,0.000038785525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001935733,0.000026723028,0.000033684057,0.000035228833,0.0002781961,0.00015726947,0.000027512267,0.0000151394715,0.00003986862],"category_scores_gemma":[0.000025226658,0.00002590087,0.000014644627,0.00009450399,0.000024394316,0.00010191713,0.0000069743205,0.00003346975,0.000034620098],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2828122e-7,0.000012985519,0.0014355894,0.000013935199,0.000014337877,3.7036384e-7,0.36207467,1.3676977e-7,0.000008528141,0.18490827,0.027363006,0.42416793],"study_design_scores_gemma":[0.000022812543,0.0000049779646,0.012309253,0.000023019596,0.000010634321,0.0000011778657,0.32553974,0.000011133809,0.0000028929908,0.00796115,0.65405893,0.00005428389],"about_ca_topic_score_codex":0.0005957377,"about_ca_topic_score_gemma":0.0009849425,"teacher_disagreement_score":0.62669593,"about_ca_system_score_codex":0.000013325247,"about_ca_system_score_gemma":0.00018156458,"threshold_uncertainty_score":0.21396875},"labels":[],"label_agreement":null},{"id":"W4402527987","doi":"10.1002/aet2.11023","title":"Evaluating <scp>ExpandED</scp> : Evaluating the effectiveness of a serious game expansion pack in teaching health professional students about interprofessional care","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Medical education; Health care; Psychology; Business; Nursing; Marketing; Medicine; Political science","score_opus":0.07126447441485718,"score_gpt":0.5554315512100789,"score_spread":0.48416707679522175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402527987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846762,0.0032514192,0.00015116557,0.0013587611,0.0067190747,0.002146455,0.000017695107,0.000089696725,0.0015895556],"genre_scores_gemma":[0.9933367,0.000040035415,0.0010266261,0.0011879291,0.00038989086,0.0013082719,0.00017409345,0.000050012644,0.0024864662],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9910658,0.005885795,0.0010809223,0.00057927246,0.00086801033,0.00052021485],"domain_scores_gemma":[0.9939091,0.0047354684,0.00044158383,0.00028462382,0.00046593524,0.00016325556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009131517,0.0002885149,0.00043116653,0.00038002062,0.001195086,0.000074532414,0.0002772894,0.00020929625,0.00007770388],"category_scores_gemma":[0.0018621386,0.00020903222,0.00008175353,0.0005528744,0.00008748905,0.00036354293,0.00018974642,0.0015214505,0.000027077773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022343443,0.0003308587,0.052144952,0.002384123,0.000049542443,9.333868e-7,0.3056361,0.000061493796,0.0041231676,0.008539273,0.0005692667,0.62593687],"study_design_scores_gemma":[0.001030056,0.00038155686,0.7458,0.015011829,0.00003203684,0.00000886404,0.23102993,0.003321534,0.00006002276,0.002420347,0.00077126414,0.00013256991],"about_ca_topic_score_codex":0.0003936165,"about_ca_topic_score_gemma":0.00019560891,"teacher_disagreement_score":0.693655,"about_ca_system_score_codex":0.0005801398,"about_ca_system_score_gemma":0.011427463,"threshold_uncertainty_score":0.9941768},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4402782999","doi":"10.1002/aet2.11026","title":"Educator's blueprint: Key considerations for using social media in survey‐based medical education research","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Saskatchewan","funders":"","keywords":"Social media; Blueprint; Representativeness heuristic; Medical education; Set (abstract data type); Public relations; Best practice; Psychology; Field (mathematics); Computer science; Political science; Medicine; Engineering; Social psychology; World Wide Web","score_opus":0.603764255224516,"score_gpt":0.5874461433986214,"score_spread":0.0163181118258946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402782999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9234311,0.001499265,0.00014791336,0.052779842,0.017776748,0.0015706624,0.000013833674,0.00010109475,0.0026795554],"genre_scores_gemma":[0.99053055,0.00006441167,0.0035476733,0.00064060814,0.00377323,0.0013072203,0.000072863535,0.00002723054,0.00003621488],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99686235,0.0011921435,0.0004107385,0.0004037959,0.0006493602,0.00048161394],"domain_scores_gemma":[0.9833532,0.015504149,0.000068827685,0.00011374175,0.000587188,0.00037288968],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0084103765,0.00011458201,0.00018401037,0.000605749,0.0011912087,0.00030069944,0.00012887495,0.00026106834,0.00037445436],"category_scores_gemma":[0.04132225,0.00013672083,0.000041961226,0.0010767492,0.00045255508,0.00026871008,0.000015810983,0.00042951806,0.000012470776],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008544881,0.00035939962,0.008320396,0.00012233746,0.0000086602695,4.172562e-7,0.4182707,0.0000011519294,0.00000796586,0.32123643,0.0037652934,0.2478987],"study_design_scores_gemma":[0.0007422297,0.000050774997,0.25975773,0.001121507,0.00005350015,0.00001077088,0.46482536,0.0026623877,0.000038104277,0.16164428,0.10836309,0.0007302719],"about_ca_topic_score_codex":0.006987658,"about_ca_topic_score_gemma":0.033305176,"teacher_disagreement_score":0.25143734,"about_ca_system_score_codex":0.0006232332,"about_ca_system_score_gemma":0.063496344,"threshold_uncertainty_score":0.9996249},"labels":[],"label_agreement":null},{"id":"W4403649398","doi":"10.1002/aet2.11035","title":"“Ardor and diligence”: Quantifying the faculty effort needed in emergency medicine graduate medical education","year":2024,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Graduate medical education; Descriptive statistics; Workforce; Quarter (Canadian coin); Repeated measures design; Work hours; Medical education; Family medicine; Psychology; Work (physics); Political science","score_opus":0.1632889202600317,"score_gpt":0.4633080063380455,"score_spread":0.30001908607801375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403649398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9102883,0.002588178,0.00015459227,0.078389555,0.0037366122,0.00037934238,7.107598e-7,0.000067243076,0.0043955063],"genre_scores_gemma":[0.99375683,0.000878594,0.00056359114,0.0022980357,0.0008813343,0.00015356565,0.00016064498,0.000021180105,0.0012862002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983647,0.000044889875,0.0005619359,0.0003355713,0.0004763545,0.00021658764],"domain_scores_gemma":[0.9993478,0.00007854594,0.000073759744,0.00018472777,0.00016657944,0.00014855714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001399742,0.00015567079,0.00020595381,0.00035119007,0.00018091008,0.00003266092,0.000085126594,0.00011288135,0.000589449],"category_scores_gemma":[0.0014948907,0.00010638561,0.000028935186,0.0009785749,0.00021508025,0.00015770657,0.000024008235,0.0004887815,0.000011983706],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010657151,0.00018175656,0.014409385,0.00032068425,0.000031674168,0.0000018148787,0.034769762,2.9427875e-7,0.000061374136,0.017665965,0.027440608,0.905106],"study_design_scores_gemma":[0.00095505593,0.00020711606,0.6919009,0.0036660861,0.0002592256,0.0008867114,0.21191472,0.009070329,0.00007163445,0.008247343,0.07236714,0.00045373375],"about_ca_topic_score_codex":0.0003848105,"about_ca_topic_score_gemma":0.000051863997,"teacher_disagreement_score":0.9046523,"about_ca_system_score_codex":0.00007409242,"about_ca_system_score_gemma":0.0015888528,"threshold_uncertainty_score":0.64540535},"labels":[],"label_agreement":null},{"id":"W4406279729","doi":"10.1002/aet2.11058","title":"Metaverse technologies in acute care medical education: A scoping review","year":2025,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Toronto Metropolitan University; Queen's University; McMaster University; Hamilton Health Sciences","funders":"","keywords":"Metaverse; Computer science; Data science; Knowledge management; Human–computer interaction; Virtual reality","score_opus":0.07020635041824616,"score_gpt":0.4374872774766517,"score_spread":0.36728092705840554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406279729","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4185316e-7,0.99069047,0.000989634,0.002527647,0.00035192387,0.0010965102,0.0000033400192,0.00013796355,0.0042020413],"genre_scores_gemma":[0.000019805695,0.9930029,0.0046846303,0.0010611318,0.00003431511,0.00092696113,0.00007429555,0.000008887612,0.00018707878],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983295,0.00011550936,0.0005806635,0.0005199497,0.00023346445,0.00022090581],"domain_scores_gemma":[0.9987088,0.00019390477,0.00023050954,0.00064859615,0.00009955042,0.00011864399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040750994,0.00024975342,0.0008874654,0.0004359547,0.000111147165,0.00013156791,0.0007985263,0.00023192492,0.000019670746],"category_scores_gemma":[0.0007714652,0.0002171587,0.00012628628,0.0013873157,0.00005991343,0.00026144335,0.00022600622,0.00035669177,0.00001669909],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.20504e-8,0.00004257326,4.3695667e-7,0.03214939,0.000014540457,6.6061136e-7,0.0005071494,1.2265956e-8,2.9173455e-9,0.015843434,0.0006281445,0.9508136],"study_design_scores_gemma":[0.000043702803,0.00001093423,0.0000021965584,0.43353325,0.00014761853,0.00006474926,0.00091025606,0.000005246964,1.3000002e-7,0.0003289169,0.56475633,0.0001967012],"about_ca_topic_score_codex":0.00001811282,"about_ca_topic_score_gemma":0.000025662637,"teacher_disagreement_score":0.9506169,"about_ca_system_score_codex":0.0001144726,"about_ca_system_score_gemma":0.015202339,"threshold_uncertainty_score":0.9903805},"labels":[],"label_agreement":null},{"id":"W4407571608","doi":"10.1002/aet2.70000","title":"The standardized letter of evaluation (SLOE) in emergency medicine: The internal validity of the SLOE 2.0","year":2025,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Spearman's rank correlation coefficient; Rank correlation; Descriptive statistics; Ranking (information retrieval); Correlation; Medicine; Statistics; Psychology; Family medicine; Mathematics; Computer science; Artificial intelligence","score_opus":0.07781072017688558,"score_gpt":0.4044468225739495,"score_spread":0.3266361023970639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407571608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8322466,0.0008103375,0.00009539203,0.07085873,0.004086962,0.00027610525,0.0000016193636,0.0000041486965,0.091620125],"genre_scores_gemma":[0.99785465,0.0002378559,0.0000073089195,0.0005486528,0.0001567729,0.0000067551164,9.463756e-7,9.709046e-7,0.0011860632],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998851,0.00038008587,0.00017997,0.00006438525,0.00045114386,0.000073412935],"domain_scores_gemma":[0.9993571,0.00024629233,0.00010473301,0.00009952217,0.0001779853,0.000014378346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046959873,0.000033996665,0.000072357725,0.00003163794,0.00029915146,0.000008979808,0.00020835218,0.000023379984,0.00017307865],"category_scores_gemma":[0.0009976472,0.000017410533,0.000027600734,0.00026336958,0.00039840938,0.000044235618,0.000027417622,0.00008948702,2.1459206e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004040574,0.00006971407,0.11608372,0.000039299015,0.000063644395,7.515262e-8,0.37408468,0.000008527259,0.00018237765,0.07150355,0.079236574,0.35868743],"study_design_scores_gemma":[0.0008198973,0.000037189544,0.4183234,0.00032947122,0.00016474657,3.4015682e-7,0.42306876,0.00008383285,0.00015962166,0.025711605,0.13123682,0.00006432529],"about_ca_topic_score_codex":0.0009775814,"about_ca_topic_score_gemma":0.0012113581,"teacher_disagreement_score":0.35862312,"about_ca_system_score_codex":0.00003278761,"about_ca_system_score_gemma":0.00038952086,"threshold_uncertainty_score":0.23008613},"labels":[],"label_agreement":null},{"id":"W4409343411","doi":"10.1002/aet2.70035","title":"Entrustable professional activity use in emergency medicine: A scoping review","year":2025,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"CINAHL; Scope (computer science); Observational study; MEDLINE; Curriculum; Medical education; Alternative medicine; Medicine; Psychology; Computer science; Political science; Pedagogy; Pathology","score_opus":0.15164977721837106,"score_gpt":0.5127715188326579,"score_spread":0.3611217416142869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409343411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000062645624,0.9885938,0.000022852299,0.002152534,0.0032214615,0.002348361,0.0000024002527,0.000032573724,0.0035633652],"genre_scores_gemma":[0.00001896956,0.988166,0.0005669087,0.0010434538,0.00040430925,0.00085814984,0.00032663177,0.000023982073,0.008591609],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978169,0.00018445279,0.0010092212,0.00044371068,0.00029226122,0.0002534341],"domain_scores_gemma":[0.99871266,0.00024130533,0.00040608094,0.0003317216,0.00021750345,0.00009073582],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009960092,0.00028272063,0.0013134864,0.0006169213,0.00011052876,0.000010168974,0.00009381783,0.00022826162,0.0011869974],"category_scores_gemma":[0.0046406644,0.00022752561,0.00009893092,0.0016031229,0.0000704649,0.00017997672,0.000040017476,0.0007040449,0.000009268887],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016510894,0.00015327158,0.00007388331,0.19635741,0.000016483062,6.199399e-7,0.00033135817,4.652392e-9,7.2266005e-8,0.00032069808,0.0127562955,0.7899882],"study_design_scores_gemma":[0.0001356665,0.000018541472,0.0002681854,0.627698,0.00037606014,0.000028563572,0.00022779407,0.0000021245996,4.5084597e-8,0.0000340654,0.3710822,0.00012878857],"about_ca_topic_score_codex":0.000046251393,"about_ca_topic_score_gemma":0.000012923422,"teacher_disagreement_score":0.7898595,"about_ca_system_score_codex":0.00020545814,"about_ca_system_score_gemma":0.0061882064,"threshold_uncertainty_score":0.99972606},"labels":[],"label_agreement":null},{"id":"W4411691791","doi":"10.1002/aet2.70063","title":"Development and Initial Validity Evidence for the EvaLeR Tool: Assessing Quality of Emergency Medicine Educational Resources","year":2025,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Society for Academic Emergency Medicine","keywords":"Cronbach's alpha; Intraclass correlation; Reliability (semiconductor); Quality (philosophy); Resource (disambiguation); Content validity; Psychology; Medical education; Computer science; Medicine; Psychometrics; Clinical psychology","score_opus":0.4127543549796017,"score_gpt":0.5511999300413459,"score_spread":0.1384455750617442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411691791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960388,0.0013864114,0.0028499677,0.031033935,0.0017828651,0.00038048043,7.7526727e-7,0.000012167639,0.0021653944],"genre_scores_gemma":[0.9824362,0.00009511818,0.014551131,0.0010609422,0.0004987889,0.00015466577,0.000031532032,0.00000629733,0.0011653465],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99882525,0.00005918031,0.00058098626,0.00019650644,0.00022772825,0.00011034397],"domain_scores_gemma":[0.99817467,0.00093327917,0.0002040704,0.0001609188,0.00049282046,0.000034259283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020577617,0.00008980143,0.00017372682,0.00014180194,0.00029916372,0.000014665018,0.00006345436,0.000053771266,0.00016743563],"category_scores_gemma":[0.006670235,0.000066343484,0.000022640983,0.00034971815,0.00016762648,0.00012951055,0.000019912875,0.00012183941,4.1960323e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068542555,0.00026091418,0.049900044,0.0009082401,0.00008874099,2.6000412e-8,0.03114444,6.15192e-7,0.00087835337,0.03567643,0.010174955,0.8708987],"study_design_scores_gemma":[0.00043792778,0.00003463891,0.9412381,0.00080921256,0.0001193656,0.000004318452,0.020152735,0.00012859673,0.00018948723,0.0025015674,0.03430006,0.00008398472],"about_ca_topic_score_codex":0.000034008895,"about_ca_topic_score_gemma":0.000006231351,"teacher_disagreement_score":0.89133805,"about_ca_system_score_codex":0.00005285321,"about_ca_system_score_gemma":0.0013488794,"threshold_uncertainty_score":0.7985376},"labels":[],"label_agreement":null},{"id":"W4412646851","doi":"10.1002/aet2.70083","title":"Simulation Platforms to Train and Assess Pediatric Acute Care Procedural Skills: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"AEM Education and Training","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; MEDLINE; Medical physics; Intubation; Task (project management); Medical education; Surgery","score_opus":0.1063766657340502,"score_gpt":0.4994570638359875,"score_spread":0.3930803981019373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412646851","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084277283,0.99179727,0.000079524616,0.0006774014,0.00075620716,0.0054408186,0.000029686858,0.00009840508,0.00027789077],"genre_scores_gemma":[0.0052002533,0.9869319,0.0017541763,0.002922074,0.0007089737,0.001086108,0.0010491107,0.000058542057,0.000288861],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99761826,0.00007648514,0.0010038095,0.0006853061,0.00028599045,0.0003301636],"domain_scores_gemma":[0.9970885,0.0011880741,0.0004095055,0.0003470453,0.00055857684,0.0004082938],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035953257,0.00044003024,0.0014140883,0.000685574,0.00024697444,0.00007707762,0.00009495287,0.00027644204,0.000054231932],"category_scores_gemma":[0.00085366174,0.00039424546,0.00016127313,0.0010540091,0.000028597675,0.00017537214,0.000034485347,0.00039579975,0.000010298172],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027528733,0.000037798425,0.00040455943,0.2895774,0.0000365713,7.806374e-7,0.004266937,0.000012012333,7.2760984e-9,0.00003975969,0.00013874799,0.70548266],"study_design_scores_gemma":[0.00061714684,0.00017409366,0.0019118815,0.9417396,0.004806831,0.00012847483,0.005382085,0.00009755979,1.7138758e-7,0.00004409496,0.04427219,0.0008258699],"about_ca_topic_score_codex":0.000010495655,"about_ca_topic_score_gemma":0.0000045056327,"teacher_disagreement_score":0.70465684,"about_ca_system_score_codex":0.00028900738,"about_ca_system_score_gemma":0.009322796,"threshold_uncertainty_score":0.9998509},"labels":[],"label_agreement":null},{"id":"W4412647404","doi":"10.1002/aet2.70074","title":"Assessor Personality Traits Are Not Educationally Important Drivers of Assessor Stringency/Leniency","year":2025,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa","funders":"","keywords":"Big Five personality traits; Personality; Extraversion and introversion; Psychology; Trait; Context (archaeology); Personality Assessment Inventory; Association (psychology); Clinical psychology; Social psychology; Computer science","score_opus":0.04917487777585292,"score_gpt":0.3813375836184587,"score_spread":0.33216270584260577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412647404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9463776,0.0006013881,0.00014007905,0.034407623,0.0008365196,0.00029584754,0.000014103729,0.000039955445,0.017286927],"genre_scores_gemma":[0.98766476,0.00008987089,0.0025122813,0.0034038022,0.00014655695,0.000044096916,0.000056296525,0.000009611503,0.006072728],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99858534,0.000047625614,0.0005761925,0.0003013419,0.00030189013,0.00018758675],"domain_scores_gemma":[0.99853665,0.0002014294,0.00026720532,0.00016771689,0.00030628906,0.0005206929],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00038580774,0.00013835632,0.00031801432,0.00021511067,0.00014580163,0.000021901344,0.000088933375,0.000096429896,0.001508826],"category_scores_gemma":[0.0028614888,0.0001258725,0.00008590082,0.00038670114,0.00011229028,0.00009618058,0.000016609021,0.00023086488,0.0000033853496],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008017762,0.0049428497,0.29184625,0.0009323481,0.00027704836,0.0000025040151,0.03122579,0.0000016067676,0.006398655,0.06394501,0.018339094,0.58200866],"study_design_scores_gemma":[0.00058254437,0.00005333241,0.94341147,0.00048819857,0.0001413321,0.000014403944,0.034366835,0.00008221039,0.0007146846,0.00064019446,0.01937967,0.00012510689],"about_ca_topic_score_codex":0.000026444342,"about_ca_topic_score_gemma":0.000010304198,"teacher_disagreement_score":0.65156525,"about_ca_system_score_codex":0.00006123296,"about_ca_system_score_gemma":0.0076364414,"threshold_uncertainty_score":0.99940395},"labels":[],"label_agreement":null},{"id":"W4412773521","doi":"10.1002/aet2.70087","title":"A Novel Model of Patient Handover in Emergency Medicine—Addressing Hidden Tensions in Culture","year":2025,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Network for Innovation in Education; University of Ottawa; Ottawa Hospital","funders":"","keywords":"Handover; Medicine; Computer science; Medical emergency; Telecommunications","score_opus":0.06988040871750018,"score_gpt":0.36986707741587616,"score_spread":0.299986668698376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412773521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788945,0.0008953384,0.00012811685,0.0038933859,0.00024087522,0.00015829607,0.00000130599,0.000007755754,0.015780466],"genre_scores_gemma":[0.99514985,0.000115050025,0.002028426,0.00045303337,0.000019962119,0.000012369173,0.000008814642,0.000004468374,0.0022080117],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993935,0.000010537579,0.00029447553,0.00012596238,0.00007913685,0.000096392854],"domain_scores_gemma":[0.9997187,0.000026533724,0.000051902538,0.00008410944,0.000056991525,0.00006175651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010321301,0.00006994833,0.00018995971,0.00020582747,0.00003118967,0.0000021114809,0.000023011004,0.000047854614,0.00005456964],"category_scores_gemma":[0.00031918293,0.00005062773,0.000024183168,0.00028171667,0.00002707082,0.00004443372,0.00001523967,0.00010952489,3.0055045e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013719893,0.0017775948,0.38182488,0.00050066644,0.000056356443,0.0000040001314,0.19088444,0.00014494802,0.03318748,0.014205338,0.005601653,0.37167543],"study_design_scores_gemma":[0.0040452727,0.0002075074,0.8926549,0.004808103,0.00009986919,0.000014732669,0.07793439,0.012588626,0.00051494024,0.0047211004,0.002168862,0.00024170568],"about_ca_topic_score_codex":0.00012052772,"about_ca_topic_score_gemma":0.000045481796,"teacher_disagreement_score":0.51083,"about_ca_system_score_codex":0.000023960105,"about_ca_system_score_gemma":0.00026431392,"threshold_uncertainty_score":0.20645389},"labels":[],"label_agreement":null}]}