{"meta":{"query_hash":"6c4a09c1eefc","filters":{"venue":"Journal of surgical education"},"cohort_total":299,"direct_labels_cover":0,"predictions_cover":299,"exported":299,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/6c4a09c1eefc","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+surgical+education"},"results":[{"id":"W1015024865","doi":"10.1016/j.jsurg.2015.05.003","title":"How Surgical Trainees Handle Catastrophic Errors: A Qualitative Study","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University of Toronto","funders":"","keywords":"Thematic analysis; Medicine; Medical education; Psychology; Nursing; Family medicine; Qualitative research","score_opus":0.16809998190078385,"score_gpt":0.5020383756637046,"score_spread":0.3339383937629207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1015024865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96601874,0.00046899292,0.00035091658,0.028252302,0.00259748,0.0005082717,0.000009043403,0.000020132798,0.0017741452],"genre_scores_gemma":[0.99456364,0.00005339737,0.00033981903,0.0001289632,0.0015682128,0.00005152315,0.000029258174,0.000013953552,0.0032512504],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9961131,0.0018065801,0.0008637251,0.00016005996,0.0007661086,0.00029042826],"domain_scores_gemma":[0.9963888,0.00063975295,0.0010806367,0.00018157318,0.0010864033,0.00062282797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00312644,0.00014403166,0.00040078495,0.00023220574,0.00021356503,0.0000061852525,0.00020490758,0.00013596924,0.00015500144],"category_scores_gemma":[0.0009951361,0.00010375382,0.00011533812,0.00036220468,0.00009129586,0.00042764706,0.00003125286,0.0007686566,0.000060950577],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019499791,0.0072631896,0.019449713,0.00012528176,0.00020329069,0.00014069553,0.8973176,0.000081208615,0.000021567192,0.0028266495,0.064155154,0.0064657084],"study_design_scores_gemma":[0.003950215,0.0008682102,0.003222946,0.00017510097,0.000058866306,0.000075809316,0.6269968,0.000012902436,0.0000041266208,0.0006241917,0.36388874,0.00012205385],"about_ca_topic_score_codex":0.000048474918,"about_ca_topic_score_gemma":0.0000145086815,"teacher_disagreement_score":0.29973358,"about_ca_system_score_codex":0.00027068303,"about_ca_system_score_gemma":0.0025498543,"threshold_uncertainty_score":0.45233324},"labels":[],"label_agreement":null},{"id":"W1113328982","doi":"10.1016/j.jsurg.2015.05.006","title":"Understanding Quality Issues in Your Surgical Department: Comparing the ACS NSQIP With Traditional Morbidity and Mortality Conferences in a Canadian Academic Hospital","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network","funders":"","keywords":"Medicine; Quality management; Emergency medicine; General surgery; Medical record; Retrospective cohort study; Surgery","score_opus":0.4048186577556277,"score_gpt":0.46516018971063533,"score_spread":0.06034153195500763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1113328982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835771,0.0006879398,0.0000061796404,0.011675802,0.00010548932,0.00020304078,0.0000034643556,0.0000021862359,0.0037387998],"genre_scores_gemma":[0.99906164,0.00052805495,0.00006105425,0.000043843236,0.00024447837,0.000008764264,0.000012815754,0.0000036248362,0.00003574444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851024,0.00026908453,0.00044010076,0.000111503396,0.0004404187,0.00022867038],"domain_scores_gemma":[0.9988894,0.00030542593,0.00015607158,0.00006849006,0.00013906199,0.000441578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024679457,0.00008484418,0.00039587734,0.0001660681,0.000053465472,0.000024172012,0.00007835759,0.0001021592,0.00003255724],"category_scores_gemma":[0.00020978815,0.000051644383,0.00002877652,0.00019118743,0.00022593116,0.00015932221,0.000010537839,0.0006224563,0.0000010551595],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002704787,0.0002367497,0.99172324,0.000017150514,0.000031387586,0.00014206173,0.0011705684,0.000010192798,8.639515e-7,0.0060713375,0.00025194432,0.000074021074],"study_design_scores_gemma":[0.0020869814,0.00029343992,0.98585296,0.00016203559,0.00003950432,0.00051483815,0.0062917513,0.00027498006,0.0000029676094,0.0034575968,0.00095944304,0.000063514555],"about_ca_topic_score_codex":0.043854315,"about_ca_topic_score_gemma":0.036338426,"teacher_disagreement_score":0.015484522,"about_ca_system_score_codex":0.00079229247,"about_ca_system_score_gemma":0.0042124363,"threshold_uncertainty_score":0.9812459},"labels":[],"label_agreement":null},{"id":"W1121875846","doi":"10.1016/j.jsurg.2015.04.029","title":"The Generic Error Rating Tool: A Novel Approach to Assessment of Performance and Surgical Education in Gynecologic Laparoscopy","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Inter-rater reliability; Intraclass correlation; Laparoscopy; Medicine; Interquartile range; Intra-rater reliability; Reliability (semiconductor); Rating scale; Surgery; Medical physics; Psychometrics; Statistics; Mathematics; Confidence interval; Internal medicine","score_opus":0.070803474136236,"score_gpt":0.3849640659900897,"score_spread":0.3141605918538537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1121875846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434573,0.0003423303,0.00014498149,0.0013581597,0.00044648902,0.00024783905,3.683567e-7,0.000005138087,0.013108941],"genre_scores_gemma":[0.99184877,0.00011738416,0.0073255217,0.00014290761,0.00028516984,0.000016627959,0.000005694803,0.000007864253,0.000250049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998549,0.000094313,0.0006678601,0.00013123034,0.00039993116,0.00015766523],"domain_scores_gemma":[0.9985331,0.00037305348,0.00032486703,0.000106615254,0.0004252859,0.00023705639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016256416,0.000101873025,0.0003093594,0.00015533906,0.00006137957,0.00003258447,0.00007767865,0.000073664865,0.000017625807],"category_scores_gemma":[0.00034365288,0.00006386255,0.00006293216,0.00039549702,0.000056093486,0.00014655931,0.000024031306,0.000269201,0.0000011381925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019104142,0.0074598,0.4850421,0.00022264717,0.00009139526,0.000015628984,0.0025933487,0.008994801,0.0005749519,0.009984505,0.00093654444,0.48217386],"study_design_scores_gemma":[0.008609168,0.0014647553,0.7744979,0.0004414742,0.000104859144,0.0012224483,0.00787562,0.0345001,0.00018133971,0.00018403838,0.1706168,0.00030144598],"about_ca_topic_score_codex":0.000009187584,"about_ca_topic_score_gemma":0.0000012343913,"teacher_disagreement_score":0.4818724,"about_ca_system_score_codex":0.00017571737,"about_ca_system_score_gemma":0.0018462026,"threshold_uncertainty_score":0.32750842},"labels":[],"label_agreement":null},{"id":"W1131294740","doi":"10.1016/j.jsurg.2015.07.009","title":"Development of a PROficiency-Based StePwise Endovascular Curricular Training (PROSPECT) Program","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Curriculum; Fluoroscopy; Medical education; Physical therapy; Surgery; Medical physics; Psychology","score_opus":0.06489935913028111,"score_gpt":0.35895298851186486,"score_spread":0.29405362938158375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1131294740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9944595,0.00075140526,0.0005039873,0.00042840475,0.0003225914,0.00035754516,2.5656732e-7,0.00002465616,0.0031516564],"genre_scores_gemma":[0.9637912,0.000008217341,0.03586888,0.00005604999,0.0002001333,0.000015265661,0.000008631179,0.000010915716,0.000040740033],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981442,0.00005588181,0.0007596315,0.000121809855,0.0007473661,0.00017109491],"domain_scores_gemma":[0.9982424,0.00006567327,0.00040788058,0.00010854645,0.00079764874,0.0003778569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011504751,0.000111245216,0.00037207402,0.00020114458,0.000038042155,0.000016788894,0.00007371953,0.00007023387,0.00010585152],"category_scores_gemma":[0.00025898076,0.000079904785,0.0002018695,0.00042269786,0.000051872936,0.00009916335,0.000009049641,0.00020769895,0.0000054143666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008301387,0.0053578205,0.026268926,0.00017007794,0.00017023094,0.00015007524,0.007122562,0.0007538729,0.0003264202,0.0011990027,0.000101929945,0.9575489],"study_design_scores_gemma":[0.03596264,0.0027868012,0.075341105,0.0022347146,0.0005378166,0.0014914615,0.01792221,0.0090379445,0.00814816,0.00053700345,0.8453295,0.00067060697],"about_ca_topic_score_codex":0.0000018020556,"about_ca_topic_score_gemma":2.9846208e-7,"teacher_disagreement_score":0.95687836,"about_ca_system_score_codex":0.00013923347,"about_ca_system_score_gemma":0.0027978285,"threshold_uncertainty_score":0.49632278},"labels":[],"label_agreement":null},{"id":"W1449940512","doi":"10.1016/j.jsurg.2015.07.011","title":"Objective Evaluation of Otoscopy Skills Among Family and Community Medicine, Pediatric, and Otolaryngology Residents","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Ear Surgery and Otitis Media","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Medicine; Otorhinolaryngology; Otology; Primary care; Family medicine; Test (biology); Head and neck surgery; Physical therapy; Surgery","score_opus":0.039889546121878346,"score_gpt":0.3591714664844313,"score_spread":0.319281920362553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1449940512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926167,0.0035495106,0.000007327268,0.00043846027,0.000804768,0.00017902719,8.7750976e-7,0.0000030612734,0.0024002655],"genre_scores_gemma":[0.99764264,0.0014476337,0.00018075733,0.000106014755,0.0005513891,0.000003201136,0.0000056513463,0.0000063737634,0.000056325393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980649,0.0007862425,0.00045129162,0.000072112,0.0005386757,0.00008680216],"domain_scores_gemma":[0.997247,0.0007223813,0.00042928153,0.00010589185,0.0012335608,0.00026188858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041664,0.00007917007,0.00034867288,0.00024141406,0.0000480301,0.0000057639486,0.000042911044,0.00009796737,0.00003219654],"category_scores_gemma":[0.0031122211,0.00005965685,0.00003228725,0.00016646949,0.00017547363,0.00019553334,0.000019785466,0.00043815307,0.0000010429267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020613788,0.00040278572,0.98945075,0.00006184134,0.000026693935,0.000009995743,0.003687043,0.0000016112361,0.0001388664,0.00002459833,0.002189684,0.0037999891],"study_design_scores_gemma":[0.0018183833,0.00067589554,0.99130934,0.00025539138,0.00031666996,0.00036539655,0.003860826,0.000019343974,0.00011031857,0.0011259287,0.000095895964,0.000046633148],"about_ca_topic_score_codex":0.0003053067,"about_ca_topic_score_gemma":0.000014874988,"teacher_disagreement_score":0.005025951,"about_ca_system_score_codex":0.00006996197,"about_ca_system_score_gemma":0.00074834016,"threshold_uncertainty_score":0.37258443},"labels":[],"label_agreement":null},{"id":"W1804696334","doi":"10.1016/j.jsurg.2015.08.008","title":"Putting the MeaT into TeaM Training: Development, Delivery, and Evaluation of a Surgical Team-Training Workshop","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Debriefing; Medical education; Curriculum; Simulation training; Medicine; Training (meteorology); Quality (philosophy); Surgical team; Psychology; Computer science; Simulation; Surgery; Pedagogy","score_opus":0.1809305631194437,"score_gpt":0.4316521895251563,"score_spread":0.2507216264057126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1804696334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839482,0.002350296,0.00003650699,0.010532947,0.00094127574,0.00039699976,4.5430266e-7,0.000012495221,0.0017808381],"genre_scores_gemma":[0.9938187,0.00008568077,0.0046164137,0.00014821734,0.0011354671,0.000020498637,0.000019933826,0.000019394778,0.00013571924],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9968478,0.0004025893,0.0010951292,0.0001920524,0.0012449176,0.00021753187],"domain_scores_gemma":[0.99400663,0.0011780562,0.00079201546,0.00018883482,0.0034023055,0.0004321273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055229086,0.0001559564,0.00038970716,0.00029251695,0.00015233688,0.000038932114,0.00011742062,0.00014454713,0.000103676575],"category_scores_gemma":[0.0011312638,0.00011154723,0.000093042254,0.00045374464,0.00011829891,0.0002415218,0.000023275092,0.00043598577,0.000003832048],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060338946,0.0006761149,0.1808198,0.00018575854,0.00017687751,0.00000842247,0.19335738,0.0017027619,0.00010430126,0.00045281544,0.005308115,0.61660427],"study_design_scores_gemma":[0.017022148,0.0009703391,0.2934684,0.004132668,0.0012858546,0.005773124,0.501839,0.015679052,0.0008702159,0.006099103,0.15214808,0.00071200624],"about_ca_topic_score_codex":0.000047596845,"about_ca_topic_score_gemma":0.000008960781,"teacher_disagreement_score":0.6158923,"about_ca_system_score_codex":0.0005045893,"about_ca_system_score_gemma":0.009221019,"threshold_uncertainty_score":0.99639577},"labels":[],"label_agreement":null},{"id":"W1822944275","doi":"10.1016/j.jsurg.2015.01.016","title":"Effectiveness of Learning Advanced Laparoscopic Skills in a Brief Intensive Laparoscopy Training Program","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Laparoscopy; Medicine; Rating scale; Anastomosis; Session (web analytics); General surgery; Surgery; Psychology","score_opus":0.029845296168843106,"score_gpt":0.3743476296920757,"score_spread":0.34450233352323256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822944275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953928,0.00036957965,0.000029625611,0.00022998793,0.000459974,0.0002864643,2.6651912e-7,0.000016347345,0.0032149367],"genre_scores_gemma":[0.9985383,0.00004668567,0.0011251881,0.00004808866,0.0001267792,0.000011770972,0.000008500238,0.000012897833,0.00008178988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99851215,0.00024936232,0.00058687077,0.00012761529,0.00035207462,0.00017191315],"domain_scores_gemma":[0.9976768,0.0005754652,0.00037718634,0.000073335694,0.0010405123,0.0002567185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011973528,0.000109063265,0.0005575128,0.00023885342,0.000019172903,0.000013343488,0.00005464062,0.000089048925,0.00003855521],"category_scores_gemma":[0.0017203614,0.0000873963,0.00012146408,0.0004476513,0.00006895935,0.0001742677,0.000011875096,0.000427153,0.0000026406278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007996532,0.004206958,0.24694775,0.00053971034,0.00016768844,0.00024626206,0.0119459815,0.007716442,0.0026590512,0.0010863107,0.00005192234,0.7164354],"study_design_scores_gemma":[0.0881391,0.012999296,0.6898792,0.01754924,0.0004201557,0.0024045713,0.054716337,0.0029090315,0.02190423,0.0026626133,0.105540045,0.0008762212],"about_ca_topic_score_codex":0.000010079324,"about_ca_topic_score_gemma":7.362565e-7,"teacher_disagreement_score":0.7155592,"about_ca_system_score_codex":0.00014036104,"about_ca_system_score_gemma":0.0007431288,"threshold_uncertainty_score":0.35639176},"labels":[],"label_agreement":null},{"id":"W1824017140","doi":"10.1016/j.jsurg.2015.02.003","title":"Under the Knife: Medical Student Perceptions of Intimidation and Mistreatment","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Feeling; Intimidation; Medical education; Perception; Psychology; Medicine; Quality (philosophy); Family medicine; Social psychology","score_opus":0.025864518979716963,"score_gpt":0.4071255837154745,"score_spread":0.38126106473575755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1824017140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94957834,0.0004561746,0.0005987101,0.047416978,0.0007063969,0.00014421085,4.0214192e-7,0.0000042003376,0.0010946011],"genre_scores_gemma":[0.9963147,0.00034359534,0.0017650587,0.00065886276,0.0005851398,0.000008389829,0.000015691394,0.000006485914,0.0003020899],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983311,0.000079720645,0.0005722032,0.00007898991,0.00085702987,0.00008089983],"domain_scores_gemma":[0.9983365,0.00008918783,0.0003095042,0.00014052639,0.00097091415,0.00015337724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001195603,0.000072585775,0.00018795878,0.00013614085,0.000046746223,0.00001448635,0.00008713275,0.000089530426,0.00035993056],"category_scores_gemma":[0.00053982466,0.00004333714,0.00005509728,0.00027815194,0.00018011438,0.00009928262,0.000020164327,0.00027105564,0.0000068953996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005948087,0.011208334,0.12001742,0.00023064976,0.0004919629,0.00003204125,0.0115918275,0.000090506415,0.0004122135,0.022667838,0.120279565,0.71238285],"study_design_scores_gemma":[0.0074225115,0.0019801564,0.7822838,0.0011484934,0.0008864047,0.00696938,0.10071931,0.0007045181,0.00041832717,0.0038500992,0.093337595,0.00027940774],"about_ca_topic_score_codex":0.000016519009,"about_ca_topic_score_gemma":8.7480436e-7,"teacher_disagreement_score":0.7121034,"about_ca_system_score_codex":0.00021281061,"about_ca_system_score_gemma":0.0014836235,"threshold_uncertainty_score":0.39409873},"labels":[],"label_agreement":null},{"id":"W1964835040","doi":"10.1016/j.jsurg.2010.12.004","title":"Acquisition of Evidence-Based Surgery Skills in Plastic Surgery Residency Training","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Critical appraisal; Journal club; Curriculum; Medicine; Biostatistics; Medical education; Evidence-based medicine; Family medicine; Epidemiology; Psychology; Alternative medicine; Internal medicine; Pathology; Pedagogy","score_opus":0.4396165281062649,"score_gpt":0.5013490734251627,"score_spread":0.06173254531889777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964835040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911327,0.00065738364,0.00010606252,0.0029840406,0.004399854,0.00020100611,0.0000015011448,0.0000067433302,0.0005107023],"genre_scores_gemma":[0.9971491,0.0011298168,0.00053346413,0.00018499774,0.00084974716,0.000029497223,0.0000049032164,0.000009430556,0.00010900962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99557954,0.0012869204,0.0017753908,0.00015915558,0.000689339,0.00050963246],"domain_scores_gemma":[0.97759444,0.019694585,0.0012165527,0.00016292551,0.0009191741,0.00041230393],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009577006,0.000104248815,0.00046320894,0.0011577853,0.00016387651,0.000008392102,0.0001700208,0.0001554869,0.0016200411],"category_scores_gemma":[0.009804776,0.000075852,0.00015429729,0.0010255625,0.00010029483,0.00082188885,0.000014725213,0.00057851453,0.00003649069],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000589619,0.0008860002,0.94849813,0.0006572713,0.000007619457,0.000021123324,0.009547081,0.00002026049,0.000121143195,0.00019490648,0.019578034,0.019878823],"study_design_scores_gemma":[0.00021735644,0.00011281984,0.9865889,0.00528777,0.000008964343,0.00001514968,0.0053029563,0.00004749681,0.00013044501,0.00090970076,0.0012859416,0.000092493596],"about_ca_topic_score_codex":0.00070332456,"about_ca_topic_score_gemma":0.00006121813,"teacher_disagreement_score":0.038090788,"about_ca_system_score_codex":0.00035291218,"about_ca_system_score_gemma":0.021042606,"threshold_uncertainty_score":0.9992926},"labels":[],"label_agreement":null},{"id":"W1964990874","doi":"10.1016/j.jsurg.2012.04.007","title":"Trends in Urology Resident Exposure to Minimally Invasive Surgery for Index Procedures: A Tale of Two Countries","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pyeloplasty; Medicine; Prostatectomy; Nephrectomy; Adrenalectomy; Urology; Laparoscopy; General surgery; Index (typography); Surgery; Prostate cancer; Urinary system; Internal medicine; Kidney; Hydronephrosis; Cancer","score_opus":0.03273212311382618,"score_gpt":0.3512187908213375,"score_spread":0.31848666770751133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964990874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99422014,0.000836997,0.000035761856,0.0037047975,0.00040998455,0.00015417777,0.0000026768007,0.0000043252435,0.000631158],"genre_scores_gemma":[0.9983327,0.000067601235,0.00022956172,0.0005114022,0.0006015557,0.000016768077,0.000012675954,0.000010527508,0.0002172428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986406,0.00006386676,0.0007201013,0.000090642934,0.00027678767,0.00020797689],"domain_scores_gemma":[0.99770373,0.0011914583,0.0003648187,0.00007572749,0.0004187709,0.00024548557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008994387,0.0000923561,0.0004155334,0.0006097841,0.000022199336,0.000008731111,0.00004793545,0.00008635326,0.00031403432],"category_scores_gemma":[0.0009935824,0.00007271011,0.00016633714,0.00036730705,0.000040767613,0.00017049187,0.000009770043,0.00014105355,0.000002514121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0051637716,0.0011522423,0.9618639,0.00018428835,0.00007421321,0.000025102328,0.0043273848,0.00030370813,0.00019844942,0.00075359776,0.003662321,0.02229107],"study_design_scores_gemma":[0.006382973,0.00096903736,0.91475827,0.00048328403,0.00011655206,0.0005075553,0.0022753878,0.000029872723,0.000768082,0.00030505809,0.07322989,0.00017403117],"about_ca_topic_score_codex":0.00001456304,"about_ca_topic_score_gemma":0.000027720502,"teacher_disagreement_score":0.06956757,"about_ca_system_score_codex":0.0000806132,"about_ca_system_score_gemma":0.0008333708,"threshold_uncertainty_score":0.34384555},"labels":[],"label_agreement":null},{"id":"W1966133554","doi":"10.1016/j.jsurg.2013.01.006","title":"Abolishment of 24-Hour Continuous Medical Call Duty in Quebec: A Quality of Life Survey of General Surgical Residents Following Implementation of the New Work-Hour Restrictions","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Work (physics); Arbitration; Duty; Quality (philosophy); Work hours; Quality of life (healthcare); Medicine; Medical education; Medical emergency; Psychology; Gerontology; Nursing; Family medicine; Engineering; Political science","score_opus":0.029347859538944178,"score_gpt":0.3785784455566146,"score_spread":0.3492305860176704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966133554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99300176,0.00056173373,0.000017461218,0.005314784,0.00065929757,0.00031996993,0.0000065865165,0.0000026548912,0.00011576174],"genre_scores_gemma":[0.99840605,0.00027328212,0.00031660532,0.000056986155,0.00018361688,0.0000045580014,0.000010314723,0.000010391948,0.0007381881],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957482,0.000552932,0.002249353,0.00012870845,0.0011405882,0.00018021635],"domain_scores_gemma":[0.9966826,0.000559531,0.0014169032,0.00022485372,0.0007147441,0.0004013904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001983929,0.00012745785,0.00083206786,0.0002245583,0.000027595705,0.000009915936,0.00020010784,0.000146986,0.0005190892],"category_scores_gemma":[0.001640861,0.00008140381,0.00037863266,0.00067018013,0.000077478624,0.0001763487,0.00005606669,0.00032637364,7.6478216e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029773483,0.00095152354,0.98163563,0.00006445386,0.00009546553,0.000005950598,0.00065212284,0.000012790226,0.00033382414,0.00009323565,0.0058202543,0.010037041],"study_design_scores_gemma":[0.0031501274,0.0001891467,0.9936402,0.0004572669,0.000063084415,0.000016262005,0.001148131,0.0000074909026,0.00072956004,0.000051631472,0.00048080846,0.000066323344],"about_ca_topic_score_codex":0.1261907,"about_ca_topic_score_gemma":0.003380919,"teacher_disagreement_score":0.12280978,"about_ca_system_score_codex":0.00012869437,"about_ca_system_score_gemma":0.0033331923,"threshold_uncertainty_score":0.87962806},"labels":[],"label_agreement":null},{"id":"W1966170456","doi":"10.1016/j.jsurg.2012.11.008","title":"Telemedicine as a Potential Medium for Teaching the Advanced Trauma Life Support (ATLS) Course","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Advanced trauma life support; Telemedicine; Test (biology); Course evaluation; Medical education; Educational measurement; Medicine; Computer science; Psychology; Medical emergency; Curriculum; Health care; Higher education; Pedagogy","score_opus":0.014095206356404169,"score_gpt":0.34361943484882757,"score_spread":0.3295242284924234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966170456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8920427,0.0018307223,0.00017298559,0.096962504,0.0031006366,0.0005095727,0.0000016404617,0.000013723981,0.005365516],"genre_scores_gemma":[0.9925535,0.00041324773,0.00067751145,0.0011256167,0.0035179202,0.000046767454,0.000011736243,0.00001622767,0.0016375205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858,0.000047523306,0.00059858186,0.00011425167,0.00044036045,0.00021927744],"domain_scores_gemma":[0.99847126,0.00014634064,0.0002954343,0.00013191352,0.0006737249,0.00028135476],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060448487,0.00012787488,0.00034373355,0.00008115895,0.00016686322,0.000015877902,0.00011063746,0.00006169446,0.0010047846],"category_scores_gemma":[0.00047689548,0.00007075158,0.00024112727,0.000089200985,0.000099151286,0.00018814042,0.000012102016,0.00037611183,0.000025828045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008682053,0.0015318859,0.0031156142,0.0001299951,0.0004312519,0.0000360327,0.004932524,0.00002061907,0.0019645363,0.00057561335,0.3981903,0.58820343],"study_design_scores_gemma":[0.006205404,0.0027461306,0.21514641,0.00028363074,0.0008963087,0.002365754,0.037589174,0.0000533238,0.00041068596,0.0011208613,0.73294574,0.00023660349],"about_ca_topic_score_codex":0.000054359745,"about_ca_topic_score_gemma":0.0000027144272,"teacher_disagreement_score":0.58796686,"about_ca_system_score_codex":0.000050205806,"about_ca_system_score_gemma":0.00071583345,"threshold_uncertainty_score":0.99990845},"labels":[],"label_agreement":null},{"id":"W1967602449","doi":"10.1016/j.jsurg.2014.10.001","title":"Career Plans and Perceptions in Readiness to Practice of Graduating General Surgery Residents in Canada","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University of Toronto; University Health Network; Health Sciences Centre; Mount Sinai Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Graduation (instrument); Medicine; Feeling; Medical education; Competence (human resources); Curriculum; Family medicine; Psychology; Pedagogy","score_opus":0.0358929330370181,"score_gpt":0.3421768583391192,"score_spread":0.30628392530210113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967602449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99447817,0.000049927054,0.000020363934,0.0040834923,0.00026618174,0.000059025497,8.990697e-7,0.0000011830199,0.0010407489],"genre_scores_gemma":[0.99888766,0.00004919485,0.00050727784,0.0003270407,0.00016802328,0.0000017540327,0.000004643293,0.0000049473542,0.00004944526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891436,0.000121523524,0.0005163092,0.000074219424,0.00027516362,0.000098397184],"domain_scores_gemma":[0.9984096,0.0009747075,0.00018835421,0.00005393047,0.00022301597,0.0001503563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008074859,0.00005336764,0.00024809883,0.00022906964,0.0000150644155,0.0000073503325,0.000025628955,0.000030661566,0.000044865636],"category_scores_gemma":[0.0013418079,0.000044682798,0.000030353263,0.00027087508,0.00001123427,0.00011480278,0.0000072325397,0.00016394723,4.8907003e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027586363,0.00014786501,0.9637672,0.00003118574,0.000008893275,0.000040603012,0.0008425815,0.00071292155,0.00006774376,0.00012973261,0.00034520184,0.033630252],"study_design_scores_gemma":[0.00089374644,0.00003718398,0.9895726,0.0003161988,0.000016806225,0.00020071548,0.002176408,0.00039084716,0.000018870332,0.00003951589,0.0062876265,0.0000494835],"about_ca_topic_score_codex":0.16360207,"about_ca_topic_score_gemma":0.08102439,"teacher_disagreement_score":0.082577676,"about_ca_system_score_codex":0.00019797565,"about_ca_system_score_gemma":0.0009025483,"threshold_uncertainty_score":0.9357445},"labels":[],"label_agreement":null},{"id":"W1967709491","doi":"10.1016/j.jsurg.2014.01.008","title":"Perceived Effects of the 16-Hour Workday Restriction on Surgical Specialties: Quebec’s Experience","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université Laval; Université de Sherbrooke; Université de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Medicine; Autonomy; Perception; Family medicine; Nursing; Psychology; Gerontology; Medical education; Political science","score_opus":0.009361723931713188,"score_gpt":0.29756046064302294,"score_spread":0.28819873671130974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967709491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98881096,0.00017435988,0.000017613851,0.0044041947,0.0019422177,0.00014952949,1.8309089e-7,0.000006568471,0.00449437],"genre_scores_gemma":[0.99488884,0.0003221625,0.000083443534,0.00015645912,0.0013107425,0.0000036962329,9.250607e-7,0.000009194431,0.003224521],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99868196,0.00015433447,0.0004565572,0.00010770225,0.0004693206,0.00013010963],"domain_scores_gemma":[0.9985459,0.00047718955,0.00034569638,0.00019600446,0.00022096308,0.0002142487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000269163,0.000106595624,0.00031651353,0.000114934846,0.00007742411,0.000016590508,0.00011875658,0.00009148148,0.00022530105],"category_scores_gemma":[0.00072901667,0.000056964403,0.00024687152,0.00026434634,0.00007726951,0.00009647642,0.000017915761,0.0003167157,0.000008467643],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045210323,0.010529878,0.4132469,0.0008306518,0.00024088335,0.0002321216,0.015849667,0.00013627596,0.00565803,0.018540243,0.047192194,0.48302212],"study_design_scores_gemma":[0.0016826155,0.00085485773,0.8014608,0.0011470405,0.00006962218,0.00025179237,0.0012526031,0.000015640724,0.0024506953,0.000267618,0.19044043,0.00010629376],"about_ca_topic_score_codex":0.00011428445,"about_ca_topic_score_gemma":0.0000070176393,"teacher_disagreement_score":0.48291582,"about_ca_system_score_codex":0.00018790149,"about_ca_system_score_gemma":0.00040891333,"threshold_uncertainty_score":0.24668884},"labels":[],"label_agreement":null},{"id":"W1968435888","doi":"10.1016/j.jsurg.2013.04.011","title":"Current Concepts of Team Training in Surgical Residency: A Survey of North American Program Directors","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Accreditation; Psychological intervention; Curriculum; Graduate medical education; Medical education; Residency training; Medicine; Family medicine; Crew resource management; Psychology; Nursing; Continuing education; Pedagogy; Engineering","score_opus":0.05679711505083229,"score_gpt":0.4020221466270008,"score_spread":0.3452250315761685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968435888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99686104,0.00054633815,0.000003116882,0.00026164233,0.00030269622,0.00033478223,0.0000025169552,0.000010637169,0.0016772057],"genre_scores_gemma":[0.99907196,0.0003024631,0.0003627059,0.000013867814,0.00017558823,0.000012511994,0.000021295937,0.000012478378,0.000027142116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759066,0.00030940308,0.0012038938,0.00014687922,0.00053436286,0.00021478863],"domain_scores_gemma":[0.9969586,0.0009110466,0.0008728855,0.000121403384,0.000849709,0.0002863398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009498754,0.00013378066,0.0007457183,0.00031350474,0.000018817169,0.000011785969,0.00009641843,0.000047171132,0.00025868014],"category_scores_gemma":[0.0006690303,0.00009963047,0.00018684604,0.0010330474,0.00022042509,0.0001537624,0.000014556498,0.0003889399,0.0000034662148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026452346,0.00078744034,0.5272747,0.000031528387,0.0000217352,0.000007874825,0.0006308554,0.000034982957,0.000004178265,0.00003050315,0.00005031681,0.47086132],"study_design_scores_gemma":[0.0021572995,0.00056834926,0.9882071,0.0003344777,0.00002907259,0.00007789558,0.0005299754,0.00022094017,0.00004371963,0.000028410743,0.007712074,0.00009068013],"about_ca_topic_score_codex":0.0008099908,"about_ca_topic_score_gemma":0.00014978454,"teacher_disagreement_score":0.47077063,"about_ca_system_score_codex":0.00007996164,"about_ca_system_score_gemma":0.001178573,"threshold_uncertainty_score":0.4062813},"labels":[],"label_agreement":null},{"id":"W1970254469","doi":"10.1016/j.jsurg.2011.02.004","title":"Do New Thoracic Surgeons Feel Ready to Operate? Self-Reported Comfort Level of Thoracic Surgery Trainees and Junior Thoracic Surgeons with Core Thoracic Surgery Procedures","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medicine; Cardiothoracic surgery; Descriptive statistics; Physical therapy; Surgery; General surgery","score_opus":0.1785549004817693,"score_gpt":0.3970963810811366,"score_spread":0.2185414805993673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970254469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946415,0.00089654874,0.00022046543,0.0011895462,0.0006014348,0.00066033745,0.000024675985,0.00009559379,0.0016699407],"genre_scores_gemma":[0.9947922,0.00083384704,0.0026585467,0.0002732492,0.00034510004,0.00002622485,0.00010441725,0.00009284752,0.00087353284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99496764,0.0003514595,0.00227127,0.0005734,0.0011705642,0.0006656879],"domain_scores_gemma":[0.9929413,0.0020108684,0.001495539,0.0004931378,0.0016186422,0.0014404947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036353,0.00056550803,0.0017981308,0.001275268,0.00021477725,0.00010029738,0.00018681579,0.00033258353,0.0006689266],"category_scores_gemma":[0.0012087855,0.00041118255,0.0004764243,0.0017496566,0.00020618939,0.0006104948,0.000050338123,0.0007080367,0.000011716725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010394527,0.0034586864,0.7493531,0.0011167341,0.001153632,0.0009964636,0.006207713,0.00008173974,0.00031471706,0.00020318176,0.004376187,0.22234331],"study_design_scores_gemma":[0.0014574183,0.0010341046,0.94257694,0.00619687,0.0023512368,0.012722689,0.008983574,0.00018640628,0.0053656,0.0003359617,0.017257804,0.0015313687],"about_ca_topic_score_codex":0.00036248253,"about_ca_topic_score_gemma":0.00009090924,"teacher_disagreement_score":0.22081193,"about_ca_system_score_codex":0.00013897274,"about_ca_system_score_gemma":0.004380652,"threshold_uncertainty_score":0.999834},"labels":[],"label_agreement":null},{"id":"W1971044597","doi":"10.1016/j.jsurg.2014.09.009","title":"The Call, the Save, and the Threat: Understanding Expert Help-Seeking Behavior During Nonroutine Operative Scenarios","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Autonomy; Grounded theory; Psychology; Negotiation; Isolation (microbiology); Public relations; Medical education; Qualitative research; Medicine; Sociology; Political science","score_opus":0.06895022488502854,"score_gpt":0.418238701079183,"score_spread":0.34928847619415443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971044597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8104878,0.0016617876,0.0034619623,0.17665821,0.0031445778,0.0009700299,0.0000013634289,0.000015323169,0.003598919],"genre_scores_gemma":[0.99552315,0.0015328417,0.00004894702,0.0008971566,0.0011018724,0.0000682218,0.0000019061562,0.000009558968,0.00081632513],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977896,0.00093658525,0.00059472304,0.00009953697,0.00035208458,0.00022741908],"domain_scores_gemma":[0.99669844,0.002124951,0.000646963,0.00018411213,0.0002206783,0.00012486654],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002631132,0.0001004331,0.00018695925,0.00004344866,0.0024413075,0.000015656153,0.00021091901,0.00008310579,0.00005787859],"category_scores_gemma":[0.0006225663,0.0000404064,0.000073927724,0.000133985,0.00029024135,0.00017079891,0.00005576675,0.0007284619,0.000007964925],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061868806,0.0015626759,0.18350644,0.00026032203,0.000492689,0.000021084545,0.4249444,0.00045111543,0.0016130136,0.29680097,0.026045255,0.05811516],"study_design_scores_gemma":[0.013699175,0.00031953098,0.28012472,0.0021351178,0.0003357181,0.00038529784,0.25688875,0.0021421558,0.000111455534,0.0039257295,0.43945825,0.00047408443],"about_ca_topic_score_codex":0.000052135085,"about_ca_topic_score_gemma":0.00003568807,"teacher_disagreement_score":0.413413,"about_ca_system_score_codex":0.00023351648,"about_ca_system_score_gemma":0.00041075723,"threshold_uncertainty_score":0.9988574},"labels":[],"label_agreement":null},{"id":"W1972062420","doi":"10.1016/j.jsurg.2012.04.005","title":"The Effect of General Surgery Clerkship Rotation on the Attitude of Medical Students Towards General Surgery as a Future Career","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Specialty; Clinical clerkship; Workload; Medicine; Medical education; Semantic differential; Perception; Family medicine; Psychology; Curriculum; Pedagogy","score_opus":0.03510641760053295,"score_gpt":0.36297019254473517,"score_spread":0.3278637749442022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972062420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.970723,0.0013037524,0.0000029505072,0.021577736,0.004937121,0.00012969272,0.0000014342097,0.000003725225,0.0013206375],"genre_scores_gemma":[0.9925801,0.00186224,0.0000073250953,0.00034382724,0.004880039,0.000004791797,0.0000044561393,0.000005440426,0.0003117463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938838,0.0012668195,0.0005076363,0.000076236065,0.0040181987,0.0002473262],"domain_scores_gemma":[0.99597293,0.0027036816,0.00054274814,0.00013096095,0.00039276277,0.0002569221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017681515,0.00009916218,0.00033432856,0.00010789801,0.00027027787,0.000062967076,0.0006381198,0.00015872973,0.00034072323],"category_scores_gemma":[0.0018312777,0.000051763083,0.00031170502,0.00031784925,0.000322718,0.00020932332,0.000050275732,0.00034310188,0.0000057832],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063130324,0.00062357966,0.71591705,0.000069488175,0.00024726678,0.000014403563,0.01072926,0.000013397671,0.000026454876,0.008815977,0.13921916,0.12369268],"study_design_scores_gemma":[0.0010149442,0.00049478764,0.7843051,0.0006641744,0.00034620584,0.000073111936,0.031340025,0.000008951592,0.0012169218,0.00043414146,0.17983511,0.00026651032],"about_ca_topic_score_codex":0.00055779226,"about_ca_topic_score_gemma":0.000031566844,"teacher_disagreement_score":0.12342617,"about_ca_system_score_codex":0.00011941217,"about_ca_system_score_gemma":0.000976102,"threshold_uncertainty_score":0.61280954},"labels":[],"label_agreement":null},{"id":"W1976992442","doi":"10.1016/j.jsurg.2014.01.012","title":"Impact of the Surgical Research Methodology Program on Surgical Residents’ Research Profiles","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; RSS; Biostatistics; Medical education; Medicine; Test (biology); Randomized controlled trial; Research design; Presentation (obstetrics); Medical physics; Psychology; Family medicine; Epidemiology; Surgery; Computer science; Statistics; Internal medicine; Pedagogy; Mathematics","score_opus":0.5294267339419033,"score_gpt":0.6561455565423522,"score_spread":0.12671882260044887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976992442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9371247,0.00059526286,0.0000033625088,0.04991478,0.0004622169,0.0010268969,0.0000025477746,0.0000118356975,0.010858382],"genre_scores_gemma":[0.99315554,0.001219935,0.0006646687,0.00010590585,0.003202489,0.0000481518,0.0000066918865,0.000027973456,0.0015686275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98322034,0.009173751,0.0011787463,0.00031059567,0.004661035,0.0014555127],"domain_scores_gemma":[0.9687806,0.01815655,0.0005146927,0.0008663161,0.0057641263,0.005917753],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.049490307,0.00017867248,0.0007868776,0.00093531347,0.00026234318,0.000048325655,0.00052457105,0.00038141647,0.00063337904],"category_scores_gemma":[0.08246317,0.00009030486,0.0005230787,0.0017923842,0.0010767428,0.00012784597,0.00013954342,0.0038968748,0.000049240134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015449453,0.009487359,0.04832286,0.00069336704,0.00020100073,0.0005995532,0.0007807173,0.0000115916455,0.0007684217,0.0075204982,0.14944614,0.76671904],"study_design_scores_gemma":[0.006862556,0.022590611,0.333407,0.0021432997,0.000051488358,0.004977567,0.0006051624,0.00010785245,0.0021620267,0.0035938236,0.62331647,0.00018213439],"about_ca_topic_score_codex":0.0004655121,"about_ca_topic_score_gemma":0.0000046073255,"teacher_disagreement_score":0.7665369,"about_ca_system_score_codex":0.0007934295,"about_ca_system_score_gemma":0.019322628,"threshold_uncertainty_score":0.99840117},"labels":[],"label_agreement":null},{"id":"W1978509817","doi":"10.1016/j.jsurg.2011.11.004","title":"A Crisis of Faith? A Review of Simulation in Teaching Team-Based, Crisis Management Skills to Surgical Trainees","year":2012,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"CINAHL; PsycINFO; Psychological intervention; Curriculum; Popularity; Medical education; MEDLINE; Inclusion (mineral); Medicine; Psychology; Nursing; Social psychology; Pedagogy","score_opus":0.05555409623813333,"score_gpt":0.45617193050481347,"score_spread":0.40061783426668013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978509817","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013810492,0.9919729,0.00014461788,0.003155075,0.0008638765,0.002009875,0.000020938991,0.000011168746,0.0004404906],"genre_scores_gemma":[0.055119265,0.939946,0.0032239372,0.0004174566,0.0009086196,0.00010615638,0.00015071026,0.000063160616,0.00006468683],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933052,0.0008516826,0.004034829,0.00033879097,0.0011300447,0.00033947037],"domain_scores_gemma":[0.9931049,0.0017044242,0.00281082,0.00055177626,0.0013264853,0.000501615],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003439848,0.00042231064,0.0028800487,0.0018304109,0.000043234922,0.000013444852,0.00026758495,0.00033539877,0.0005208146],"category_scores_gemma":[0.0004222168,0.00033512397,0.0010027662,0.0013348502,0.000037001962,0.00018990997,0.000032129134,0.00088402285,0.000012352941],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015151253,0.003409794,0.0012392461,0.24964182,0.00021352051,0.000021179361,0.0012888442,0.0011303459,9.3834494e-8,0.00019110822,0.0040918356,0.7386207],"study_design_scores_gemma":[0.0009316407,0.00023853208,0.0006248249,0.20887901,0.0021019746,0.00019230513,0.0012760224,0.000041429084,0.0000014595823,0.00002881014,0.7854036,0.00028040333],"about_ca_topic_score_codex":0.00007752749,"about_ca_topic_score_gemma":0.0000010010681,"teacher_disagreement_score":0.78131175,"about_ca_system_score_codex":0.00094364735,"about_ca_system_score_gemma":0.0023514028,"threshold_uncertainty_score":0.99991006},"labels":[],"label_agreement":null},{"id":"W1979753196","doi":"10.1016/j.jsurg.2008.07.001","title":"The Use of Reflective Writing in Exploring Student Experiences in Surgery","year":2008,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thematic analysis; Curriculum; Medical education; Theme (computing); Health care; Psychology; Medicine; Nursing; Pedagogy; Qualitative research; Sociology; Computer science; Political science","score_opus":0.17975749146290326,"score_gpt":0.4189680484928627,"score_spread":0.23921055702995941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979753196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99553823,0.00041628597,0.000012679156,0.0027950648,0.0009915939,0.000105590945,5.1329216e-8,0.0000022826416,0.00013823237],"genre_scores_gemma":[0.9970171,0.0014559694,0.0009881668,0.00011540989,0.00033097662,0.000041792733,0.0000011868207,0.000005599031,0.00004384164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823564,0.00010772028,0.0009820139,0.00008003937,0.00046303298,0.00013154448],"domain_scores_gemma":[0.99818766,0.0008092475,0.00039435987,0.00010409357,0.00046831393,0.00003631537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013215411,0.00006164864,0.0002396737,0.00042277997,0.00006243703,0.000011984315,0.0000700158,0.00004355835,0.000023702283],"category_scores_gemma":[0.0020582385,0.000042298405,0.00006218575,0.0008869714,0.00012169663,0.00036007704,0.000011738968,0.00034361277,7.529132e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040481618,0.002220858,0.80249643,0.000054513443,0.000027036009,0.00009965576,0.05253471,0.000086761625,0.00023006795,0.00043057752,0.004169501,0.13724506],"study_design_scores_gemma":[0.0006167893,0.0001307623,0.8971727,0.00097606174,0.000011263555,0.00068233884,0.08590694,0.00006330496,0.00081763766,0.00007670904,0.0134627065,0.000082766914],"about_ca_topic_score_codex":0.00004260901,"about_ca_topic_score_gemma":0.0000046950267,"teacher_disagreement_score":0.13716228,"about_ca_system_score_codex":0.00027361084,"about_ca_system_score_gemma":0.00089719077,"threshold_uncertainty_score":0.24640526},"labels":[],"label_agreement":null},{"id":"W1983891291","doi":"10.1016/j.jsurg.2011.07.004","title":"Teaching Evidence Based Medicine to Surgery Residents-Is Journal Club the Best Format? A Systematic Review of the Literature","year":2011,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":130,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia; Lunenfeld-Tanenbaum Research Institute; University of Calgary; Mount Sinai Hospital","funders":"","keywords":"Journal club; Critical appraisal; Cochrane Library; MEDLINE; Systematic review; Randomized controlled trial; Medicine; Medical education; Evidence-based medicine; Curriculum; Inclusion (mineral); Alternative medicine; Psychology; Internal medicine; Pathology; Pedagogy","score_opus":0.31360590667189653,"score_gpt":0.5689622678941794,"score_spread":0.25535636122228283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983891291","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000051625924,0.9530096,0.000015496435,0.038722206,0.005312944,0.0025749921,0.0000056660574,0.0000032151079,0.00030426067],"genre_scores_gemma":[0.00004864113,0.9903584,0.00008983767,0.005051842,0.0029674654,0.00017792398,0.0000046290843,0.000022354274,0.0012788997],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9824488,0.010012864,0.0049490705,0.00020461206,0.0018038771,0.00058073306],"domain_scores_gemma":[0.97669625,0.011441202,0.0074611665,0.00078603445,0.0028503353,0.0007649934],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04104182,0.00030992748,0.0024479497,0.00069191767,0.0011321901,0.00005991468,0.00156991,0.00029055023,0.00051444577],"category_scores_gemma":[0.02860562,0.00011923942,0.0008735281,0.0017533823,0.0001294997,0.0006642925,0.00010969451,0.0041301427,0.00007834074],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015816222,0.0000903213,0.000054209446,0.7686587,0.000033336633,0.0000027662313,0.003235828,4.082245e-8,3.4933507e-8,0.00005164822,0.19011256,0.03774476],"study_design_scores_gemma":[0.000037882615,0.00006083435,0.000039331135,0.59398043,0.000367767,0.00031432233,0.000995553,5.714089e-7,3.561468e-8,0.000049950966,0.4040901,0.00006323499],"about_ca_topic_score_codex":0.00024366834,"about_ca_topic_score_gemma":0.000006037593,"teacher_disagreement_score":0.21397755,"about_ca_system_score_codex":0.0008154536,"about_ca_system_score_gemma":0.022728255,"threshold_uncertainty_score":0.9981674},"labels":[],"label_agreement":null},{"id":"W1984313349","doi":"10.1016/j.jsurg.2015.01.017","title":"Development and Implementation of a Clinical Pathway Approach to Simulation-Based Training for Foregut Surgery","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"NIH Clinical Center; National Institutes of Health; Perelman School of Medicine, University of Pennsylvania; National Center for Advancing Translational Sciences; University of Pennsylvania Health System; Georgia Clinical and Translational Science Alliance","keywords":"Foregut; Training (meteorology); Medicine; Computer science; General surgery; Anatomy; Geography","score_opus":0.2684017043809431,"score_gpt":0.4669386728275515,"score_spread":0.19853696844660845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984313349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98631173,0.0000723976,0.011712305,0.0005871978,0.00030827394,0.00033220582,0.0000017734969,0.000007191332,0.0006669445],"genre_scores_gemma":[0.96499914,0.0000025714967,0.03432895,0.00023589947,0.00035146717,0.0000139965705,0.000032739936,0.000010319601,0.000024903851],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816936,0.000062884785,0.0011747791,0.00012454312,0.00034448196,0.00012392628],"domain_scores_gemma":[0.9968614,0.0014822148,0.0005023839,0.0000642526,0.0006842507,0.00040550987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025059988,0.00008658081,0.00044800836,0.00021356654,0.00003310974,0.000013898697,0.00003101074,0.00007071223,0.000019761243],"category_scores_gemma":[0.0008816789,0.000068027446,0.00015583019,0.0001882148,0.000026208278,0.000094419855,0.0000062809845,0.00009710707,6.260669e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015622793,0.00067941006,0.04792736,0.00010185569,0.00007198242,0.0000028981697,0.003565817,0.0055377036,0.00000945079,0.0005967627,0.0001864789,0.939758],"study_design_scores_gemma":[0.027967181,0.0014212859,0.2713016,0.0006710043,0.00027759981,0.00011980566,0.030281909,0.04627924,0.0011329849,0.0005145617,0.61952686,0.00050598703],"about_ca_topic_score_codex":0.0000030619026,"about_ca_topic_score_gemma":9.3882124e-7,"teacher_disagreement_score":0.939252,"about_ca_system_score_codex":0.00005604289,"about_ca_system_score_gemma":0.0023596908,"threshold_uncertainty_score":0.418599},"labels":[],"label_agreement":null},{"id":"W1986227460","doi":"10.1016/j.jsurg.2013.11.001","title":"Identifying Areas of Weakness in Thoracic Surgery Residency Training: A Comparison of the Perceptions of Residents and Program Directors","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Cardiothoracic surgery; Bonferroni correction; Test (biology); Family medicine; Descriptive statistics; Medical education; Surgery","score_opus":0.08680448526365302,"score_gpt":0.42878234218294553,"score_spread":0.3419778569192925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986227460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99788576,0.00041896699,0.000020863785,0.000476065,0.00025051838,0.00014964132,5.5793413e-7,0.000004331559,0.0007932694],"genre_scores_gemma":[0.99944544,0.00010439696,0.00029624414,0.000008789146,0.00009391887,0.0000032398193,0.0000024500573,0.0000076271012,0.000037915524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99808234,0.0002636544,0.0010226053,0.00009205754,0.00043369786,0.00010561863],"domain_scores_gemma":[0.99776447,0.00085935515,0.00082391914,0.000118855874,0.00033351342,0.0000998617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012900775,0.00008028016,0.0005415836,0.00029453906,0.000032782234,0.000009197427,0.00006844203,0.00007414097,0.00007512753],"category_scores_gemma":[0.0008723478,0.000054460063,0.00018564,0.00047335066,0.00013381983,0.00011308455,0.00001656236,0.00022270902,2.4199161e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024614888,0.00064224267,0.8568674,0.00017545118,0.000023067885,0.000001275501,0.0029682077,0.000039135626,0.0002728704,0.00013284652,0.000024547171,0.13860683],"study_design_scores_gemma":[0.0005994753,0.000096178606,0.99199796,0.0018061064,0.00007239342,0.000047604794,0.0040030684,0.00023046728,0.0005923321,0.0003233346,0.0001848497,0.000046238627],"about_ca_topic_score_codex":0.00006989771,"about_ca_topic_score_gemma":0.000017531409,"teacher_disagreement_score":0.1385606,"about_ca_system_score_codex":0.00003243872,"about_ca_system_score_gemma":0.00034740687,"threshold_uncertainty_score":0.22208169},"labels":[],"label_agreement":null},{"id":"W1993516401","doi":"10.1016/j.jsurg.2011.05.018","title":"Training Surgical Residents: The Current Canadian Perspective","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"Department of Obstetrics and Gynecology, University of Wisconsin-Madison","keywords":"Competence (human resources); Curriculum; Medicine; Graduation (instrument); Medical education; Obstetrics and gynaecology; Modalities; Psychology","score_opus":0.09765931108908373,"score_gpt":0.3782129813666418,"score_spread":0.28055367027755806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993516401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72641736,0.003552862,0.00001863681,0.008731652,0.0020662292,0.0002452716,0.0000018730635,0.000019063544,0.25894704],"genre_scores_gemma":[0.99814194,0.0002463621,0.00011797845,0.00021707913,0.0010361298,0.0000030532535,0.0000028277127,0.000010827189,0.00022382136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987387,0.00010871969,0.00044555098,0.000117022,0.00036817565,0.00022185025],"domain_scores_gemma":[0.99833226,0.00020367035,0.00020899669,0.000118767784,0.00059132976,0.0005449896],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00070440857,0.00010347579,0.00024053568,0.00021377273,0.0001224035,0.000026007803,0.00010992255,0.000059386985,0.0014772814],"category_scores_gemma":[0.0002444037,0.000062439314,0.0002068254,0.0002970014,0.00008674062,0.0001412216,0.000008699038,0.0005563754,0.000029682484],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014005528,0.0011168139,0.029437518,0.00002531659,0.00022980764,0.0008738581,0.032119736,0.00001951307,0.000003332482,0.052769948,0.0022165715,0.879787],"study_design_scores_gemma":[0.0038585758,0.00032374723,0.2371089,0.00036083447,0.0001870546,0.0029739619,0.017100843,0.000082119725,0.000024731366,0.0059471596,0.73183864,0.00019341923],"about_ca_topic_score_codex":0.003759498,"about_ca_topic_score_gemma":0.0004706683,"teacher_disagreement_score":0.8795936,"about_ca_system_score_codex":0.0003035393,"about_ca_system_score_gemma":0.0019764088,"threshold_uncertainty_score":0.9994355},"labels":[],"label_agreement":null},{"id":"W1998791641","doi":"10.1016/j.jsurg.2013.04.002","title":"The Orthopaedic In-Training Examination: Perspectives of Program Directors and Residents from the United States and Canada","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Orthopedic surgery; Medicine; Family medicine; Physical therapy; Surgery","score_opus":0.02231964281711856,"score_gpt":0.30951801886127167,"score_spread":0.2871983760441531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998791641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926474,0.0015196307,8.645614e-7,0.0052348883,0.00010566405,0.00014714358,6.161085e-7,0.0000027189278,0.00034108094],"genre_scores_gemma":[0.9985665,0.001111566,0.00006349138,0.00007998925,0.000113454385,0.0000047926223,0.0000062837553,0.000003850867,0.000050039496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921525,0.0001192028,0.0002850889,0.00006179566,0.00024062759,0.00007803288],"domain_scores_gemma":[0.998029,0.0013744605,0.00017860855,0.000048749684,0.00027932774,0.000089857356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004312024,0.000052852956,0.000127851,0.000056689605,0.000067980545,0.00003328151,0.000035138873,0.000024567114,0.000057334903],"category_scores_gemma":[0.00039066043,0.000027021584,0.000023090728,0.00018176246,0.00010036386,0.00007831902,0.0000089405485,0.000161065,1.1092147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113506416,0.0001566938,0.55488133,0.000013282671,0.000064480424,0.000011428736,0.011344376,0.000028737291,0.0000100955895,0.00023295634,0.00025544403,0.43288764],"study_design_scores_gemma":[0.00086233404,0.000065027714,0.9462896,0.00012429369,0.000019409821,0.000029970006,0.043853145,0.0003861762,0.000006184849,0.00015322125,0.0081820935,0.000028564345],"about_ca_topic_score_codex":0.0959376,"about_ca_topic_score_gemma":0.012099978,"teacher_disagreement_score":0.43285906,"about_ca_system_score_codex":0.00005060281,"about_ca_system_score_gemma":0.0003236487,"threshold_uncertainty_score":0.91008264},"labels":[],"label_agreement":null},{"id":"W2000703220","doi":"10.1016/j.jsurg.2010.05.016","title":"Canadian Surgical Technologies and Advanced Robotics","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovation and Knowledge Management","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre","funders":"","keywords":"Automotive industry; Sample (material); Business; System integration; Longitudinal sample; Knowledge management; Robotics; Vertical integration; Industrial organization; Empirical research; Process management; Empirical evidence; Marketing; Computer science; Robot; Artificial intelligence; Engineering; Psychology","score_opus":0.009449828390388246,"score_gpt":0.2510466729375111,"score_spread":0.24159684454712285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000703220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67379916,0.00031453432,0.000018497094,0.04201557,0.0042084595,0.00016977142,4.1465464e-7,0.000064164415,0.27940944],"genre_scores_gemma":[0.9973002,0.000055142948,0.00079227553,0.000273702,0.0009437156,0.0000022073953,0.0000036227161,0.000007568822,0.00062152854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999355,0.000003580199,0.0002778261,0.0000837944,0.00013896445,0.00014082964],"domain_scores_gemma":[0.999204,0.00002284465,0.00021799907,0.00008876621,0.0004430636,0.000023363446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003577406,0.00007972418,0.00012509646,0.00049394224,0.00009927598,0.00015194449,0.00013207817,0.00007578482,0.000106705585],"category_scores_gemma":[0.00010741249,0.00006438707,0.000036877318,0.00039114617,0.000046644785,0.0004438919,0.000039065042,0.00028300702,0.000036284222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024398076,0.00011929701,0.0073531326,0.000041084422,0.0000119899305,0.000037555164,0.00001912716,0.000008425207,0.000069187445,0.7891976,0.00427143,0.19884674],"study_design_scores_gemma":[0.0004407457,0.000010369548,0.0019591541,0.000026544723,0.000018652216,0.00008592927,0.0012037888,0.00015893641,0.000020126769,0.00860198,0.98736334,0.000110411376],"about_ca_topic_score_codex":0.00043773954,"about_ca_topic_score_gemma":0.0023804037,"teacher_disagreement_score":0.98309195,"about_ca_system_score_codex":0.000038767514,"about_ca_system_score_gemma":0.00015236724,"threshold_uncertainty_score":0.26256287},"labels":[],"label_agreement":null},{"id":"W2003448527","doi":"10.1016/j.jsurg.2012.11.004","title":"Teaching Cricothyrotomy: A Multisensory Surgical Education Approach for Final-Year Medical Students","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta Hospital; University of Alberta","funders":"","keywords":"Cricothyrotomy; Test (biology); Session (web analytics); Medicine; Confidence interval; Medical education; Psychology; Surgery; Computer science; Airway management","score_opus":0.04520548275328393,"score_gpt":0.39022320084451007,"score_spread":0.3450177180912261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003448527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97365355,0.00046794035,0.00078558613,0.0062498753,0.0009574719,0.0010793986,0.000001416978,0.000039348583,0.016765432],"genre_scores_gemma":[0.98502845,0.00009039584,0.008276325,0.0008127278,0.0024636872,0.00011432262,0.0000467042,0.000031710973,0.0031357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969695,0.00019893904,0.0009305262,0.00025338997,0.0013542935,0.00029331108],"domain_scores_gemma":[0.99725515,0.000617687,0.00041170348,0.00017895084,0.00078074733,0.0007557684],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014930766,0.00019844175,0.00051548216,0.0002927028,0.00014057753,0.00011029891,0.00025070825,0.00024494602,0.0013072039],"category_scores_gemma":[0.0007618039,0.0001480239,0.0003592593,0.00020962117,0.00007517165,0.0003200379,0.000037123616,0.00071218744,0.000041724918],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001951554,0.017140297,0.07548726,0.00042569128,0.00033331793,0.00007746292,0.0015060216,0.00007923089,0.00008295127,0.005814782,0.017827105,0.8792743],"study_design_scores_gemma":[0.029189987,0.001216915,0.102851294,0.0009854425,0.00040985114,0.0041429223,0.006436883,0.008175008,0.0000980072,0.001220085,0.84459424,0.00067938986],"about_ca_topic_score_codex":0.00006134473,"about_ca_topic_score_gemma":3.2737756e-7,"teacher_disagreement_score":0.87859493,"about_ca_system_score_codex":0.00018737109,"about_ca_system_score_gemma":0.0013219829,"threshold_uncertainty_score":0.9996057},"labels":[],"label_agreement":null},{"id":"W2004374507","doi":"10.1016/j.jsurg.2014.06.013","title":"Effect of Instructor Feedback on Skills Retention After Laparoscopic Simulator Training: Follow-Up of a Randomized Trial","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; University Health Network","funders":"","keywords":"Randomized controlled trial; Training (meteorology); Simulation; Simulation training; Medical education; Psychology; Physical therapy; Medicine; Computer science; Surgery; Physics","score_opus":0.016255260790106408,"score_gpt":0.32105650778941597,"score_spread":0.30480124699930955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004374507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953983,0.00008095569,0.000045531277,0.00023095813,0.001820104,0.0005888168,0.0000013283006,0.000007837633,0.0018261602],"genre_scores_gemma":[0.99878454,0.000027119906,0.00014648322,0.00006495688,0.00071121403,0.000012764572,0.0000082042425,0.000014775321,0.00022992703],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99729204,0.0006252894,0.0012272721,0.00013533025,0.0005803157,0.0001397371],"domain_scores_gemma":[0.99588835,0.0024500038,0.0009577003,0.00014647203,0.00035997853,0.00019749124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026209573,0.00015177639,0.0013423105,0.00026204335,0.000022353664,0.000011733718,0.000063520005,0.00014514517,0.0004476272],"category_scores_gemma":[0.00267417,0.00009828503,0.00074070954,0.00022334994,0.00011108484,0.000100844525,0.000007743897,0.00024487643,0.0000048216025],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9379032,0.00062385475,0.0014361758,0.0001708032,0.00019242181,0.000004459942,0.00082951284,0.00009717474,0.0001791792,0.00042899852,0.000029316214,0.05810489],"study_design_scores_gemma":[0.9852541,0.0041977502,0.0031766933,0.0009786247,0.00050439104,0.0000336028,0.00010132278,0.00065366307,0.002465522,0.0003113118,0.0022183624,0.00010467701],"about_ca_topic_score_codex":0.0000031215188,"about_ca_topic_score_gemma":1.7630838e-7,"teacher_disagreement_score":0.058000214,"about_ca_system_score_codex":0.00005082728,"about_ca_system_score_gemma":0.00021508064,"threshold_uncertainty_score":0.49012035},"labels":[],"label_agreement":null},{"id":"W2009485853","doi":"10.1016/j.jsurg.2014.01.014","title":"Understanding Surgical Residents’ Postoperative Practices and Barriers and Enablers to the Implementation of an Enhanced Recovery After Surgery (ERAS) Guideline","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Enhanced Recovery After Surgery","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network; University of Toronto; Toronto East General Hospital; Lunenfeld-Tanenbaum Research Institute; Mount Sinai Hospital; Public Health Ontario","funders":"","keywords":"Medicine; Guideline; Exact test; Colectomy; General surgery; Surgery; Physical therapy; Internal medicine; Disease","score_opus":0.03830530521449826,"score_gpt":0.35880869646756175,"score_spread":0.3205033912530635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009485853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98795503,0.00046542173,0.0008375823,0.0096854055,0.0006235742,0.00022265413,0.00000389725,0.0000053454714,0.0002011122],"genre_scores_gemma":[0.9966612,0.0010648239,0.000932568,0.00073702197,0.00047021054,0.000011999678,0.000010993662,0.000015760528,0.000095425654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99791664,0.00039681373,0.0008855081,0.00020948886,0.00040761777,0.00018393551],"domain_scores_gemma":[0.99704283,0.0011308776,0.00089626363,0.0001631981,0.00041701744,0.0003498294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026587488,0.00014456204,0.0004294987,0.000299506,0.000091576425,0.00007073765,0.00005614618,0.000079752666,0.00020945501],"category_scores_gemma":[0.0008943578,0.00009827559,0.00009959431,0.00024866033,0.00007724465,0.00079211313,0.00002934604,0.00022856702,0.000001085669],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.059640232,0.0019390445,0.3814059,0.0012468515,0.001890299,0.0005902848,0.03317351,0.0006873158,0.056564134,0.0013932628,0.048639562,0.4128296],"study_design_scores_gemma":[0.012164842,0.0089613525,0.57838416,0.004159859,0.0016224706,0.0100529725,0.12410427,0.0004400635,0.10178255,0.0032271326,0.15330732,0.0017929797],"about_ca_topic_score_codex":0.00010353301,"about_ca_topic_score_gemma":0.00006515627,"teacher_disagreement_score":0.41103664,"about_ca_system_score_codex":0.00016311396,"about_ca_system_score_gemma":0.0006087403,"threshold_uncertainty_score":0.4007562},"labels":[],"label_agreement":null},{"id":"W2010490033","doi":"10.1016/j.jsurg.2014.01.006","title":"Perceptions, Training Experiences, and Preferences of Surgical Residents Toward Laparoscopic Simulation Training: A Resident Survey","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Simulation training; Training (meteorology); Perception; Medicine; Psychology; Simulation; Computer science","score_opus":0.11004582813336429,"score_gpt":0.39056791178830985,"score_spread":0.2805220836549456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010490033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9965404,0.00037867206,0.0001378498,0.0005397993,0.00038695746,0.00014613442,0.0000016839742,0.000014528279,0.0018539196],"genre_scores_gemma":[0.9986294,0.00029085897,0.00039979574,0.000045359386,0.00042656512,0.0000067780734,0.000020492585,0.000012852569,0.00016791301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975073,0.00042421685,0.0009847364,0.00021634619,0.00065993145,0.0002074869],"domain_scores_gemma":[0.9972136,0.0013024901,0.0005404354,0.00012744656,0.00047718664,0.00033883343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018231986,0.00015806287,0.00059892103,0.00026194233,0.000086630884,0.00004827636,0.00009698565,0.00014448972,0.0005701623],"category_scores_gemma":[0.00080276607,0.00012279043,0.00013580834,0.00031050819,0.00016252062,0.00026038603,0.000019942414,0.00028902575,0.0000028627485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003780075,0.0010957968,0.5693127,0.0002524909,0.00019381384,0.000061302635,0.12619337,0.0026476288,0.00018925466,0.0010548569,0.00027090378,0.29494783],"study_design_scores_gemma":[0.007359073,0.0010355792,0.93942076,0.0008491806,0.00012160585,0.00046056678,0.034622077,0.003660203,0.00013846961,0.000609757,0.01146782,0.00025490404],"about_ca_topic_score_codex":0.0000725846,"about_ca_topic_score_gemma":0.000008461098,"teacher_disagreement_score":0.3701081,"about_ca_system_score_codex":0.00005614175,"about_ca_system_score_gemma":0.00047206797,"threshold_uncertainty_score":0.6242877},"labels":[],"label_agreement":null},{"id":"W2010665462","doi":"10.1016/j.jsurg.2014.10.007","title":"You Have a Message! Social Networking as a Motivator for FLS Training","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Curriculum; Medicine; Randomized controlled trial; Psychology; Tertiary care; Medical education; Moderation; Family medicine; Surgery; Social psychology; Pedagogy","score_opus":0.05769241854813647,"score_gpt":0.36594901339497443,"score_spread":0.308256594846838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010665462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95440286,0.00024007182,0.0024646686,0.008089492,0.0014669498,0.0002762372,9.4204705e-7,0.000029246534,0.033029504],"genre_scores_gemma":[0.9922803,0.000013042495,0.0009212216,0.0007218148,0.0053979275,0.0000073946467,0.000009573527,0.000018192022,0.0006305311],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879014,0.00007512697,0.00050208066,0.00011828698,0.00031145205,0.00020292279],"domain_scores_gemma":[0.99854094,0.0005088525,0.00034859817,0.000059558737,0.00031811354,0.00022395462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009740596,0.000105518135,0.0003604534,0.000117150084,0.00012981548,0.000038219947,0.000057324603,0.00010798706,0.00024765605],"category_scores_gemma":[0.00039981634,0.0000831406,0.00027248895,0.00013834688,0.000037600632,0.00011523046,0.000007505083,0.00024459325,0.0000052299606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015097177,0.0005801796,0.0052464427,0.000073937976,0.00013889425,0.000022327013,0.005446543,0.00012700053,0.00014427825,0.0079706935,0.001806362,0.9769336],"study_design_scores_gemma":[0.0076355725,0.00047313503,0.010392576,0.00025843983,0.00017398778,0.00041389657,0.0030256263,0.0025676046,0.00009112919,0.0033890274,0.97141373,0.00016530171],"about_ca_topic_score_codex":0.0000027983292,"about_ca_topic_score_gemma":2.998857e-7,"teacher_disagreement_score":0.9767683,"about_ca_system_score_codex":0.000074005286,"about_ca_system_score_gemma":0.00034561285,"threshold_uncertainty_score":0.33903754},"labels":[],"label_agreement":null},{"id":"W2011832765","doi":"10.1016/j.jsurg.2013.04.006","title":"Application of Stereoscopic Visualization on Surgical Skill Acquisition in Novices","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Schulich School of Medicine and Dentistry; Schulich School of Medicine and Dentistry, Western University; London Health Sciences Centre","keywords":"Knot tying; Visualization; Stereoscopy; Computer science; Task (project management); Human–computer interaction; Artificial intelligence; Computer vision; Medicine; Surgery; Engineering","score_opus":0.016557652850406317,"score_gpt":0.3546284796307384,"score_spread":0.33807082678033207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011832765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99281347,0.00015385626,0.00028986245,0.0010445232,0.00021711104,0.00029424584,6.055174e-7,0.000010195391,0.00517614],"genre_scores_gemma":[0.9990319,0.000087705856,0.0002191622,0.00017572049,0.00033417283,0.000013159245,0.000030008523,0.000010941304,0.00009723762],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844736,0.000094050374,0.000782479,0.00013258457,0.0004186269,0.00012492324],"domain_scores_gemma":[0.9985132,0.0002761388,0.00047641058,0.00011614407,0.00047111264,0.00014699103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038647887,0.00010429088,0.0003265665,0.00036369896,0.000023518267,0.00001886823,0.000060990355,0.00011631806,0.0006784787],"category_scores_gemma":[0.00006331145,0.00008076581,0.0001108312,0.00044573384,0.000038442467,0.00025473378,0.000008181781,0.00018245242,0.000037698886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002331232,0.007934353,0.4309317,0.0003936019,0.000107851454,0.00006038861,0.0018213289,0.0014990278,0.0014502108,0.021613404,0.000375309,0.5314816],"study_design_scores_gemma":[0.011322459,0.0012907572,0.943118,0.0010121905,0.00008242078,0.00033450313,0.0012131201,0.006982438,0.001986629,0.0017307336,0.030679718,0.0002470548],"about_ca_topic_score_codex":0.00004348928,"about_ca_topic_score_gemma":0.0000012675778,"teacher_disagreement_score":0.53123456,"about_ca_system_score_codex":0.00010700395,"about_ca_system_score_gemma":0.00015588073,"threshold_uncertainty_score":0.74288654},"labels":[],"label_agreement":null},{"id":"W2012169108","doi":"10.1016/j.jsurg.2013.02.002","title":"Multisource Feedback to Assess Surgical Practice: A Systematic Review","year":2013,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; PsycINFO; CINAHL; Systematic review; MEDLINE; Competence (human resources); Medicine; Construct validity; Validity; Medical education; Psychology; Nursing; Clinical psychology; Psychometrics; Patient satisfaction; Psychological intervention; Social psychology","score_opus":0.11839828618555685,"score_gpt":0.4755911516815809,"score_spread":0.357192865496024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012169108","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012816712,0.9869671,0.00002031463,0.0020124635,0.00081994326,0.0030542538,0.0000028296886,0.00002714477,0.0070831655],"genre_scores_gemma":[0.00003384898,0.9941384,0.0011100996,0.0009144336,0.0012444558,0.00016673344,0.000046467743,0.00006797088,0.0022776],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937781,0.0010927438,0.0032458736,0.0003468883,0.0011964623,0.00033994275],"domain_scores_gemma":[0.9905202,0.0034992215,0.002869823,0.0004708613,0.0015979736,0.001041918],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026439878,0.0004967199,0.005045005,0.0004508182,0.00007052241,0.000117953445,0.00029796545,0.0003947323,0.0013387232],"category_scores_gemma":[0.004416527,0.00030458788,0.0015140692,0.0010063369,0.000041557283,0.00031379506,0.000054549393,0.0012163573,0.0008206413],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004919662,0.000705339,0.0000013009259,0.5783853,0.00039570354,0.00036109384,0.000053943553,0.0000013290907,1.8237866e-8,0.0001287394,0.0028722873,0.41704577],"study_design_scores_gemma":[0.0005893671,0.00011666413,0.0000011425956,0.41098833,0.003889912,0.009777349,0.00009386786,0.0000030119463,3.8213095e-8,0.0000022690158,0.5743691,0.0001689472],"about_ca_topic_score_codex":0.0000054554534,"about_ca_topic_score_gemma":7.67064e-8,"teacher_disagreement_score":0.5714968,"about_ca_system_score_codex":0.0004430967,"about_ca_system_score_gemma":0.0017628735,"threshold_uncertainty_score":0.9999573},"labels":[],"label_agreement":null},{"id":"W2013479861","doi":"10.1016/j.jsurg.2015.03.001","title":"A Simulation Curriculum for Management of Trauma and Surgical Critical Care Patients","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Advancing Translational Sciences; NIH Clinical Center; University of Pennsylvania Health System","keywords":"Preparedness; Likert scale; Curriculum; Competence (human resources); Medicine; Medical education; Confidence interval; Simulation training; Psychology; Nursing; Family medicine; Simulation; Social psychology; Computer science; Internal medicine; Pedagogy","score_opus":0.05286765208445592,"score_gpt":0.42991785327312815,"score_spread":0.3770502011886722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013479861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942754,0.0013706752,0.00021336201,0.0021547556,0.0010835918,0.0004899267,0.0000064816077,0.0000074549703,0.00039836744],"genre_scores_gemma":[0.99514157,0.00003277017,0.0041424893,0.000048114405,0.00051073235,0.000018102413,0.000053068492,0.00001331308,0.000039822316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984836,0.00007094408,0.00069992436,0.00013832434,0.00046789082,0.00013934479],"domain_scores_gemma":[0.9949111,0.00055833213,0.00028874967,0.000119526114,0.0037440758,0.00037823478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003676413,0.000101884434,0.0002845023,0.00018542435,0.000044496483,0.000014417627,0.000048383325,0.00009636917,0.00003792323],"category_scores_gemma":[0.00025031008,0.00008543018,0.000106677,0.00019693356,0.000059813334,0.00015852063,0.000010318799,0.00013111923,0.0000015454912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017088637,0.003349442,0.8937117,0.0030748611,0.0000900625,0.000019045248,0.005831317,0.0036127893,0.0000012944641,0.004957995,0.0013725342,0.08227009],"study_design_scores_gemma":[0.03033938,0.0067479867,0.78238803,0.0035557128,0.0013850163,0.00039833388,0.08385094,0.01590389,0.0002036616,0.0038472982,0.070691116,0.00068864936],"about_ca_topic_score_codex":0.000014076151,"about_ca_topic_score_gemma":2.1805936e-7,"teacher_disagreement_score":0.11132369,"about_ca_system_score_codex":0.00024302944,"about_ca_system_score_gemma":0.00048267964,"threshold_uncertainty_score":0.34837416},"labels":[],"label_agreement":null},{"id":"W2014235382","doi":"10.1016/j.jsurg.2013.04.013","title":"Leadership in Canadian Urology: What is the Right Stuff?","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Excellence; Urology; Medicine; Patient care; Medical education; Family medicine; Nursing; Political science","score_opus":0.0619226187041044,"score_gpt":0.3316220597574548,"score_spread":0.2696994410533504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014235382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76711416,0.005125441,0.000001547491,0.20555164,0.008865605,0.00012880248,2.3817209e-7,0.0000030642489,0.013209506],"genre_scores_gemma":[0.9885379,0.00035743535,0.000025852813,0.004236612,0.0005418084,0.000015727144,9.428191e-7,0.0000053448202,0.0062783887],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990096,0.00013806936,0.00032188842,0.00008573656,0.00013971723,0.00030494953],"domain_scores_gemma":[0.9992859,0.00015928311,0.00014412525,0.00009776534,0.00008383483,0.00022910317],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009102257,0.000064252716,0.0001102112,0.00016153205,0.000046148045,0.000055097495,0.00018921161,0.00010734016,0.0051840474],"category_scores_gemma":[0.000035576144,0.000040085895,0.00004000843,0.00014238602,0.00003426458,0.00021791291,0.0000057771713,0.0004248785,0.00037663148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048189184,0.0005019304,0.06377268,0.000014076558,0.00009709773,0.00006228146,0.029335214,0.0000055423698,0.000018881994,0.007677505,0.5989367,0.29952994],"study_design_scores_gemma":[0.0003126768,0.00003199571,0.11456865,0.000048342863,0.000007692962,0.0001574898,0.007956431,0.0000026945115,0.000012954107,0.0009562204,0.8758836,0.00006127609],"about_ca_topic_score_codex":0.013444207,"about_ca_topic_score_gemma":0.00085828494,"teacher_disagreement_score":0.29946867,"about_ca_system_score_codex":0.00017143306,"about_ca_system_score_gemma":0.000474821,"threshold_uncertainty_score":0.99572533},"labels":[],"label_agreement":null},{"id":"W2015036562","doi":"10.1016/j.jsurg.2014.11.004","title":"Investigating the “Rule of W,” a Mnemonic for Teaching on Postoperative Complications","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical site infection prevention","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Complication; Incidence (geometry); Surgery; Pneumonia; Urinary system; Myocardial infarction; Cohort; Anesthesia; Internal medicine","score_opus":0.027869618576070947,"score_gpt":0.3615938957139201,"score_spread":0.33372427713784913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015036562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614006,0.00006750991,0.003003955,0.0283172,0.00031083566,0.00029442192,0.0000011932941,0.000008039854,0.006596199],"genre_scores_gemma":[0.9954844,0.0000111783775,0.0030023137,0.0009348187,0.00029722496,0.000016913871,0.000007961044,0.00000811763,0.0002370397],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989816,0.00017541897,0.000471668,0.00007989859,0.00021083036,0.00008061726],"domain_scores_gemma":[0.99792796,0.00094080577,0.00046477787,0.00012608404,0.00044826162,0.000092136615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011687974,0.000067529705,0.00019563164,0.000097779426,0.00013204104,0.000013818395,0.00006654143,0.00004672587,0.0000877037],"category_scores_gemma":[0.00111879,0.000041340063,0.00017618155,0.00012332758,0.00007512543,0.00008839448,0.000008260429,0.00028588146,0.0000050934805],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005971195,0.0040592677,0.019919239,0.00019273233,0.00026950243,0.0000011945609,0.004574216,0.0008645341,0.029541183,0.16149908,0.006416975,0.772065],"study_design_scores_gemma":[0.005394647,0.003289779,0.21430911,0.0016943732,0.00036463435,0.0012269084,0.0020491902,0.0028281484,0.009760556,0.017283428,0.74153835,0.0002608548],"about_ca_topic_score_codex":0.000011186574,"about_ca_topic_score_gemma":4.4235645e-7,"teacher_disagreement_score":0.7718041,"about_ca_system_score_codex":0.0000807056,"about_ca_system_score_gemma":0.0001890844,"threshold_uncertainty_score":0.16857989},"labels":[],"label_agreement":null},{"id":"W2018985846","doi":"10.1016/j.jsurg.2013.04.005","title":"“Back in the Day”… What are Surgeon Bloggers Saying About Their Careers?","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Attrition; Burnout; Grounded theory; Economic shortage; Psychology; Medical education; Qualitative research; Medicine; Content analysis; Sociology; Social science","score_opus":0.028018744502932236,"score_gpt":0.2980036964451563,"score_spread":0.26998495194222405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018985846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93756384,0.0018601848,0.0000045260495,0.03957733,0.0019754427,0.00013372337,4.2172178e-7,0.0000030495587,0.018881477],"genre_scores_gemma":[0.99417317,0.0032728142,0.000018147393,0.00119416,0.00075495255,0.000002439908,0.0000017702337,0.000002803135,0.0005797611],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984191,0.0004580011,0.00023937163,0.00007304283,0.0006277449,0.00018275078],"domain_scores_gemma":[0.998784,0.00046342541,0.00023767594,0.000086284796,0.0003131411,0.000115481234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0033752795,0.000063237654,0.00015200242,0.00009918319,0.00017659388,0.000301615,0.0004211352,0.00007582547,0.001186331],"category_scores_gemma":[0.00021653899,0.000039777664,0.00009325715,0.00030776835,0.0001644775,0.00093982264,0.000016415219,0.0002777613,0.000053719104],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049901075,0.0007084874,0.17586274,0.000044032447,0.000053445423,0.00005209366,0.29710826,0.000045283232,0.000036855934,0.0032005587,0.1692086,0.35362974],"study_design_scores_gemma":[0.00024408256,0.00002841296,0.042823005,0.00025009084,0.000013977923,0.000016417867,0.70602703,0.0000031379927,0.000008133354,0.00077127764,0.2497467,0.00006774839],"about_ca_topic_score_codex":0.0011151306,"about_ca_topic_score_gemma":0.00018288725,"teacher_disagreement_score":0.40891877,"about_ca_system_score_codex":0.00012196978,"about_ca_system_score_gemma":0.00031803793,"threshold_uncertainty_score":0.9997267},"labels":[],"label_agreement":null},{"id":"W2019310621","doi":"10.1016/j.jsurg.2011.09.002","title":"Learning Styles of First-Year Orthopedic Surgical Residents at 1 Accredited Institution","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Learning styles; Medical education; Orthopedic surgery; Style (visual arts); Psychology; Accreditation; Medicine; Experiential learning; Conceptualization; Pedagogy; Surgery","score_opus":0.035354971393274676,"score_gpt":0.32530296887311605,"score_spread":0.28994799747984135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019310621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671671,0.00052750227,0.000020062686,0.00017077647,0.0012046995,0.00006822686,0.0000018279767,0.00001149185,0.030828351],"genre_scores_gemma":[0.9960239,0.00042544535,0.00008616434,0.000011227558,0.0006809863,0.0000046513023,0.00001080488,0.000010531625,0.0027463054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998437,0.00030297978,0.0005780082,0.00015450513,0.00034841165,0.00017909052],"domain_scores_gemma":[0.9983607,0.00021887872,0.0007052444,0.000100210505,0.00048226205,0.00013269867],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00057079346,0.00011743403,0.0002750697,0.00021748377,0.00012062591,0.000014957941,0.0001590731,0.0001400537,0.0039053238],"category_scores_gemma":[0.00016343164,0.00009121091,0.00016468996,0.00023332884,0.00013524354,0.00017645916,0.00003992086,0.00039326333,0.000084566505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013814677,0.0009205128,0.9669117,0.00003249135,0.0001182148,0.00011021789,0.0048368284,0.0000054638913,0.00001949126,0.0037180614,0.0019585744,0.019987013],"study_design_scores_gemma":[0.0016718446,0.00080330943,0.93913907,0.0002451828,0.000088898385,0.0004886677,0.007142476,0.0000053753947,0.00012347643,0.00027161877,0.04986792,0.00015216791],"about_ca_topic_score_codex":0.0001715279,"about_ca_topic_score_gemma":0.000011477503,"teacher_disagreement_score":0.04790935,"about_ca_system_score_codex":0.00006203268,"about_ca_system_score_gemma":0.00015111869,"threshold_uncertainty_score":0.9970052},"labels":[],"label_agreement":null},{"id":"W2021132631","doi":"10.1016/j.jsurg.2014.07.009","title":"Use of Human Patient Simulation and Validation of the Team Situation Awareness Global Assessment Technique (TSAGAT): A Multidisciplinary Team Assessment Tool in Trauma Education","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Memorial University of Newfoundland","funders":"","keywords":"Multidisciplinary approach; Multidisciplinary team; Medical education; Psychology; Medicine; Knowledge management; Computer science; Nursing; Sociology","score_opus":0.044471521773315585,"score_gpt":0.43235971967893233,"score_spread":0.38788819790561674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021132631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99431807,0.000056301054,0.0019677384,0.0013525564,0.00070981134,0.0013538396,0.0000070681876,0.00000990653,0.0002247315],"genre_scores_gemma":[0.99394894,0.000015261707,0.0055383104,0.000057278987,0.00022723788,0.00008560927,0.000091980335,0.000016398137,0.000018990882],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996728,0.0005471904,0.0015774327,0.0002332334,0.0007632113,0.00015093967],"domain_scores_gemma":[0.9954585,0.0005868632,0.0016848553,0.0003571526,0.0018003809,0.000112261754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011899546,0.00018156896,0.00043172296,0.00035642798,0.00012564736,0.000030703755,0.00010417092,0.0001832155,0.000031938835],"category_scores_gemma":[0.00029743605,0.0001445417,0.00013649152,0.0006220585,0.00009074749,0.00048152872,0.000035001805,0.0003191658,2.873696e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014574482,0.002652557,0.94319993,0.00035186476,0.00002219123,2.1749355e-7,0.0015698138,0.020248696,0.0020469977,0.0011371025,0.000095805684,0.028529102],"study_design_scores_gemma":[0.0009856814,0.00063037494,0.97586393,0.0011306889,0.00010264363,0.000046949008,0.0024276162,0.013175842,0.0035457567,0.0017714603,0.00018645953,0.00013261287],"about_ca_topic_score_codex":0.0003135717,"about_ca_topic_score_gemma":0.000011464036,"teacher_disagreement_score":0.03266401,"about_ca_system_score_codex":0.0010860779,"about_ca_system_score_gemma":0.0031464188,"threshold_uncertainty_score":0.58942395},"labels":[],"label_agreement":null},{"id":"W2023023050","doi":"10.1016/j.jsurg.2007.04.009","title":"Current Assessment and Future Directions of Surgical Skills Laboratories","year":2007,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Medical education; Psychology; Medical physics","score_opus":0.016721827641965517,"score_gpt":0.3908458156220112,"score_spread":0.3741239879800457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023023050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98467916,0.0054570693,0.00008193642,0.0026606126,0.0017693444,0.00009668696,0.000002077423,0.000010958752,0.0052421624],"genre_scores_gemma":[0.99122834,0.005730877,0.0008606311,0.000035463232,0.0020642981,0.0000010646327,0.000007456,0.0000075451294,0.00006429971],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877805,0.000050983217,0.00057647785,0.00009362955,0.00037640295,0.00012446329],"domain_scores_gemma":[0.9983698,0.00034974123,0.00030503623,0.000074898286,0.0006295353,0.00027097613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008010956,0.000090040056,0.0003012307,0.00017977055,0.00005414668,0.000015460355,0.000031947526,0.00007818162,0.00028099402],"category_scores_gemma":[0.00004563127,0.000064531734,0.00010946394,0.00040877238,0.00006809332,0.00012224299,0.000009747814,0.00031569897,0.0000011303977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046358406,0.0022520574,0.14746743,0.00008329154,0.000085911364,0.0000776866,0.0007294908,0.000007016803,0.000042807216,0.010649197,0.0003941354,0.8377474],"study_design_scores_gemma":[0.0019081488,0.00015029579,0.23970132,0.00013241492,0.000060492785,0.00036668777,0.00072654756,0.000012003201,0.00009145781,0.000134317,0.7566596,0.000056713438],"about_ca_topic_score_codex":0.0000026618634,"about_ca_topic_score_gemma":8.5621235e-7,"teacher_disagreement_score":0.83769065,"about_ca_system_score_codex":0.00008015263,"about_ca_system_score_gemma":0.0004460489,"threshold_uncertainty_score":0.30766875},"labels":[],"label_agreement":null},{"id":"W2025761417","doi":"10.1016/j.jsurg.2014.03.001","title":"Use of 3-Dimensional Printing Technology and Silicone Modeling in Surgical Simulation: Development and Face Validation in Pediatric Laparoscopic Pyeloplasty","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":165,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medicine; Pyeloplasty; Laparoscopy; Ureter; Vicryl; Pediatric urology; Surgery; Fibrous joint; Hydronephrosis; Urinary system; Anatomy","score_opus":0.04877936362662619,"score_gpt":0.3222577260304998,"score_spread":0.2734783624038736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025761417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987792,0.0002579597,0.00021819066,0.00046368912,0.000080937396,0.000109408116,1.2102177e-7,0.000006350348,0.00008417934],"genre_scores_gemma":[0.9975157,0.00008952479,0.002261646,0.000018063201,0.00008503442,0.0000020306966,0.000003897094,0.000006337637,0.000017764216],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987107,0.000069597256,0.0007319607,0.00013936247,0.00023102776,0.000117334246],"domain_scores_gemma":[0.998887,0.00053297984,0.00024082244,0.0000534283,0.00018954705,0.00009623649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066997175,0.00008968566,0.00032190402,0.0006563098,0.000028029928,0.000013989749,0.000023592796,0.000120569886,0.000016475893],"category_scores_gemma":[0.00039417364,0.00007587305,0.000025627185,0.00046737414,0.000032955053,0.0001816335,0.000024709194,0.00024386268,5.4637354e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035627556,0.00042289228,0.7302595,0.000103821556,0.000011856682,0.00001900386,0.0005903981,0.1573183,0.00006916895,0.00061615533,6.266206e-7,0.110232055],"study_design_scores_gemma":[0.010519502,0.00024048323,0.47525468,0.0006785225,0.000058103997,0.0003656041,0.00050223054,0.50520587,0.0006312444,0.0004864828,0.005804614,0.00025264025],"about_ca_topic_score_codex":0.000003784153,"about_ca_topic_score_gemma":0.0000019311437,"teacher_disagreement_score":0.3478876,"about_ca_system_score_codex":0.000052566716,"about_ca_system_score_gemma":0.00019606327,"threshold_uncertainty_score":0.30940133},"labels":[],"label_agreement":null},{"id":"W2031027165","doi":"10.1016/j.jsurg.2013.02.006","title":"Trends in Matching to Urology Residency in Canada: Are We Becoming Noncompetitive?","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Urology; Medicine; Specialty; Matching (statistics); Family medicine; Pathology","score_opus":0.026868440123873634,"score_gpt":0.31543933194685914,"score_spread":0.2885708918229855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031027165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8798277,0.00019705118,0.0000031678996,0.10876568,0.0007218568,0.000036080142,3.1401373e-7,0.000001109465,0.010447057],"genre_scores_gemma":[0.9982889,0.00015580907,0.00009822189,0.000573913,0.0003028855,0.000001526518,4.2641116e-7,0.0000017565808,0.00057652284],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990187,0.0001605955,0.0002376655,0.000063680745,0.00036751767,0.0001518219],"domain_scores_gemma":[0.9994047,0.00017064369,0.00012730535,0.00003466725,0.00011877517,0.0001439095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007955495,0.000039727358,0.00014479102,0.00028078555,0.00005515434,0.00002331475,0.00018552446,0.000037425303,0.0011177791],"category_scores_gemma":[0.00010472965,0.000036658952,0.00002494871,0.00036848997,0.000027007336,0.00021366983,0.000018456481,0.00021520369,0.0000062266313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008397543,0.00032095745,0.721045,0.000017616776,0.000012424144,0.0003661183,0.061849874,0.00049876666,0.000023077238,0.006327339,0.045511395,0.16394345],"study_design_scores_gemma":[0.0003566936,0.000040537532,0.7634922,0.00017193545,0.000005808897,0.000021101157,0.18123817,0.0000043812893,0.0000025307838,0.0024213796,0.052171465,0.000073790565],"about_ca_topic_score_codex":0.8266165,"about_ca_topic_score_gemma":0.9096403,"teacher_disagreement_score":0.16386966,"about_ca_system_score_codex":0.00069550716,"about_ca_system_score_gemma":0.0018796062,"threshold_uncertainty_score":0.9997953},"labels":[],"label_agreement":null},{"id":"W2036257107","doi":"10.1016/j.jsurg.2011.12.002","title":"SEND IT: Study of E-Mail Etiquette and Notions from Doctors in Training","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Guelph","funders":"","keywords":"Communication source; Etiquette; Psychology; Presentation (obstetrics); Electronic mail; Medicine; Respondent; Affect (linguistics); Family medicine; Medical education; Internet privacy; Computer science; Communication","score_opus":0.16613388774315935,"score_gpt":0.46785784386009005,"score_spread":0.3017239561169307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036257107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98652923,0.00043307536,0.0000029621049,0.007416016,0.0044353683,0.0002907331,8.797522e-7,0.0000032905853,0.0008884215],"genre_scores_gemma":[0.99709463,0.0003302897,0.00031583267,0.00005264251,0.0021607846,0.000024634443,0.000001122834,0.0000047264025,0.000015336078],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984113,0.0004785648,0.00051340566,0.00006686497,0.00035279928,0.00017705018],"domain_scores_gemma":[0.99735326,0.0017756956,0.0004045577,0.000054478664,0.00019034922,0.00022165709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019084357,0.000054822187,0.00019377882,0.00017542946,0.00011004194,0.000018102402,0.00008017828,0.00008304593,0.00014242502],"category_scores_gemma":[0.0016162264,0.000052097228,0.000031665364,0.0003547398,0.00008391339,0.00040702912,0.000007607309,0.00022839135,0.000001752219],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019213645,0.0011418884,0.4730727,0.000006641677,0.000009382948,6.3211996e-7,0.49346492,0.0000023124157,0.000016912374,0.0006364509,0.00025685184,0.031372085],"study_design_scores_gemma":[0.00035935538,0.00007111205,0.6976542,0.00006803633,0.000022390443,0.0000027021779,0.27681777,0.0000012509137,0.000007955375,0.0004331063,0.024507683,0.00005443377],"about_ca_topic_score_codex":0.0055736783,"about_ca_topic_score_gemma":0.0011931348,"teacher_disagreement_score":0.2245815,"about_ca_system_score_codex":0.00018844253,"about_ca_system_score_gemma":0.00084358064,"threshold_uncertainty_score":0.8425771},"labels":[],"label_agreement":null},{"id":"W2039614774","doi":"10.1016/j.jsurg.2013.06.020","title":"Reflections on Competency-Based Education and Training for Surgical Residents","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":135,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medical education; Training (meteorology); Medicine; Medical knowledge; Psychology; Nursing","score_opus":0.05041056014998467,"score_gpt":0.42321761159685695,"score_spread":0.37280705144687226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039614774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9356485,0.00032309728,0.00038675024,0.051237322,0.0029202811,0.0006747114,0.0000013213231,0.000022217208,0.008785772],"genre_scores_gemma":[0.96310276,0.00009431807,0.030617947,0.0024112763,0.0022220179,0.00014386789,0.00005899255,0.000025036648,0.0013238048],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845564,0.00006883911,0.0006975061,0.00017677761,0.0004134253,0.00018778525],"domain_scores_gemma":[0.9976381,0.00029234312,0.00038800095,0.00016629156,0.0013422373,0.00017300122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006353237,0.00013154231,0.00028971472,0.00051230117,0.00015795676,0.0000567021,0.000080136415,0.00013812928,0.00031280337],"category_scores_gemma":[0.0008064091,0.000107242,0.00011479133,0.00044052346,0.00009325582,0.00023226035,0.000006487959,0.00038348028,0.000019606572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009316079,0.0063543273,0.005047839,0.00040593505,0.00011369863,0.000010695887,0.0020164608,0.000037553342,0.00079696736,0.04004181,0.14368194,0.80056113],"study_design_scores_gemma":[0.011838774,0.0039194454,0.22135405,0.0032367934,0.00049137196,0.0057718363,0.013627115,0.0014609714,0.0010317076,0.02730816,0.7092741,0.00068564684],"about_ca_topic_score_codex":0.000029879102,"about_ca_topic_score_gemma":0.0000011426073,"teacher_disagreement_score":0.7998755,"about_ca_system_score_codex":0.00020112656,"about_ca_system_score_gemma":0.0036776536,"threshold_uncertainty_score":0.65239996},"labels":[],"label_agreement":null},{"id":"W2042522750","doi":"10.1016/j.jsurg.2010.11.003","title":"Culture at the Scrub Sink—The Unintended Consequences Associated with Implementation of Rapid Hand Washes","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Unintended consequences; Sink (geography); Business; Philosophy; Geography; Cartography; Epistemology","score_opus":0.047768539928599967,"score_gpt":0.3565418188684013,"score_spread":0.30877327893980133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042522750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740024,0.000985271,0.000017842412,0.022514757,0.00048217596,0.00031719246,0.000004145113,0.0000055329233,0.0016706394],"genre_scores_gemma":[0.99864656,0.00023748635,0.000072534036,0.00040192486,0.00020467964,0.000008309197,0.000010596488,0.0000062041277,0.00041169775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884576,0.0002200738,0.00044197982,0.00006801581,0.0003136115,0.00011055755],"domain_scores_gemma":[0.9975196,0.00016593566,0.00070662965,0.000105003426,0.0014294523,0.00007335419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007332554,0.000077635894,0.00020170369,0.000059583475,0.0001674678,0.000014603775,0.0000685991,0.00006185762,0.00076470384],"category_scores_gemma":[0.00021484618,0.00003384856,0.00008766202,0.00020246627,0.00045007438,0.000103332204,0.000007973574,0.00024514893,0.0000024673657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009687503,0.003128338,0.60782826,0.00041989514,0.002817409,0.00014895567,0.09152537,0.000036815425,0.022608183,0.013982744,0.068975024,0.17884153],"study_design_scores_gemma":[0.008476584,0.0058829826,0.7969982,0.0010940868,0.0011459097,0.0045404336,0.068190195,0.00003212786,0.05844431,0.0022024277,0.05272073,0.00027200492],"about_ca_topic_score_codex":0.00025869327,"about_ca_topic_score_gemma":0.00018998062,"teacher_disagreement_score":0.18916999,"about_ca_system_score_codex":0.00017920027,"about_ca_system_score_gemma":0.00083580386,"threshold_uncertainty_score":0.8372971},"labels":[],"label_agreement":null},{"id":"W2043266248","doi":"10.1016/j.jsurg.2008.10.004","title":"Hepatic Artery Aneurysm Associated with Prune Belly Syndrome: A Case Report and Review of the Literature","year":2009,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Abdominal vascular conditions and treatments","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Medicine; Etiology; Abnormality; Splanchnic; Percutaneous; Surgery; Shock (circulatory); Artery; Aneurysm; Radiology; Internal medicine","score_opus":0.016241861668781468,"score_gpt":0.31977512991962653,"score_spread":0.3035332682508451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043266248","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012622197,0.98596144,6.104677e-7,0.0005082458,0.00012816844,0.00065064593,0.0000106808875,0.0000025389184,0.00011546448],"genre_scores_gemma":[0.0035172566,0.99548817,0.00008506935,0.000081669896,0.00008421036,0.000013422689,0.00010345576,0.000015517084,0.0006112446],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.99824107,0.00022234772,0.00094295776,0.0001430345,0.00035503702,0.00009555339],"domain_scores_gemma":[0.9971537,0.00012477543,0.0018088442,0.00027517986,0.0005090324,0.00012844491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049944106,0.00020844948,0.0014623159,0.00013969917,0.000054599303,0.000017511886,0.000055272903,0.00014465692,0.00003167215],"category_scores_gemma":[0.00026330556,0.00009794635,0.0005409384,0.0005214619,0.000050476407,0.00008062865,0.0000110734345,0.00046490278,7.718072e-7],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003558328,0.0020212617,0.00019849846,0.07520488,0.0016625064,0.46882018,0.00009265828,4.4667374e-8,9.586402e-8,0.000014967953,0.0016862304,0.45026308],"study_design_scores_gemma":[0.00027787936,0.00027262943,0.00053920835,0.26626602,0.004929311,0.65186894,0.0000071250897,7.81402e-8,6.368854e-8,0.000009271122,0.07577287,0.00005656732],"about_ca_topic_score_codex":0.0000027486706,"about_ca_topic_score_gemma":7.1355777e-7,"teacher_disagreement_score":0.45020652,"about_ca_system_score_codex":0.00014261997,"about_ca_system_score_gemma":0.001293862,"threshold_uncertainty_score":0.39941362},"labels":[],"label_agreement":null},{"id":"W2044707092","doi":"10.1016/j.jsurg.2014.05.018","title":"Letter to the Editor Response","year":2014,"lang":"en","type":"letter","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Queen's University; University of British Columbia; McMaster University; University of Toronto","funders":"","keywords":"Computer science; Medicine; Psychology","score_opus":0.016291549863464396,"score_gpt":0.3397762777679913,"score_spread":0.3234847279045269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044707092","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056526074,0.00014419874,0.00022672216,0.9598027,0.033063192,0.0003384905,0.0000014909665,0.000011721778,0.0007589133],"genre_scores_gemma":[0.000812821,0.000021870068,0.0012489401,0.6902684,0.30080706,0.000025647067,0.000046629353,0.000033227465,0.006735387],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968663,0.00041838278,0.0009786697,0.00020427359,0.0012615747,0.00027081618],"domain_scores_gemma":[0.99645454,0.0005853223,0.0007283542,0.00054042233,0.0015892129,0.00010213078],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0029796313,0.00021918384,0.00047263424,0.0005902843,0.000102292455,0.00006359642,0.00036387588,0.00066916767,0.0005419162],"category_scores_gemma":[0.002941793,0.0001323144,0.00024729752,0.0006023642,0.000096259864,0.00009010938,0.000027870774,0.0035936956,0.0003302765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041405516,0.00014207592,0.000023157876,0.00007888663,0.00004602515,0.00005938723,0.00023819068,0.0000017818965,0.00001815529,0.0000109169105,0.98610836,0.01285901],"study_design_scores_gemma":[0.00037242606,0.00033116603,0.0004739369,0.0005233898,0.00015383569,0.0014762862,0.00006722206,0.000005617014,0.000023192255,0.000046283694,0.9963943,0.0001323831],"about_ca_topic_score_codex":0.000005123484,"about_ca_topic_score_gemma":1.1682042e-7,"teacher_disagreement_score":0.26953423,"about_ca_system_score_codex":0.0004664479,"about_ca_system_score_gemma":0.0019983738,"threshold_uncertainty_score":0.998705},"labels":[],"label_agreement":null},{"id":"W2046248182","doi":"10.1016/j.jsurg.2011.03.001","title":"Evaluation of a Regional Acute Care Surgery Service by Residents in General Surgery","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Depersonalization; Emotional exhaustion; Burnout; Medicine; Health care; Nursing; Family medicine; Psychology; Clinical psychology","score_opus":0.18350877850254646,"score_gpt":0.4775375325932081,"score_spread":0.29402875409066165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046248182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98551947,0.0065596425,0.0000033531187,0.0042916434,0.002388802,0.00032721207,0.000021589341,0.000005631016,0.0008826423],"genre_scores_gemma":[0.9950659,0.0029631753,0.00022364968,0.00068782736,0.00072169857,0.000059188143,0.00011169532,0.000019679686,0.00014717961],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9939078,0.0023631107,0.0018246698,0.00018137778,0.0013737624,0.00034926113],"domain_scores_gemma":[0.99254423,0.0011601934,0.0015589509,0.00019263195,0.004299159,0.0002448066],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006485728,0.00014741598,0.00057558774,0.00046986932,0.00016016176,0.0000047845647,0.00016067445,0.00029101502,0.0011452754],"category_scores_gemma":[0.00048168402,0.00011794035,0.00018789382,0.0005033046,0.000032195036,0.00034980732,0.00003961089,0.0006748216,0.000014987074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087981496,0.0010249203,0.7813481,0.00081633945,0.000114037524,0.000026147502,0.013409511,0.0000063075654,0.00028867897,0.00015996795,0.10606853,0.09585765],"study_design_scores_gemma":[0.0013673329,0.0000688613,0.9657718,0.008029121,0.00021160503,0.000060269882,0.01255997,0.00007169644,0.00032728695,0.0018693714,0.0093958415,0.00026686484],"about_ca_topic_score_codex":0.002849909,"about_ca_topic_score_gemma":0.00026453543,"teacher_disagreement_score":0.18442369,"about_ca_system_score_codex":0.0004949515,"about_ca_system_score_gemma":0.009600442,"threshold_uncertainty_score":0.99976784},"labels":[],"label_agreement":null},{"id":"W2046740390","doi":"10.1016/j.jsurg.2010.05.015","title":"Centre of Excellence For Simulation Education and Innovation (CESEI)","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Provincial Health Services Authority","funders":"","keywords":"Excellence; Accreditation; Interprofessional education; Multidisciplinary approach; Experiential learning; Medical education; Health care; Value (mathematics); Medicine; Sociology; Pedagogy; Political science; Computer science","score_opus":0.03404923766131019,"score_gpt":0.37346039115003926,"score_spread":0.3394111534887291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046740390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994165,0.00013589535,0.00054524135,0.0019163436,0.0008498545,0.00020412603,0.000001089381,0.0000060778198,0.0021763628],"genre_scores_gemma":[0.99594355,0.00003446152,0.0027916986,0.00011191366,0.00060929166,0.0000025645763,0.000019474439,0.0000079709025,0.0004790931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907017,0.00002009359,0.00053622026,0.00008891164,0.00020672061,0.00007791612],"domain_scores_gemma":[0.9976972,0.00035267638,0.00046766835,0.00007610277,0.0013120669,0.0000943045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004482044,0.0000690665,0.00018899977,0.00032334786,0.000038852733,0.000014074035,0.000033603636,0.00008950056,0.00015535801],"category_scores_gemma":[0.0005648957,0.00005596286,0.0000620001,0.00039879268,0.00004301754,0.00018485519,0.0000055177784,0.00017609025,0.000001036768],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000951112,0.001773848,0.042704746,0.00024446036,0.000044314158,0.0000013516782,0.0010604458,0.0004849387,0.009312989,0.021196809,0.00043573263,0.9217892],"study_design_scores_gemma":[0.0130642885,0.0010203352,0.24369235,0.0010013733,0.0003867274,0.00048880087,0.004364819,0.022473553,0.007529351,0.012331493,0.69319934,0.00044754517],"about_ca_topic_score_codex":0.000003598722,"about_ca_topic_score_gemma":4.808916e-7,"teacher_disagreement_score":0.9213417,"about_ca_system_score_codex":0.000022684098,"about_ca_system_score_gemma":0.00051995256,"threshold_uncertainty_score":0.22820991},"labels":[],"label_agreement":null},{"id":"W2049591627","doi":"10.1016/j.jsurg.2011.12.005","title":"Implications of Current Resident Work-Hour Guidelines on the Future Practice of Surgery in Canada","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Medicine; Work hours; Family medicine; Cohort; Residency training; Work (physics); Medical education; Continuing education; Internal medicine","score_opus":0.06431814897599188,"score_gpt":0.3936765531534842,"score_spread":0.32935840417749235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049591627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88974416,0.0062097567,0.000003151829,0.10232137,0.0010861063,0.000090074274,0.0000015618747,8.6514666e-7,0.0005429455],"genre_scores_gemma":[0.9966722,0.0018897007,0.0001784359,0.0003877094,0.00078505295,0.0000031626003,0.000002183734,0.0000051377183,0.00007641433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869883,0.000079119265,0.0007453498,0.000045111527,0.00032403882,0.000107528336],"domain_scores_gemma":[0.9975418,0.00084401405,0.0006243051,0.00015088251,0.0006815614,0.00015745516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088002643,0.000062675164,0.00024862323,0.00010882811,0.000019978917,0.000003049765,0.000065874534,0.000028306275,0.00015644496],"category_scores_gemma":[0.001363281,0.000033839322,0.00010133276,0.00030941665,0.000014471794,0.00010473231,0.000010459562,0.0002258392,0.0000010060159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023499312,0.0009447264,0.7901354,0.000055188164,0.00003300633,0.0000036899844,0.00036112336,0.000013658735,0.00004038518,0.001932408,0.13295215,0.073293306],"study_design_scores_gemma":[0.0001498431,0.000030225912,0.73709404,0.00044352643,0.000044069384,0.000081023165,0.0026130988,6.880313e-7,0.00019479489,0.000055614837,0.25925684,0.000036220263],"about_ca_topic_score_codex":0.0102787865,"about_ca_topic_score_gemma":0.0014545143,"teacher_disagreement_score":0.12630469,"about_ca_system_score_codex":0.0002125972,"about_ca_system_score_gemma":0.0032269198,"threshold_uncertainty_score":0.99631184},"labels":[],"label_agreement":null},{"id":"W2050108028","doi":"10.1016/j.jsurg.2009.08.003","title":"The Effect of a Focused Instructional Session on Knowledge of Surgical Staplers in General Surgery Residents","year":2009,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Test (biology); Session (web analytics); Surgical procedures; Surgery; General surgery; Physical therapy","score_opus":0.024724247624354698,"score_gpt":0.3534380315935697,"score_spread":0.32871378396921497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050108028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99474204,0.00048184046,0.0000022553863,0.0015143616,0.0006001829,0.00013633457,8.2333935e-7,0.000004675575,0.0025175158],"genre_scores_gemma":[0.99907,0.0002878875,0.000060786122,0.000022999877,0.00040496414,0.0000018736497,0.0000063468156,0.000007215033,0.0001379124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979416,0.00034339755,0.00094949186,0.00011276758,0.0004949764,0.00015772865],"domain_scores_gemma":[0.9967632,0.0021727437,0.00052001263,0.00011676887,0.00027115634,0.00015611174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015467135,0.000118469194,0.0005065643,0.00033792914,0.00005025195,0.000011043804,0.000073631985,0.00010782049,0.00010752723],"category_scores_gemma":[0.00033614636,0.00006907453,0.00030298316,0.00046618195,0.000078515885,0.00010241754,0.00000846192,0.0003311434,0.000002183103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01708698,0.0016977146,0.26016343,0.00011473347,0.000099437784,0.00010551476,0.00038933702,0.00065640383,0.00040869205,0.0019403014,0.0011720922,0.71616536],"study_design_scores_gemma":[0.01113718,0.0018109397,0.9601844,0.0013222485,0.00007167763,0.0004171772,0.00015172399,0.00043144397,0.0033810383,0.00045386594,0.020499878,0.00013842089],"about_ca_topic_score_codex":0.000013456584,"about_ca_topic_score_gemma":0.0000014629326,"teacher_disagreement_score":0.71602696,"about_ca_system_score_codex":0.00011814483,"about_ca_system_score_gemma":0.00045944695,"threshold_uncertainty_score":0.28167775},"labels":[],"label_agreement":null},{"id":"W2053117808","doi":"10.1016/j.jsurg.2009.10.009","title":"Challenges of Multisite Surgical Teaching Programs: A Review of Surgery Clerkship","year":2010,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Western University","funders":"","keywords":"MEDLINE; Medicine; Tertiary care; Medical education; Community hospital; Patient care; Family medicine; Nursing","score_opus":0.12067942672826112,"score_gpt":0.4508898771336176,"score_spread":0.33021045040535646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053117808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007797833,0.9912586,0.000005640837,0.0027536873,0.0022552856,0.0008842978,0.000002747036,0.000013221079,0.0020467239],"genre_scores_gemma":[0.00020527684,0.9940364,0.0029722545,0.00009629507,0.0022793622,0.000058245067,0.00015951894,0.000058524303,0.00013416629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932273,0.0006548009,0.0042492077,0.00031297753,0.0012640692,0.00029165568],"domain_scores_gemma":[0.99048996,0.0012261036,0.005366457,0.00061923516,0.0020863125,0.00021190311],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0073608775,0.00040399653,0.0040162513,0.0010130237,0.000048417485,0.000013340264,0.00033127217,0.0007238285,0.0002183708],"category_scores_gemma":[0.0048307423,0.00028556175,0.0015660404,0.00089158246,0.00024451225,0.0001889725,0.00004501446,0.0028130424,0.000009586613],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029535913,0.00197627,0.000066126115,0.17917326,0.00014547603,0.000025562107,0.00008181188,1.0559512e-8,3.5625172e-7,0.0007267272,0.0026876433,0.8150872],"study_design_scores_gemma":[0.00021852412,0.00013050513,0.00007315163,0.3154848,0.001049253,0.0033285948,0.0000930509,4.813844e-7,0.0000012711057,0.00002240706,0.6794572,0.00014078633],"about_ca_topic_score_codex":0.0000090767735,"about_ca_topic_score_gemma":5.3299146e-7,"teacher_disagreement_score":0.8149464,"about_ca_system_score_codex":0.00023341189,"about_ca_system_score_gemma":0.0041566137,"threshold_uncertainty_score":0.99995965},"labels":[],"label_agreement":null},{"id":"W2054987811","doi":"10.1016/j.jsurg.2010.07.004","title":"Thoracic Surgery Training in Canada According to the Residents: The Thoracic Surgery Resident Survey, of the Canadian Thoracic Manpower and Education Study (T-Med)","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Graduation (instrument); Medicine; Competence (human resources); Specialty; Demographics; Family medicine; Medical education; Psychology; Demography","score_opus":0.05704987850558924,"score_gpt":0.36859991335612263,"score_spread":0.3115500348505334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054987811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804096,0.0004308079,0.0000015749563,0.015037086,0.0029070417,0.0005887141,0.000004297899,0.0000041033236,0.00061674],"genre_scores_gemma":[0.9984477,0.00006232722,0.000018069402,0.0007822705,0.00045959526,0.000022291979,0.000008222157,0.000023949477,0.00017557213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620914,0.0010822116,0.0011680282,0.00023587442,0.00094237307,0.00036237887],"domain_scores_gemma":[0.99366826,0.0040294183,0.00066025025,0.00043315714,0.00076181913,0.0004471038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008593708,0.00019987878,0.00055303273,0.00046212287,0.00034823947,0.000113441456,0.00028126233,0.00009917772,0.00014364983],"category_scores_gemma":[0.0036327597,0.00010653248,0.000153066,0.0013382889,0.0000931052,0.00021024812,0.000047683327,0.0009919784,0.0000022026497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028223856,0.00014264786,0.8575322,0.000025052093,0.00003947644,0.000022559125,0.0022412054,0.000058344966,0.000009144519,0.000019677816,0.0011018183,0.13852564],"study_design_scores_gemma":[0.00013432807,0.000025312354,0.97439706,0.0003795836,0.000069177826,0.00023102434,0.019770088,0.00003455459,0.000053359858,0.00006909134,0.004718682,0.00011772156],"about_ca_topic_score_codex":0.8596281,"about_ca_topic_score_gemma":0.98204273,"teacher_disagreement_score":0.13840792,"about_ca_system_score_codex":0.00052545767,"about_ca_system_score_gemma":0.022900164,"threshold_uncertainty_score":0.9826391},"labels":[],"label_agreement":null},{"id":"W2056300110","doi":"10.1016/j.jsurg.2014.12.014","title":"Proficiency Performance Benchmarks for Removal of Simulated Brain Tumors Using a Virtual Reality Simulator NeuroTouch","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal Neurological Institute and Hospital","funders":"","keywords":"Virtual reality; Metric (unit); Computer science; Medical physics; Set (abstract data type); Neurosurgery; Simulation; Medicine; Human–computer interaction; Surgery; Operations management; Engineering","score_opus":0.07596852010979431,"score_gpt":0.38239086645840464,"score_spread":0.3064223463486103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056300110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964293,0.00011969591,0.00038438346,0.00089225796,0.0004897461,0.000401801,0.0000022894385,0.000009732819,0.0012707838],"genre_scores_gemma":[0.99853605,0.000007786369,0.00069364,0.00015500876,0.0004392955,0.0000016797176,0.000017442026,0.0000142397275,0.00013483601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815977,0.000095265576,0.000887712,0.00014715486,0.0005178154,0.00019231075],"domain_scores_gemma":[0.99731183,0.000460576,0.0005981112,0.00013658658,0.0011432468,0.0003496491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012870317,0.00012578725,0.00042796647,0.00019456683,0.000054399814,0.000015118248,0.00008400385,0.000101483376,0.0000871144],"category_scores_gemma":[0.0011699782,0.00009746837,0.00018847444,0.00039650028,0.0000745548,0.00021808749,0.000014986049,0.00023796174,9.071224e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027639803,0.007987127,0.13584358,0.0008977032,0.00034005608,0.00042364548,0.00574072,0.5755674,0.0044297944,0.0030764134,0.0017370076,0.23631674],"study_design_scores_gemma":[0.0246559,0.005274633,0.042255156,0.0010818528,0.0002835085,0.0036274386,0.0026087572,0.8245574,0.0021094973,0.00054841867,0.09251379,0.0004836267],"about_ca_topic_score_codex":0.000009661866,"about_ca_topic_score_gemma":1.6094516e-7,"teacher_disagreement_score":0.24899,"about_ca_system_score_codex":0.00013925102,"about_ca_system_score_gemma":0.0012858633,"threshold_uncertainty_score":0.39746448},"labels":[],"label_agreement":null},{"id":"W2056739625","doi":"10.1016/j.jsurg.2009.04.004","title":"National Survey of Canadian General Surgery Program Directors Regarding Focused Assessment With Sonography for Trauma","year":2009,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medicine; Residency training; Medical education; Focused assessment with sonography for trauma; Graduate medical education; Family medicine; Psychology; Continuing education; Accreditation; Surgery","score_opus":0.0888671632099446,"score_gpt":0.40858043268780175,"score_spread":0.31971326947785716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056739625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99051034,0.00010733699,0.00021380818,0.00604668,0.00022941391,0.0005087798,0.000026563814,0.0000118421785,0.002345217],"genre_scores_gemma":[0.96435344,0.0000991173,0.03469343,0.00017990066,0.00041202526,0.000040022038,0.00014051743,0.000011895223,0.000069637324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835515,0.00008126354,0.0007683521,0.00014179207,0.00046014975,0.00019331375],"domain_scores_gemma":[0.9957771,0.0012771784,0.00051990297,0.00011675739,0.0019411908,0.0003678892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016985278,0.00010895795,0.00041955416,0.00073833513,0.000071454764,0.000027364391,0.00008247341,0.00009332243,0.000048041333],"category_scores_gemma":[0.00052288896,0.0000804606,0.00024968415,0.0010024881,0.00006532245,0.00012813591,0.000001910941,0.00023754397,4.6510524e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009658926,0.0046227295,0.7159724,0.000070979055,0.00033372332,0.0000045764345,0.000106427215,0.000063540254,0.00023311873,0.0026800113,0.02812848,0.24681811],"study_design_scores_gemma":[0.00093628507,0.00073329755,0.96193224,0.00011949048,0.00008346561,0.00009546718,0.000029746949,0.000065510125,0.00015615413,0.00048159985,0.03527279,0.00009396736],"about_ca_topic_score_codex":0.0028316732,"about_ca_topic_score_gemma":0.0019382117,"teacher_disagreement_score":0.24672414,"about_ca_system_score_codex":0.00021079837,"about_ca_system_score_gemma":0.0038480102,"threshold_uncertainty_score":0.68262047},"labels":[],"label_agreement":null},{"id":"W2059801158","doi":"10.1016/j.jsurg.2013.02.009","title":"Educational Value of a Preoperative CT Sinus Checklist: A Resident's Perspective","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Radiology practices and education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Checklist; Perspective (graphical); Value (mathematics); Medicine; Psychology; Radiology; General surgery; Medical physics; Computer science; Artificial intelligence; Cognitive psychology","score_opus":0.01586802967787164,"score_gpt":0.3485517626012546,"score_spread":0.33268373292338294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059801158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372683,0.0015773091,0.000011322449,0.046010163,0.00084895873,0.00026670023,9.1861233e-7,0.0000033969707,0.0140129095],"genre_scores_gemma":[0.99165654,0.00032028946,0.0018572428,0.00023733643,0.0012307981,0.000020644826,0.0000086955615,0.000010282904,0.004658172],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99874204,0.00014185799,0.00055317633,0.0001361691,0.0002964218,0.00013032423],"domain_scores_gemma":[0.99686974,0.00033121894,0.00067060196,0.00014739325,0.001792663,0.00018837287],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041249258,0.000105754116,0.00031059372,0.000218992,0.000056104775,0.000028199474,0.00009023038,0.000057426805,0.0017213491],"category_scores_gemma":[0.00081284106,0.00008030134,0.00014726678,0.00024005242,0.00011036386,0.0005734654,0.000010414399,0.00031506913,0.00004629703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030599178,0.017909266,0.34665638,0.00056223135,0.0019110661,0.00011257626,0.055977456,0.00027226552,0.015330421,0.16144872,0.37494403,0.021815661],"study_design_scores_gemma":[0.0014808506,0.00091248314,0.93865454,0.0003254866,0.0003307755,0.00873745,0.023765936,0.000108511995,0.0014294414,0.008927841,0.015160501,0.00016616796],"about_ca_topic_score_codex":0.00054579077,"about_ca_topic_score_gemma":0.0000017881872,"teacher_disagreement_score":0.59199816,"about_ca_system_score_codex":0.00034431272,"about_ca_system_score_gemma":0.002690483,"threshold_uncertainty_score":0.9991912},"labels":[],"label_agreement":null},{"id":"W2059970738","doi":"10.1016/j.jsurg.2013.09.006","title":"Two for One: Surgical Skills and CanMEDS Roles—A Combined Course for Surgical Residents","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Department of Obstetrics and Gynecology, University of Wisconsin-Madison","keywords":"Syllabus; Medical education; Session (web analytics); Scale (ratio); Medicine; Obstetrics and gynaecology; Psychology; Mathematics education; Computer science","score_opus":0.01160703233186951,"score_gpt":0.36205803753951227,"score_spread":0.3504510052076428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059970738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9673108,0.0004780976,0.00086575287,0.027503962,0.0020041356,0.0008522221,0.000006923158,0.000021341859,0.0009567846],"genre_scores_gemma":[0.9816599,0.00032340662,0.010634323,0.0007909692,0.004552997,0.00010927384,0.00013742196,0.00004487164,0.001746869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975224,0.00012078931,0.0010844397,0.0002644704,0.0006632063,0.00034470804],"domain_scores_gemma":[0.9962954,0.0009432518,0.0005866326,0.00024401459,0.001615047,0.00031568808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025428548,0.00020014498,0.00063030986,0.00028969973,0.00016667323,0.000056954064,0.00015037275,0.00021787702,0.0001288407],"category_scores_gemma":[0.0013907135,0.00016634885,0.00021689139,0.00034658654,0.00017803864,0.00020304657,0.000023306058,0.00042123513,0.000005173862],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009574164,0.021614095,0.063987836,0.0014972031,0.00072770286,0.000085226384,0.0015017817,0.000045901805,0.00029973598,0.10535603,0.21129932,0.584011],"study_design_scores_gemma":[0.0421525,0.0035086127,0.066185504,0.0013763898,0.0009866635,0.004238275,0.0008879504,0.0015226353,0.00076542114,0.009536537,0.8682743,0.0005652253],"about_ca_topic_score_codex":0.000016527107,"about_ca_topic_score_gemma":0.000003172489,"teacher_disagreement_score":0.656975,"about_ca_system_score_codex":0.00021188546,"about_ca_system_score_gemma":0.0011048139,"threshold_uncertainty_score":0.6783509},"labels":[],"label_agreement":null},{"id":"W2062845173","doi":"10.1016/j.jsurg.2011.03.010","title":"Sim One, Do One, Teach One: Considerations in Designing Training Curricula for Surgical Simulation","year":2011,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Curriculum; Task (project management); Overtraining; Training (meteorology); Identification (biology); Medical education; Surgical simulation; Dreyfus model of skill acquisition; Computer science; Psychology; Medicine; Pedagogy; Engineering; Physical therapy; Surgery","score_opus":0.2350467769481609,"score_gpt":0.44055722944628845,"score_spread":0.20551045249812755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062845173","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011177525,0.98658997,0.0012472018,0.00034927105,0.0009312565,0.002073367,0.000013554475,0.000053795615,0.0076238406],"genre_scores_gemma":[0.13369633,0.8525345,0.009716378,0.00012356396,0.0030992255,0.0001517188,0.00027009542,0.0001369467,0.00027127235],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99520564,0.0005142834,0.0026997686,0.00046058098,0.00065473065,0.00046500476],"domain_scores_gemma":[0.9920446,0.0046901517,0.001636122,0.00026252793,0.00085778115,0.00050877314],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002300587,0.00046453087,0.0026241662,0.0010056363,0.00016964346,0.00011566129,0.00014357599,0.00066779193,0.001032344],"category_scores_gemma":[0.001452547,0.00039805047,0.0010776772,0.00070198375,0.00010045597,0.0003448365,0.000025726718,0.0013301771,0.000020243628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022142904,0.0019787813,0.00012959764,0.002137117,0.00027962966,0.00008153702,0.0008130922,0.00068298494,3.338921e-7,0.005197366,0.00007383962,0.9884043],"study_design_scores_gemma":[0.0058899266,0.00037545405,0.00018907503,0.023761153,0.0016956754,0.0008154368,0.0003589396,0.0005272735,0.0000011937938,0.0016084444,0.9642832,0.0004942135],"about_ca_topic_score_codex":0.000008574981,"about_ca_topic_score_gemma":0.0000018903673,"teacher_disagreement_score":0.9879101,"about_ca_system_score_codex":0.00043971802,"about_ca_system_score_gemma":0.0026057144,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W2063606305","doi":"10.1016/j.jsurg.2014.06.011","title":"Development of a Novel iPad-Based Laparoscopic Trainer and Comparison With a Standard Laparoscopic Trainer for Basic Laparoscopic Skills Testing","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Trainer; Likert scale; Medicine; Laparoscopic surgery; Physical therapy; Significant difference; Laparoscopy; Medical physics; Surgery; Psychology; Computer science","score_opus":0.043082104572910354,"score_gpt":0.34104203922118503,"score_spread":0.2979599346482747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063606305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99257445,0.00011918733,0.005074265,0.0007115294,0.00021040213,0.00037205973,0.0000049150003,0.000017698518,0.00091547833],"genre_scores_gemma":[0.9329332,0.0000033322804,0.06642516,0.00024027772,0.00024030278,0.000019582467,0.000018390025,0.000023427534,0.00009633448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806595,0.00005069636,0.0009410725,0.00021290983,0.00047898613,0.00025039556],"domain_scores_gemma":[0.99748343,0.0008630877,0.00060627674,0.0001235145,0.0006265285,0.00029713166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083935016,0.00020139484,0.0008113093,0.00021669135,0.000103680846,0.000034194298,0.000073248884,0.00010485508,0.00006020106],"category_scores_gemma":[0.0004871613,0.00014144676,0.00009373931,0.000310746,0.00010837633,0.00010899398,0.000009089033,0.00023835906,6.6452236e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01209483,0.014450798,0.39273274,0.0037593485,0.00091216003,0.000025420453,0.016614508,0.0069328994,0.018169014,0.004297054,0.00068963,0.5293216],"study_design_scores_gemma":[0.20534173,0.010471882,0.32779902,0.011180451,0.001413517,0.00050521694,0.0046614874,0.03495424,0.040189307,0.0003400411,0.36165294,0.0014901606],"about_ca_topic_score_codex":0.0000036284932,"about_ca_topic_score_gemma":0.0000057697234,"teacher_disagreement_score":0.52783144,"about_ca_system_score_codex":0.00011578644,"about_ca_system_score_gemma":0.0010770367,"threshold_uncertainty_score":0.5768031},"labels":[],"label_agreement":null},{"id":"W2064954709","doi":"10.1016/j.jsurg.2012.05.006","title":"General Surgery vs Fellowship: The Role of the Independent Academic Medical Center","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Logistic regression; Medicine; Program director; Family medicine; Quarter (Canadian coin); Multivariate analysis; Medical education; Psychology; Geography; Internal medicine","score_opus":0.024506112086690332,"score_gpt":0.3185408248612628,"score_spread":0.29403471277457244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064954709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629375,0.0013133553,0.0000023172563,0.02386562,0.003560913,0.000051326362,7.3153177e-7,0.0000022553206,0.008265989],"genre_scores_gemma":[0.99448955,0.0009850084,0.000005659979,0.0008005392,0.0031230077,7.1654557e-7,7.220479e-7,0.000002369885,0.0005924527],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99746174,0.0004047517,0.00029469465,0.000041056577,0.0016186802,0.00017910384],"domain_scores_gemma":[0.9988786,0.00035879225,0.0002908422,0.00007802145,0.00017579203,0.00021792752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049013807,0.000046511177,0.00013372465,0.000044508346,0.00017786055,0.000015518954,0.0005067573,0.000115597904,0.0006139911],"category_scores_gemma":[0.0005403507,0.000024004035,0.00015943774,0.00018447703,0.0002973701,0.00021231784,0.000054331285,0.0005051009,0.0000074178342],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057677775,0.00033548166,0.902282,0.000007261722,0.000031290376,0.000001790041,0.012034258,0.0000016419283,0.000022712684,0.010121841,0.04043688,0.034667138],"study_design_scores_gemma":[0.0002003416,0.000014178583,0.1465876,0.00011870493,0.000038331676,0.00006629588,0.02168261,0.0000022688002,0.00013529806,0.001025343,0.8300759,0.000053136522],"about_ca_topic_score_codex":0.00022242515,"about_ca_topic_score_gemma":0.000015242663,"teacher_disagreement_score":0.789639,"about_ca_system_score_codex":0.000080164005,"about_ca_system_score_gemma":0.00086792314,"threshold_uncertainty_score":0.6722772},"labels":[],"label_agreement":null},{"id":"W2066065428","doi":"10.1016/j.jsurg.2014.03.011","title":"Smoking Cessation Counseling by Surgical and Nonsurgical Residents: Opportunities for Health Promotion Education","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Smoking Behavior and Cessation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Smoking cessation; Promotion (chess); Medicine; Health promotion; Family medicine; Nursing; Public health; Pathology","score_opus":0.05925776290105076,"score_gpt":0.3742162551762114,"score_spread":0.3149584922751606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066065428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785613,0.0010265213,0.0012830555,0.017276116,0.0010638911,0.00035053442,0.0000048318366,0.000022451468,0.00041133392],"genre_scores_gemma":[0.9956242,0.0015792974,0.00047838013,0.0002669246,0.0011141578,0.00003359112,0.00020635809,0.000022514207,0.00067459577],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808615,0.00018910732,0.00078305195,0.00019833533,0.00054813083,0.00019520025],"domain_scores_gemma":[0.9978912,0.00022782659,0.00069684064,0.00012385879,0.00076292874,0.00029736952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001958849,0.00014838496,0.00037039956,0.0002571865,0.00017887197,0.0000897111,0.0000617154,0.0001521623,0.000058834266],"category_scores_gemma":[0.00017263724,0.00012785452,0.000114235416,0.00015008307,0.00006218994,0.00038779297,0.000008545363,0.00026216553,3.7553613e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012966545,0.00472081,0.108366854,0.0008561846,0.00010145837,0.000011295901,0.0018331927,0.000014066602,0.00037199492,0.007127932,0.0405597,0.83473986],"study_design_scores_gemma":[0.01422419,0.0058051557,0.18051073,0.0045746583,0.00096513313,0.0079623945,0.010825073,0.00084729784,0.0012213975,0.004784066,0.76735616,0.0009237648],"about_ca_topic_score_codex":0.000039077004,"about_ca_topic_score_gemma":9.879516e-7,"teacher_disagreement_score":0.8338161,"about_ca_system_score_codex":0.00027715572,"about_ca_system_score_gemma":0.0011554693,"threshold_uncertainty_score":0.52137566},"labels":[],"label_agreement":null},{"id":"W2067673675","doi":"10.1016/j.jsurg.2012.09.004","title":"The Perils and Triumphs of Night Surgical Residents Across South Australia","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quarter (Canadian coin); Family medicine; Geography","score_opus":0.04092841752304155,"score_gpt":0.4003526939776983,"score_spread":0.35942427645465674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067673675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936685,0.0016340963,0.000001410526,0.0025938672,0.001007231,0.00006120929,9.1713565e-7,0.0000027574195,0.00103001],"genre_scores_gemma":[0.9952453,0.0013039993,0.000039317758,0.000012267978,0.0013042275,0.0000014287311,3.3855784e-7,0.0000033407741,0.0020897775],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862766,0.000228249,0.0003633267,0.000057905414,0.00044748044,0.00027536394],"domain_scores_gemma":[0.99883866,0.0003339164,0.00035015654,0.00006702368,0.00020428069,0.00020597095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027593768,0.000060485072,0.0001500191,0.000037702976,0.00041613448,0.000091103924,0.00015627805,0.00008677058,0.0001347423],"category_scores_gemma":[0.00020208358,0.000037170314,0.00008708733,0.00020333989,0.00027679518,0.00036910674,0.000019863113,0.00017916416,0.0000083437235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037097323,0.00038808468,0.90177286,0.000024701932,0.00004301734,0.000010663441,0.06135111,0.0000028599288,0.000112399735,0.008162849,0.0050129155,0.022747552],"study_design_scores_gemma":[0.000952506,0.00011140297,0.439958,0.0003107872,0.000054727727,0.00016202444,0.11097121,0.000001195851,0.0004389749,0.0009384285,0.44590458,0.00019615205],"about_ca_topic_score_codex":0.00019690373,"about_ca_topic_score_gemma":0.000016094762,"teacher_disagreement_score":0.46181488,"about_ca_system_score_codex":0.000050264312,"about_ca_system_score_gemma":0.00024483693,"threshold_uncertainty_score":0.3200612},"labels":[],"label_agreement":null},{"id":"W2074172196","doi":"10.1016/j.jsurg.2014.09.014","title":"The Operative Dictation: A Review of How This Skill is Taught and Assessed in Surgical Residency Programs","year":2014,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University Health Centre","funders":"","keywords":"Dictation; Medicine; Psychological intervention; Cornerstone; Medical education; Formal education; Session (web analytics); Family medicine; Psychology; Pedagogy; Nursing; Computer science","score_opus":0.03576107756189104,"score_gpt":0.423220377811132,"score_spread":0.3874593002492409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074172196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000075472926,0.9743286,0.0000039540023,0.019468045,0.00045309926,0.0009774895,0.0000022044478,0.000005423922,0.0046857544],"genre_scores_gemma":[0.00012348546,0.996069,0.00033370024,0.00022136551,0.00072934956,0.00005367493,0.00004714184,0.000030074234,0.0023921768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651664,0.00050579745,0.0016823687,0.00024248984,0.00084263185,0.00021007156],"domain_scores_gemma":[0.9958019,0.0012407857,0.0013111567,0.0003186128,0.0010874139,0.00024011424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026563876,0.00030456934,0.0023645323,0.00025040554,0.00004703251,0.00008938797,0.00022646574,0.00017706573,0.00011358255],"category_scores_gemma":[0.0018034406,0.000156976,0.0004339188,0.0007080372,0.00028634857,0.0002949003,0.000040439005,0.00089288806,0.000005269071],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034852226,0.00044447367,0.00013697645,0.044547077,0.00010980761,0.00011970563,0.0001551606,6.7178605e-9,7.417554e-8,0.00030856088,0.01781061,0.9363327],"study_design_scores_gemma":[0.00055380183,0.00029890245,0.00006295098,0.24171767,0.00060647074,0.0032343674,0.00009975506,0.0000012533296,5.37525e-7,0.000056619512,0.7532656,0.000102034086],"about_ca_topic_score_codex":0.000007033224,"about_ca_topic_score_gemma":0.0000011690523,"teacher_disagreement_score":0.93623066,"about_ca_system_score_codex":0.00018016498,"about_ca_system_score_gemma":0.0025373043,"threshold_uncertainty_score":0.6401296},"labels":[],"label_agreement":null},{"id":"W2077825885","doi":"10.1016/j.jsurg.2015.01.004","title":"Distributed Learning or Medical Tourism? A Canadian Residency Program’s Experience in Global Health","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical tourism; Tourism; Medical education; Medical knowledge; Medicine; Knowledge management; Computer science; Political science","score_opus":0.042936755320406965,"score_gpt":0.429445668260214,"score_spread":0.38650891293980705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077825885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9357563,0.00203233,0.00002197797,0.059253726,0.0010278231,0.0002469179,0.0000029633193,0.000015410134,0.0016425404],"genre_scores_gemma":[0.9969548,0.00047988357,0.000524835,0.001283571,0.0005353587,0.000011234413,0.000023670129,0.0000052157725,0.00018140752],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977776,0.00018339927,0.0007413181,0.00011991564,0.000718861,0.00045894712],"domain_scores_gemma":[0.99605995,0.00007371268,0.00024626587,0.00008502769,0.00038464286,0.003150372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015762262,0.000091850874,0.0003573705,0.00015017585,0.000054019634,0.00002019823,0.00009057881,0.0001277045,0.0001951031],"category_scores_gemma":[0.0023221218,0.00006574209,0.00006547037,0.0006314485,0.000047344765,0.00012621107,0.000010585909,0.00047375174,0.000009831407],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011929326,0.0011710434,0.6407827,0.000106730586,0.000012727739,0.0028162897,0.0013159659,0.000015419539,1.9490133e-7,0.00045158967,0.070299305,0.28183508],"study_design_scores_gemma":[0.002394418,0.0015029439,0.36203474,0.0010078659,0.000010528419,0.0072462894,0.0061885957,0.00018743161,0.0000012392911,0.0003404037,0.618958,0.00012755937],"about_ca_topic_score_codex":0.04402917,"about_ca_topic_score_gemma":0.016185962,"teacher_disagreement_score":0.54865867,"about_ca_system_score_codex":0.0017212009,"about_ca_system_score_gemma":0.04404499,"threshold_uncertainty_score":0.9623367},"labels":[],"label_agreement":null},{"id":"W2080843836","doi":"10.1016/j.jsurg.2013.07.002","title":"What Surgeons can Learn From Athletes: Mental Practice in Sports and Surgery","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Women's College Hospital; University of Toronto","funders":"","keywords":"PsycINFO; Dreyfus model of skill acquisition; MEDLINE; Athletes; Medical education; Psychology; Mental health; Applied psychology; Medicine; Physical therapy; Psychiatry","score_opus":0.0260778802184195,"score_gpt":0.3226990716896019,"score_spread":0.2966211914711824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080843836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97663647,0.0017035467,0.0000011461349,0.019363834,0.00082245265,0.00011941822,4.587178e-7,0.000006656461,0.0013460063],"genre_scores_gemma":[0.99436086,0.00397862,0.0001548403,0.0010054292,0.00026567408,0.0000035487285,0.000018997169,0.000009544525,0.0002024936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987707,0.00009525688,0.00052595703,0.00011727443,0.0003500361,0.000140752],"domain_scores_gemma":[0.99761087,0.0015063211,0.00029921136,0.00007475874,0.00023851938,0.0002703195],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005942893,0.000090654554,0.00030635693,0.00018607764,0.000032775613,0.00007986551,0.00002530393,0.00007437418,0.0014763264],"category_scores_gemma":[0.00048631258,0.000071118695,0.000094220166,0.00018948855,0.00003893962,0.0007952552,0.00000951458,0.00027567727,0.000009450133],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039644775,0.0010064656,0.4029944,0.000017815397,0.000055086944,0.00025430595,0.003016901,0.000015254031,0.000059563266,0.000057286637,0.001885453,0.590241],"study_design_scores_gemma":[0.002333368,0.00007954027,0.7095247,0.0008982821,0.00007201908,0.0008616744,0.0152870985,0.00016842857,0.00004859969,0.00039970715,0.27016923,0.00015735439],"about_ca_topic_score_codex":0.00036632936,"about_ca_topic_score_gemma":0.00001024617,"teacher_disagreement_score":0.59008366,"about_ca_system_score_codex":0.00007494654,"about_ca_system_score_gemma":0.00033106975,"threshold_uncertainty_score":0.99943644},"labels":[],"label_agreement":null},{"id":"W2083237765","doi":"10.1016/j.jsurg.2011.02.005","title":"Assessing the Status of Thoracic Surgical Research and Quality Improvement Programs: A Survey of the Members of the Canadian Association of Thoracic Surgeons","year":2011,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Lung Cancer Diagnosis and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Canadian Association of Thoracic Surgeons","keywords":"Medicine; Cardiothoracic surgery; Quality (philosophy); Quality management; Institutional review board; Family medicine; Surgery; Operations management","score_opus":0.15214028513780414,"score_gpt":0.4807444787790965,"score_spread":0.32860419364129234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083237765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9950924,0.0007104147,4.0520413e-7,0.0023350564,0.0002748221,0.00047978677,0.000020775651,0.0000010540102,0.0010853077],"genre_scores_gemma":[0.99912584,0.00065127393,0.000046642,0.000013232684,0.000041050873,0.000013441295,0.000005874344,0.000008089412,0.00009452903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964673,0.0012093473,0.00088281464,0.00011710189,0.0010376427,0.00028580564],"domain_scores_gemma":[0.9949437,0.0010520085,0.0013691004,0.00029814424,0.0021365867,0.00020046622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070322566,0.00009515379,0.00041902254,0.00012095019,0.00012477553,0.000022263706,0.00015623885,0.00010078643,0.000054047796],"category_scores_gemma":[0.0008221471,0.000044416385,0.00018335061,0.00064115314,0.00028886402,0.00010778286,0.00004269566,0.0003572543,1.1857767e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022228569,0.0011651826,0.96829534,0.00020611308,0.00019807652,0.0000012481455,0.0013402486,0.0000014755252,0.000074141,0.0001685079,0.00014521225,0.028182153],"study_design_scores_gemma":[0.0003914223,0.000323801,0.99148804,0.00057524716,0.00016877742,0.00001293169,0.0015860483,0.000004989249,0.004563617,0.00013573587,0.0007103753,0.000039015205],"about_ca_topic_score_codex":0.24440514,"about_ca_topic_score_gemma":0.08045431,"teacher_disagreement_score":0.16395082,"about_ca_system_score_codex":0.0008861028,"about_ca_system_score_gemma":0.004260515,"threshold_uncertainty_score":0.936325},"labels":[],"label_agreement":null},{"id":"W2086458757","doi":"10.1016/j.jsurg.2012.05.009","title":"How Tired Is Too Tired? A Case Report","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Delirium; Psychology; Medicine; Disease; General surgery; Psychiatry; Surgery; Pathology","score_opus":0.020945399454478188,"score_gpt":0.33545908860520185,"score_spread":0.31451368915072364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086458757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9664016,0.0010641024,0.00005113813,0.027167028,0.0012534818,0.00014473224,4.4089174e-7,0.000008209801,0.0039093],"genre_scores_gemma":[0.9864814,0.0000611602,0.0012475118,0.0003138254,0.0018262992,0.000003869138,0.0000064323467,0.00000956679,0.010049905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989962,0.000066589084,0.0003985007,0.00007882047,0.00031325777,0.00014661315],"domain_scores_gemma":[0.99870807,0.00010705137,0.00032996637,0.00015405635,0.00038153084,0.00031929772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008419315,0.00008209489,0.00021837572,0.00012790233,0.000043909185,0.000023236411,0.000028705968,0.00008724903,0.00021304635],"category_scores_gemma":[0.0004399866,0.00005613813,0.00021285597,0.000161773,0.00004261724,0.00031112562,0.0000069684393,0.00019143723,0.000014097993],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010387826,0.009561702,0.13800795,0.0018755634,0.00046710766,0.014058039,0.012690431,0.0000019659324,0.010537076,0.0020852,0.36262798,0.4470482],"study_design_scores_gemma":[0.0017105526,0.0006153023,0.10540695,0.00032616712,0.0002143188,0.2789966,0.004380997,0.000033194487,0.0007816931,0.00023028793,0.60709757,0.0002063922],"about_ca_topic_score_codex":0.0000145235235,"about_ca_topic_score_gemma":2.4205315e-7,"teacher_disagreement_score":0.4468418,"about_ca_system_score_codex":0.00011258542,"about_ca_system_score_gemma":0.00030809682,"threshold_uncertainty_score":0.23327081},"labels":[],"label_agreement":null},{"id":"W2102987767","doi":"10.1016/j.jsurg.2014.09.015","title":"Planning to Avoid Trouble in the Operating Room: Experts’ Formulation of the Preoperative Plan","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto; The Wilson Centre","funders":"","keywords":"Intraclass correlation; Relevance (law); Feature (linguistics); Medicine; Surgical planning; Preoperative care; Consistency (knowledge bases); Radiology; Medical physics; Surgery; Artificial intelligence; Computer science; Psychometrics","score_opus":0.053237113494594215,"score_gpt":0.39519025090629345,"score_spread":0.34195313741169925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102987767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857987,0.0001248902,0.00025763654,0.0073719136,0.00013478083,0.0002792392,2.5868647e-7,0.0000012671935,0.006031274],"genre_scores_gemma":[0.99812925,0.00001358669,0.0008003291,0.00040551974,0.00034106133,0.000013105495,0.0000017363043,0.000003991584,0.0002914406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988687,0.000254621,0.00039119876,0.00006168056,0.00031565703,0.00010815695],"domain_scores_gemma":[0.9990185,0.0004440534,0.0001553158,0.0001151714,0.00020534446,0.000061610204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013098681,0.000055844324,0.00023147387,0.000089280446,0.00007575729,0.000015242327,0.000118907694,0.00004953076,0.000050328323],"category_scores_gemma":[0.0005690161,0.00002632286,0.00005560113,0.0001899508,0.000022121914,0.0000959601,0.00001550247,0.00023228482,0.0000018074937],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062878506,0.0007927771,0.9397852,0.00007310766,0.000046807756,0.000008160115,0.040561967,0.000890313,0.0039521926,0.0023945405,0.004670625,0.006195521],"study_design_scores_gemma":[0.0026032077,0.0013444241,0.96475554,0.0009865916,0.00007750582,0.00053709117,0.015576634,0.0041426807,0.0019082126,0.00040842986,0.0075691966,0.00009050086],"about_ca_topic_score_codex":0.00003727557,"about_ca_topic_score_gemma":0.000005737562,"teacher_disagreement_score":0.024985332,"about_ca_system_score_codex":0.000077877674,"about_ca_system_score_gemma":0.00041790004,"threshold_uncertainty_score":0.107341506},"labels":[],"label_agreement":null},{"id":"W2103650747","doi":"10.1016/j.jsurg.2012.10.002","title":"Radiation Safety Knowledge and Practices Among Urology Residents and Fellows: Results of a Nationwide Survey","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Radiation Dose and Imaging","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"American Osteopathic Association","keywords":"Medicine; Lead apron; Family medicine; Radiation protection; Radiation Therapist; Radiation exposure; Occupational safety and health; Occupational exposure; Patient safety; Medical education; Health care; Medical emergency; Surgery; Radiation therapy; Nuclear medicine; Pathology","score_opus":0.027967668075236908,"score_gpt":0.3712963425810878,"score_spread":0.34332867450585086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103650747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887417,0.0066023334,0.000026509153,0.0025059262,0.0003862673,0.00009466426,0.000002589839,0.000002835833,0.0016371952],"genre_scores_gemma":[0.9956079,0.0033654952,0.00018375926,0.000058751488,0.00048973545,0.0000010068482,0.000019536537,0.0000058101837,0.0002679863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988745,0.00025587273,0.00052815647,0.00007694283,0.00016863563,0.000095895746],"domain_scores_gemma":[0.9975778,0.00075449643,0.001101672,0.000068916954,0.00033404812,0.00016307645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021738298,0.00006222186,0.00020177326,0.0002245813,0.000041961226,0.00001549741,0.00002949755,0.00006362453,0.000017091583],"category_scores_gemma":[0.0026349016,0.000051093575,0.00003003317,0.00016807589,0.00005938156,0.0007353132,0.000011014969,0.00015748107,0.0000018131142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007707001,0.00031852289,0.9588861,0.00003525177,0.000042825664,0.0000012709329,0.0014777259,0.0000030958306,0.00017358233,0.000057308767,0.002433492,0.035800125],"study_design_scores_gemma":[0.0015349906,0.000119283446,0.97734505,0.000051641047,0.00007817858,0.00023964269,0.00021774234,0.000116091585,0.00028290585,0.00002470027,0.019947764,0.000042023323],"about_ca_topic_score_codex":0.00016601749,"about_ca_topic_score_gemma":0.000013414789,"teacher_disagreement_score":0.035758104,"about_ca_system_score_codex":0.000039974682,"about_ca_system_score_gemma":0.00025417845,"threshold_uncertainty_score":0.31544134},"labels":[],"label_agreement":null},{"id":"W2108939061","doi":"10.1016/j.jsurg.2013.09.008","title":"Evidence-Based Microsurgical Skill-Acquisition Series Part 1: Validated Microsurgical Models—A Systematic Review","year":2014,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Face validity; Construct (python library); MEDLINE; Medicine; Computer science; Microsurgery; Cochrane Library; Construct validity; Systematic review; Medical physics; Randomized controlled trial; Artificial intelligence; Natural language processing; Surgery; Psychometrics; Clinical psychology","score_opus":0.10311758149546843,"score_gpt":0.3923737723096518,"score_spread":0.2892561908141834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108939061","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005291145,0.9944347,0.00018767767,0.0012675404,0.0011758098,0.002012255,0.000013451518,0.000066128465,0.00078951585],"genre_scores_gemma":[0.00045865026,0.99538183,0.00043541857,0.0010124748,0.0013903623,0.00013272492,0.00035571578,0.00009766451,0.0007351777],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9909484,0.0018227458,0.0047741556,0.00057694473,0.0013750826,0.00050271035],"domain_scores_gemma":[0.9909214,0.0023421082,0.0036964938,0.000692803,0.0015089022,0.0008383424],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0040704096,0.0008043131,0.006955826,0.00055301766,0.00015288405,0.00017118902,0.00039316688,0.00073340704,0.0013582688],"category_scores_gemma":[0.0011372055,0.0005253321,0.0029420967,0.001067066,0.00019101895,0.00059402187,0.0000507309,0.0012749486,0.00015373886],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035558848,0.0009759833,0.0000056249473,0.9210403,0.00048021213,0.00033503326,0.00003294097,0.000038896724,4.5889232e-7,0.00048758063,0.002163179,0.07408423],"study_design_scores_gemma":[0.00087772834,0.00021884056,0.0000013031515,0.5158541,0.00459271,0.004084658,0.000013728023,0.0000503286,0.0000014385283,0.000033538043,0.47397676,0.0002948742],"about_ca_topic_score_codex":0.0000022622587,"about_ca_topic_score_gemma":1.428297e-7,"teacher_disagreement_score":0.4718136,"about_ca_system_score_codex":0.0005326042,"about_ca_system_score_gemma":0.0026841948,"threshold_uncertainty_score":0.9997198},"labels":[],"label_agreement":null},{"id":"W2119114827","doi":"10.1016/j.jsurg.2012.09.010","title":"How to Recruit, Retain, and Reap the Rewards of Working with PhD/EdD Educators in Surgery","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Toronto; University of Ottawa","keywords":"Medical education; Professional development; Work (physics); Medicine; Program director; Psychology; Engineering","score_opus":0.05935912885793818,"score_gpt":0.3324877224752343,"score_spread":0.2731285936172961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119114827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9411365,0.0013153193,0.00005504454,0.055319935,0.0010640793,0.00021955481,1.9187496e-7,0.000003727205,0.00088566815],"genre_scores_gemma":[0.9944071,0.00029056764,0.0026387942,0.0008100379,0.001417529,0.000013688762,0.0000041296926,0.000014781238,0.00040337394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984881,0.000118849086,0.00058486086,0.000102779624,0.00048789495,0.00021748914],"domain_scores_gemma":[0.99824786,0.00037949762,0.000476663,0.00020879482,0.0005344137,0.00015278145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027368008,0.00010662367,0.00034307525,0.0004959175,0.000043921606,0.000025289417,0.000082231956,0.000087984394,0.000038331622],"category_scores_gemma":[0.0019179056,0.00006400338,0.000059216993,0.001153875,0.00011282608,0.00023773893,0.000015940912,0.00043520704,0.0000013102505],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005322977,0.0012189614,0.6141236,0.0001589617,0.00006111898,0.000006778366,0.0059378627,0.0000024631208,0.00020499642,0.0011333282,0.053789213,0.3228304],"study_design_scores_gemma":[0.0007425716,0.0002868545,0.60268474,0.0022978417,0.00015004187,0.0018043296,0.019384012,0.000009166158,0.0009098623,0.00021979096,0.37131837,0.00019245071],"about_ca_topic_score_codex":0.000020301171,"about_ca_topic_score_gemma":0.000002443334,"teacher_disagreement_score":0.32263798,"about_ca_system_score_codex":0.00019632041,"about_ca_system_score_gemma":0.0010527318,"threshold_uncertainty_score":0.26099822},"labels":[],"label_agreement":null},{"id":"W2119592219","doi":"10.1016/j.jsurg.2013.03.006","title":"Planting the ‘SEAD’: Early Comprehensive Exposure to Surgery for Medical Students","year":2013,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Test (biology); Popularity; Medicine; Psychology","score_opus":0.04260673177136373,"score_gpt":0.3684047164230617,"score_spread":0.32579798465169796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119592219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98064023,0.00020583312,0.00013306529,0.01725988,0.0008383934,0.00036775382,6.697465e-7,0.000010145458,0.0005440346],"genre_scores_gemma":[0.9957358,0.000041722924,0.00023990992,0.0024794762,0.0012083971,0.000021906815,0.0000060632415,0.000011509829,0.00025519144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980791,0.000079074045,0.000601873,0.00010263095,0.0009536858,0.00018360153],"domain_scores_gemma":[0.99639976,0.0021195123,0.00022984843,0.00010051744,0.00072685536,0.00042350232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089316803,0.00009352209,0.00031722573,0.00012396574,0.00009085758,0.00008248843,0.00015367215,0.00008663693,0.0007076239],"category_scores_gemma":[0.0007379126,0.00005425514,0.00021275277,0.00019552991,0.000035123892,0.00012134368,0.000025601714,0.00025914845,0.00004549728],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013393698,0.0016096936,0.52075124,0.00012055758,0.00034548593,0.00009662324,0.0023297977,0.00010253419,0.00012412148,0.0006245175,0.035632316,0.43692377],"study_design_scores_gemma":[0.0026164807,0.0003432287,0.7865954,0.00045142285,0.000067731,0.0004978768,0.0015021035,0.00012269708,0.000045984423,0.00015804316,0.207485,0.0001140481],"about_ca_topic_score_codex":0.000020419962,"about_ca_topic_score_gemma":5.801329e-7,"teacher_disagreement_score":0.43680972,"about_ca_system_score_codex":0.00003928729,"about_ca_system_score_gemma":0.00035686576,"threshold_uncertainty_score":0.7747986},"labels":[],"label_agreement":null},{"id":"W2126050145","doi":"10.1016/j.jsurg.2014.06.009","title":"Evidence-Based Microsurgical Skills Acquisition Series Part 2: Validated Assessment Instruments—A Systematic Review","year":2014,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Inter-rater reliability; Intra-rater reliability; Face validity; Reliability (semiconductor); Construct validity; Content validity; Microsurgery; Criterion validity; Medical physics; Psychology; Rating scale; Computer science; Medicine; Psychometrics; Surgery; Clinical psychology; Developmental psychology","score_opus":0.0700349103694255,"score_gpt":0.41732478945662765,"score_spread":0.34728987908720216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126050145","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006753922,0.9948669,0.000056047993,0.001146418,0.001197807,0.0018120005,0.000006985208,0.000033883578,0.0008124401],"genre_scores_gemma":[0.0003811664,0.9964517,0.00051323336,0.0008857158,0.0009183302,0.00011536725,0.0002541029,0.000051657884,0.00042873388],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99309266,0.0014795013,0.0035798575,0.0003583768,0.0011794063,0.00031021656],"domain_scores_gemma":[0.99312216,0.0014675864,0.0034458789,0.00047224716,0.0009672922,0.00052484375],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034873346,0.0005189559,0.0048301416,0.0006214412,0.00010319468,0.00012217494,0.00024992324,0.00039807177,0.0016343782],"category_scores_gemma":[0.00094281865,0.00033114548,0.0016909494,0.001047855,0.00008897293,0.00038865337,0.000032184464,0.0008730036,0.00009379138],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007069997,0.0009148261,0.000031276395,0.8129379,0.000399507,0.00008753544,0.0000094718525,0.0000026395576,2.044363e-7,0.00014942579,0.0013510543,0.18404543],"study_design_scores_gemma":[0.00065835804,0.00019937137,0.000012619202,0.5187654,0.0038520622,0.0013640209,0.000008898655,0.000005559914,7.7992735e-7,0.00000875033,0.4749554,0.00016880421],"about_ca_topic_score_codex":0.0000010862304,"about_ca_topic_score_gemma":6.709903e-8,"teacher_disagreement_score":0.47360435,"about_ca_system_score_codex":0.0004985717,"about_ca_system_score_gemma":0.0024557016,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W2143229671","doi":"10.1016/j.jsurg.2012.09.007","title":"Surgical Skills Acquisition Among Left-Handed Trainees—True Inferiority or Unfair Assessment: A Preliminary Study","year":2012,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hemispheric Asymmetry in Neuroscience","field":"Neuroscience","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Knot tying; Curriculum; Tying; Left handed; Medicine; Dreyfus model of skill acquisition; Medical education; Randomized controlled trial; Physical therapy; Psychology; Surgery; Pedagogy; Computer science","score_opus":0.02378655905000172,"score_gpt":0.3562484340738233,"score_spread":0.3324618750238216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143229671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9933396,0.000048482932,0.00019962645,0.00051657466,0.0024950076,0.0004580256,0.0000038933435,0.00004149122,0.0028973203],"genre_scores_gemma":[0.99747914,0.00009060941,0.0004187876,0.00018522533,0.0010991168,0.000017155575,0.0000015500578,0.00002454912,0.000683857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611926,0.0007991918,0.0009715185,0.00037049438,0.0011898171,0.0005497459],"domain_scores_gemma":[0.9968783,0.0012235042,0.00073352974,0.0003278749,0.00022017471,0.0006165658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016991723,0.00026822384,0.000456938,0.0001973079,0.00026084806,0.00014824123,0.000501336,0.00014043953,0.000701749],"category_scores_gemma":[0.0010457517,0.00019808291,0.00018496568,0.0009167498,0.00024576508,0.001871115,0.00010768617,0.0006987379,0.000018759963],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002148088,0.052725486,0.8523274,0.00016777628,0.000056063272,0.0016319887,0.011042172,0.00025251228,0.029732125,0.0012587176,0.0032095648,0.045448087],"study_design_scores_gemma":[0.0035691222,0.0032259433,0.95105875,0.0001908422,0.00012444684,0.007901707,0.0034287556,0.00046040374,0.014618849,0.00018890362,0.014587085,0.00064518926],"about_ca_topic_score_codex":0.000009318611,"about_ca_topic_score_gemma":8.572651e-7,"teacher_disagreement_score":0.09873133,"about_ca_system_score_codex":0.0002886084,"about_ca_system_score_gemma":0.00078372436,"threshold_uncertainty_score":0.8077587},"labels":[],"label_agreement":null},{"id":"W2144509603","doi":"10.1016/j.jsurg.2015.02.007","title":"Attitudes Toward Research During Residency: A Survey of Canadian Residents in Obstetrics and Gynecology","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Descriptive statistics; Family medicine; Obstetrics and gynaecology; Accreditation; Medicine; Demographics; Respondent; Psychology","score_opus":0.3886045679380847,"score_gpt":0.5171002903116464,"score_spread":0.12849572237356172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144509603","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9726883,0.0034633717,2.811611e-7,0.022414954,0.00031983468,0.00016761814,0.0000016890752,0.0000011252401,0.00094282435],"genre_scores_gemma":[0.9936289,0.0056931246,0.00014233291,0.00012692327,0.00014827846,0.000002427768,0.000003235584,0.0000063278358,0.00024842058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972814,0.0006131897,0.0005455859,0.0001006544,0.0009474672,0.00051170983],"domain_scores_gemma":[0.9834095,0.0056115636,0.00018899466,0.00017119534,0.0029067458,0.0077119833],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01061091,0.000053568605,0.00030266243,0.0021546872,0.000031922842,0.000013152154,0.00009384725,0.00013300784,0.00004417295],"category_scores_gemma":[0.32183525,0.000043305812,0.000022704588,0.0014766689,0.00012333438,0.00012245949,0.000026572276,0.0007253999,0.0000047992644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067362824,0.00030581062,0.96263677,0.0003492751,0.000014664276,0.0005836526,0.0011725927,0.0000014227397,0.000075968914,0.00007171317,0.010602986,0.023511514],"study_design_scores_gemma":[0.0016055807,0.00056708686,0.98867196,0.00037314586,0.0000043239716,0.00024091377,0.00046563652,0.0000035353373,0.00008166043,0.00018490708,0.0077695944,0.00003165225],"about_ca_topic_score_codex":0.1772368,"about_ca_topic_score_gemma":0.04425175,"teacher_disagreement_score":0.31122434,"about_ca_system_score_codex":0.0009441349,"about_ca_system_score_gemma":0.0526794,"threshold_uncertainty_score":0.97318816},"labels":[],"label_agreement":null},{"id":"W2150672122","doi":"10.1016/j.jsurg.2014.05.016","title":"Surgical Residents’ Perceptions on Learning Gastrointestinal Endoscopy: More Hours and More Standardization Wanted","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cancer Care Ontario; St. Michael's Hospital; Memorial University of Newfoundland; The Wilson Centre; York University; Hospital for Sick Children; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"University of Toronto","keywords":"Endoscopy; Competence (human resources); Medicine; Curriculum; Medical education; Perception; Trainer; Standardization; Surgery; Psychology; Computer science; Pedagogy","score_opus":0.019395026138538694,"score_gpt":0.34272257910354625,"score_spread":0.32332755296500754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150672122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99044764,0.00007978219,0.0011413922,0.0042726533,0.00019929832,0.000114058304,0.0000013599504,0.00003333631,0.0037104506],"genre_scores_gemma":[0.99706906,0.00012186557,0.0014510843,0.00018875577,0.0007522687,0.0000024569952,0.000029755038,0.00002004285,0.00036468223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982868,0.00022021751,0.0005190436,0.00018140145,0.0005967048,0.00019583995],"domain_scores_gemma":[0.99806505,0.000683152,0.00030277157,0.00010058378,0.00047541092,0.000373013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082437234,0.0001503804,0.00034419066,0.0002605072,0.00015127023,0.00005692578,0.00005144906,0.000075030985,0.00045937917],"category_scores_gemma":[0.0009957224,0.00011624623,0.0001415142,0.00024702784,0.00011854718,0.00015655557,0.0000147502105,0.0005387656,0.000010235406],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076274606,0.0016166817,0.8491978,0.00013272653,0.000119040335,0.00042148336,0.0024236147,0.0067887777,0.0010326301,0.0022978787,0.0011916772,0.12715021],"study_design_scores_gemma":[0.010597776,0.001974328,0.93198293,0.0018390798,0.00019573166,0.009437915,0.0041403407,0.0039609415,0.000116665986,0.00019339865,0.035292916,0.00026797823],"about_ca_topic_score_codex":0.0000077574605,"about_ca_topic_score_gemma":4.4518777e-7,"teacher_disagreement_score":0.12688223,"about_ca_system_score_codex":0.00011205018,"about_ca_system_score_gemma":0.00022844902,"threshold_uncertainty_score":0.502988},"labels":[],"label_agreement":null},{"id":"W2151695204","doi":"10.1016/j.jsurg.2010.09.005","title":"A Deficiency in Knowledge of Basic Principles of Laparoscopy Among Attendees of an Advanced Laparoscopic Surgery Course","year":2010,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Attendance; Laparoscopy; Pneumoperitoneum; Laparoscopic surgery; General surgery; Medical education","score_opus":0.029335592186184974,"score_gpt":0.3539136403689718,"score_spread":0.32457804818278685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151695204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99623185,0.0004069192,0.0000038384633,0.00012534184,0.0005609198,0.0001203558,0.00000203204,0.00000456222,0.0025441702],"genre_scores_gemma":[0.9991784,0.00007413383,0.00053289847,0.00001003311,0.00011350832,0.000002596279,0.000006463314,0.00001003819,0.00007192111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99828064,0.00008794171,0.0010777975,0.000116657255,0.00029494683,0.00014200408],"domain_scores_gemma":[0.9976519,0.0006120769,0.0008435717,0.0001670888,0.0005543997,0.00017099647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009795455,0.000102853555,0.00062869675,0.00032046746,0.00001695881,0.0000043383466,0.00008996377,0.0001062768,0.00021704691],"category_scores_gemma":[0.00044084835,0.00008085864,0.00016983369,0.00044311624,0.00019018624,0.0002072797,0.000012142545,0.00030865983,8.803074e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006830961,0.005266136,0.9451795,0.00029377505,0.000029043526,0.00001130795,0.0014499258,0.0002806091,0.011540445,0.0012768834,0.0000135839155,0.033975665],"study_design_scores_gemma":[0.0024301044,0.00032797415,0.97593987,0.00075547356,0.00006835451,0.00005415645,0.001111246,0.00033275725,0.017302517,0.00011485399,0.0014723885,0.00009030768],"about_ca_topic_score_codex":0.00002259824,"about_ca_topic_score_gemma":0.000042091604,"teacher_disagreement_score":0.03388536,"about_ca_system_score_codex":0.000026473144,"about_ca_system_score_gemma":0.00085970317,"threshold_uncertainty_score":0.32973197},"labels":[],"label_agreement":null},{"id":"W2154675786","doi":"10.1016/j.jsurg.2014.05.007","title":"Research Productivity of Residents and Surgeons With Formal Research Training","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Graduation (instrument); Medicine; Residency training; Medical education; Cohort; Graduate medical education; Productivity; Training (meteorology); Family medicine; Accreditation; Internal medicine","score_opus":0.3063227767054463,"score_gpt":0.5440445684064386,"score_spread":0.23772179170099228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154675786","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584508,0.00031124218,0.000037890968,0.036275335,0.00009916836,0.00025285047,5.209549e-7,0.0000026725857,0.0045695542],"genre_scores_gemma":[0.99768305,0.00051643763,0.00041600835,0.000068325455,0.0007427939,0.000005944584,0.0000016356262,0.000009449473,0.0005563617],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954711,0.0008229329,0.00043205157,0.00013779018,0.0023077738,0.0008283045],"domain_scores_gemma":[0.99106395,0.002204305,0.00016556402,0.0002115344,0.0031378493,0.0032168177],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034011506,0.00006311681,0.00032179925,0.0006672987,0.00016278171,0.0000215453,0.00008922989,0.000084383944,0.0000578193],"category_scores_gemma":[0.033833764,0.000039709324,0.000037713125,0.00070813764,0.00045514636,0.00027929098,0.00004107956,0.0013420457,0.000003063584],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066281357,0.0015545218,0.067025065,0.0014186098,0.00006980362,0.00011439449,0.0043659974,0.000002180305,0.0021045697,0.0028479234,0.023523325,0.89034545],"study_design_scores_gemma":[0.004961326,0.010122884,0.80750084,0.0032751707,0.000038804224,0.0029450452,0.008494133,0.00007991041,0.0029274414,0.002193903,0.15732336,0.00013716481],"about_ca_topic_score_codex":0.00026197187,"about_ca_topic_score_gemma":0.000014567543,"teacher_disagreement_score":0.8902083,"about_ca_system_score_codex":0.00014605526,"about_ca_system_score_gemma":0.011876123,"threshold_uncertainty_score":0.99468845},"labels":[],"label_agreement":null},{"id":"W2155757175","doi":"10.1016/j.jsurg.2014.02.003","title":"Usefulness of Bowel Sound Auscultation: A Prospective Evaluation","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Phonocardiography and Auscultation Techniques","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Auscultation; Medicine; Stethoscope; Bowel obstruction; Ileus; Radiology; Physical examination; Categorization; Prospective cohort study; Sound (geography); Surgery","score_opus":0.02501807796270707,"score_gpt":0.34113938557506573,"score_spread":0.3161213076123587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155757175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98847175,0.00027952762,0.0044342806,0.00073327817,0.00031820795,0.00030200282,9.789093e-7,0.000014018228,0.00544596],"genre_scores_gemma":[0.99729747,0.000072602284,0.0020444156,0.00005303216,0.00041736625,0.000022718486,0.000009297305,0.000006871157,0.000076237135],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869907,0.00012987004,0.00047499104,0.000090756126,0.0005323425,0.0000729526],"domain_scores_gemma":[0.9972877,0.00011367412,0.0005011638,0.00010069156,0.0019091938,0.00008759641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012571461,0.00007610292,0.00025170707,0.00026050725,0.00003767986,0.0000128742395,0.000051481,0.00006653281,0.00009025728],"category_scores_gemma":[0.00037702572,0.000058292535,0.00020921232,0.00036101707,0.000058620168,0.00022510957,0.0000049150367,0.00014710237,0.0000025015759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039514625,0.008129825,0.30953202,0.0011318515,0.0013472008,0.00001762814,0.015545508,0.0007019075,0.021731567,0.04572232,0.009734866,0.58245385],"study_design_scores_gemma":[0.004653355,0.0014116805,0.893614,0.0006340687,0.0007207564,0.00061930815,0.0018577845,0.0005031466,0.045876317,0.038682956,0.0112183085,0.00020830917],"about_ca_topic_score_codex":0.000005192007,"about_ca_topic_score_gemma":4.0858598e-7,"teacher_disagreement_score":0.584082,"about_ca_system_score_codex":0.00007899418,"about_ca_system_score_gemma":0.00036163276,"threshold_uncertainty_score":0.23771006},"labels":[],"label_agreement":null},{"id":"W2158240410","doi":"10.1016/j.jsurg.2014.08.013","title":"From Time-Based to Competency-Based Standards: Core Transitional Competencies in Plastic Surgery","year":2014,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Centre; Victoria Hospital; St Joseph's Health Care; Western University","funders":"","keywords":"Core competency; Medical education; Delphi method; Plastic surgery; Medicine; Craniofacial surgery; Graduate medical education; Psychology; Family medicine; Surgery; Craniofacial; Computer science; Accreditation","score_opus":0.02618392412938143,"score_gpt":0.30848971526387153,"score_spread":0.2823057911344901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158240410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900194,0.00007807183,0.0032166822,0.0049749427,0.00067992933,0.000105573454,0.000024570278,0.000017517317,0.0008833331],"genre_scores_gemma":[0.9953926,0.0000032106927,0.0028878336,0.0009937076,0.00059287396,0.0000038233748,0.00009649386,0.00001257244,0.000016890324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981839,0.00011882913,0.0006602091,0.00014315655,0.00072650984,0.00016741382],"domain_scores_gemma":[0.994879,0.0039702463,0.00019618912,0.00009661596,0.00053205,0.00032586855],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00089651404,0.0001256771,0.0004752244,0.00038742519,0.000041544194,0.000023650784,0.000059284666,0.00007805922,0.0018770667],"category_scores_gemma":[0.0008926521,0.00010154853,0.00020372892,0.00034768984,0.000052391602,0.00007607492,0.0000035513285,0.0002455153,0.00002906537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034579247,0.013024697,0.5819241,0.0005963014,0.0003780401,0.00092426833,0.0028162987,0.15406252,0.005291519,0.0072015873,0.015243918,0.1839575],"study_design_scores_gemma":[0.018521508,0.0010417053,0.67061055,0.0037293066,0.00021660271,0.0001357655,0.0006437014,0.06997263,0.00052560255,0.0023814605,0.23161015,0.0006110378],"about_ca_topic_score_codex":0.000023614752,"about_ca_topic_score_gemma":0.0000068362556,"teacher_disagreement_score":0.21636623,"about_ca_system_score_codex":0.0001890055,"about_ca_system_score_gemma":0.0023180642,"threshold_uncertainty_score":0.99903536},"labels":[],"label_agreement":null},{"id":"W2175131526","doi":"10.1016/j.jsurg.2015.09.019","title":"An International Surgical Rotation as a Systems-Based Elective: The Botswana-University of Pennsylvania Surgical Experience","year":2015,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"University of Pennsylvania","keywords":"Debriefing; Curriculum; Medicine; Medical education; Clinical Practice; Nursing; Psychology; Pedagogy","score_opus":0.045074693381733553,"score_gpt":0.4202840090733589,"score_spread":0.37520931569162536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175131526","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02438553,0.9672246,0.000033242282,0.000698719,0.0028351562,0.0008957521,0.000026066631,0.00001975748,0.0038812018],"genre_scores_gemma":[0.038371556,0.95944023,0.00011033304,0.000037506787,0.0014292704,0.00000946099,0.0001563497,0.00002681147,0.00041849693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961739,0.0008131114,0.0012177934,0.00028981298,0.0011987884,0.000306582],"domain_scores_gemma":[0.99490935,0.00060577795,0.0016087941,0.0003319934,0.0018386263,0.00070545654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020417487,0.00028605748,0.0015627168,0.00036537932,0.00010947628,0.000046199086,0.0004301014,0.00035682914,0.0003209295],"category_scores_gemma":[0.00022759229,0.00019026372,0.0006565903,0.0005681913,0.0001737279,0.00030336398,0.00002626343,0.00077312614,0.00002971019],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040077376,0.0034075407,0.0013858502,0.0055776136,0.000368585,0.0024677424,0.00084576715,0.000060744835,8.0144434e-7,0.0024628285,0.006816653,0.97259814],"study_design_scores_gemma":[0.0011732765,0.00047558488,0.00020614086,0.0040734196,0.0003836608,0.0072311484,0.0009655907,0.000119949276,4.1077016e-7,0.000019197225,0.98519313,0.00015849],"about_ca_topic_score_codex":0.00024329798,"about_ca_topic_score_gemma":0.0000026756993,"teacher_disagreement_score":0.9783765,"about_ca_system_score_codex":0.00078854925,"about_ca_system_score_gemma":0.008475145,"threshold_uncertainty_score":0.9971459},"labels":[],"label_agreement":null},{"id":"W2191730790","doi":"10.1016/j.jsurg.2015.07.001","title":"Docemur Docemus: Peer-Assisted Learning Improves the Knowledge Gain of Tutors in the Highest Quartile of Achievement but Not Those in the Lowest Quartile","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital","funders":"","keywords":"Quartile; Psychology; Mathematics education; Medical education; Computer science; Medicine; Mathematics; Statistics","score_opus":0.08682333983839523,"score_gpt":0.4244700045391289,"score_spread":0.3376466647007337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191730790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725065,0.00026311542,0.00006360142,0.018557476,0.0006243234,0.00026245308,0.0000011339425,0.0000046394093,0.0077167596],"genre_scores_gemma":[0.9985996,0.000029954896,0.0003807282,0.000108740576,0.00044371828,0.000015080576,0.0000019423285,0.0000073864867,0.00041285527],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9926737,0.005066874,0.0009133261,0.00012162335,0.0009818608,0.00024259165],"domain_scores_gemma":[0.99567336,0.0023400185,0.0009436188,0.00019606663,0.00078849576,0.00005846088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027789515,0.0001201208,0.00028996245,0.00020505484,0.00020257346,0.000074028045,0.00067819,0.00008682688,0.000026771433],"category_scores_gemma":[0.0031763301,0.0000607951,0.00011658152,0.0010983078,0.0003453297,0.00026703373,0.000030582905,0.00082555145,0.0000029683365],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005670106,0.0053917877,0.04249755,0.0000718825,0.000049979146,0.000012749944,0.79551196,0.0003281865,0.00449518,0.040216234,0.0055823093,0.10527518],"study_design_scores_gemma":[0.0011576823,0.00073335995,0.38895538,0.00024708395,0.000047163972,0.000022744662,0.49462995,0.00010367614,0.0010167947,0.002284319,0.110614054,0.00018779864],"about_ca_topic_score_codex":0.003096345,"about_ca_topic_score_gemma":0.00070023135,"teacher_disagreement_score":0.3464578,"about_ca_system_score_codex":0.00023265077,"about_ca_system_score_gemma":0.0012175678,"threshold_uncertainty_score":0.96313465},"labels":[],"label_agreement":null},{"id":"W2196853535","doi":"10.1016/j.jsurg.2015.08.001","title":"Growing the 'SEAD': Expansion of the Surgical Exploration and Discovery Program","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre; Ottawa Hospital; University of Toronto; University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Medicine; Rubric; Popularity; Specialty; Class (philosophy); Computer science; Family medicine; Psychology; Mathematics education; Pedagogy; Artificial intelligence","score_opus":0.06842523567357443,"score_gpt":0.3644062946729427,"score_spread":0.2959810589993683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196853535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98472667,0.00066091446,0.000047323778,0.011498504,0.00055851624,0.000217602,3.4847957e-7,0.000008143047,0.0022819827],"genre_scores_gemma":[0.99885255,0.00014404199,0.00016776187,0.00012338787,0.00049495517,0.0000056797326,0.0000031718964,0.0000070849915,0.00020133666],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987372,0.00014678577,0.00044141704,0.00008208926,0.0004954989,0.0000970026],"domain_scores_gemma":[0.9988368,0.00026346368,0.00028973812,0.00012024815,0.0003410688,0.00014865244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008383992,0.00007789882,0.00020488171,0.000056944544,0.00006528304,0.000041728144,0.00006975651,0.000060100087,0.00002050642],"category_scores_gemma":[0.00025187168,0.000036026544,0.00013362894,0.00026037346,0.000111166926,0.00053026504,0.000025898697,0.00024009842,0.000001172727],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025995185,0.0019451858,0.05121745,0.00011012125,0.00013965812,0.00007072475,0.005318798,0.0008834609,0.00031919428,0.013131632,0.0012643975,0.92299986],"study_design_scores_gemma":[0.021803167,0.0024420763,0.14390637,0.0018442804,0.00064514385,0.0044503324,0.030412614,0.0045266007,0.0036920903,0.008575762,0.7772378,0.00046376663],"about_ca_topic_score_codex":0.000008320158,"about_ca_topic_score_gemma":5.0814407e-7,"teacher_disagreement_score":0.9225361,"about_ca_system_score_codex":0.000044861634,"about_ca_system_score_gemma":0.0004135299,"threshold_uncertainty_score":0.14691198},"labels":[],"label_agreement":null},{"id":"W2199040546","doi":"10.1016/j.jsurg.2015.11.008","title":"Thoughts of Quitting General Surgery Residency: Factors in Canada","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal University Hospital","funders":"","keywords":"Medicine; Harassment; Attrition; Family medicine; Odds; Demography; Intimidation; Odds ratio; Gerontology; Unemployment; Psychology; Nursing; Logistic regression; Social psychology","score_opus":0.05817518387297332,"score_gpt":0.32274756927196335,"score_spread":0.26457238539899003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2199040546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903407,0.00036827615,0.0000017832731,0.0031027454,0.0020611854,0.000023218068,5.637695e-7,0.0000011458583,0.0041004005],"genre_scores_gemma":[0.99860907,0.00016797941,0.00006578063,0.000059917656,0.0007550308,1.4126874e-7,0.0000010863309,0.0000015601797,0.00033945948],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99857897,0.00018448321,0.00029849375,0.000042488635,0.00078456034,0.0001110262],"domain_scores_gemma":[0.9988951,0.000305003,0.0002571215,0.000037484977,0.0003289642,0.00017633934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020501625,0.00003563198,0.0001669067,0.00009985502,0.000040488205,0.00001184258,0.00014226785,0.000033743298,0.000054621767],"category_scores_gemma":[0.00071056135,0.000029144747,0.00004352646,0.00024591901,0.000051864692,0.00018774063,0.000010850528,0.000117508716,4.0592658e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000364668,0.00008065124,0.93099374,0.000011040289,0.00000869756,0.000039483835,0.015531433,0.000052178642,0.000007654267,0.0010931152,0.046921786,0.0052237613],"study_design_scores_gemma":[0.0006630827,0.00007187287,0.34089273,0.00043058835,0.000044576438,0.00002437424,0.45297775,0.00000810982,0.00049194205,0.0038733953,0.20032084,0.00020073142],"about_ca_topic_score_codex":0.7689121,"about_ca_topic_score_gemma":0.6005697,"teacher_disagreement_score":0.590101,"about_ca_system_score_codex":0.0005182606,"about_ca_system_score_gemma":0.015320634,"threshold_uncertainty_score":0.9902616},"labels":[],"label_agreement":null},{"id":"W2207150368","doi":"10.1016/j.jsurg.2015.04.020","title":"Reliable Assessment of Performance in Surgery: A Practical Approach to Generalizability Theory","year":2015,"lang":"en","type":"editorial","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Generalizability theory; Debriefing; Preparedness; Thematic analysis; Medical education; Perioperative; Medicine; Psychology; Qualitative research; Surgery","score_opus":0.05541464794960498,"score_gpt":0.4063985187289122,"score_spread":0.3509838707793072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207150368","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28032136,0.00080189883,0.0006554173,0.0021548,0.6493322,0.00097375084,0.000015722704,0.000026099935,0.06571872],"genre_scores_gemma":[0.67606527,0.0005434325,0.007746675,0.00011282824,0.31446466,0.000028775328,0.00019945712,0.000047594778,0.00079133426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963814,0.00036429882,0.0013454946,0.00023896404,0.0014495059,0.00022033605],"domain_scores_gemma":[0.9944055,0.0023904517,0.0008127624,0.00024536834,0.0017266851,0.0004191975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072914753,0.00019499524,0.0010541204,0.0004515555,0.000023036606,0.00002288344,0.00009954968,0.00046453404,0.00015020552],"category_scores_gemma":[0.0038666087,0.00014665611,0.0002530876,0.0005322122,0.00006109238,0.00018356845,0.0000310763,0.0011715462,0.000003497787],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004096787,0.0069918646,0.02504186,0.0009472406,0.00016495262,0.00005080617,0.0005130414,0.0016665291,0.0000050268086,0.0014007698,0.9402363,0.018884845],"study_design_scores_gemma":[0.0017847505,0.0002994056,0.0068725795,0.000576361,0.00011656128,0.00007925823,0.00021396493,0.00044853214,0.0000077142195,0.00018183488,0.9892743,0.0001446923],"about_ca_topic_score_codex":0.000017666569,"about_ca_topic_score_gemma":5.387261e-7,"teacher_disagreement_score":0.3957439,"about_ca_system_score_codex":0.0005845163,"about_ca_system_score_gemma":0.008391382,"threshold_uncertainty_score":0.9972301},"labels":[],"label_agreement":null},{"id":"W2214381723","doi":"10.1016/j.jsurg.2015.10.016","title":"“They Have to Adapt to Learn”: Surgeons’ Perspectives on the Role of Procedural Variation in Surgical Education","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research","keywords":"Observational study; Grounded theory; Curriculum; Medical education; Variation (astronomy); Autonomy; Psychology; Medicine; Qualitative research; Nursing; Pedagogy; Sociology","score_opus":0.021441981784135016,"score_gpt":0.33934593592711904,"score_spread":0.317903954142984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214381723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9203625,0.00026283375,0.000045246492,0.07025616,0.0010093028,0.00064923946,0.0000011995681,0.000009961944,0.007403571],"genre_scores_gemma":[0.9954673,0.000041075964,0.0016576609,0.0009841257,0.0010202479,0.00006678195,0.000011616987,0.000021310852,0.0007298997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974085,0.0002263002,0.00095220614,0.00023650467,0.00094463356,0.00023181876],"domain_scores_gemma":[0.9963047,0.0002530591,0.00047167987,0.00029282956,0.002399345,0.00027839455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024036139,0.00016891464,0.00038721066,0.00083780265,0.000058431233,0.00003790593,0.00020150072,0.00014068504,0.0001611859],"category_scores_gemma":[0.004257067,0.00011923653,0.00011333272,0.0008982059,0.000057081455,0.00020595905,0.000027456615,0.0005658116,0.00004122731],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008624117,0.02490749,0.052231513,0.00021943994,0.00024229495,0.000035961675,0.17931761,0.0017598075,0.0029329632,0.15614909,0.1412331,0.4323466],"study_design_scores_gemma":[0.0027163655,0.0027882545,0.15294212,0.0018157308,0.00015542562,0.0012579908,0.22338934,0.0005196222,0.0015294768,0.006534291,0.6058564,0.0004949571],"about_ca_topic_score_codex":0.00024044672,"about_ca_topic_score_gemma":0.00001582721,"teacher_disagreement_score":0.4646233,"about_ca_system_score_codex":0.00082894805,"about_ca_system_score_gemma":0.0040245675,"threshold_uncertainty_score":0.71394104},"labels":[],"label_agreement":null},{"id":"W2215729633","doi":"10.1016/j.jsurg.2015.09.004","title":"Teaching Vaginal Surgery to Junior Residents: Initial Validation of 3 Novel Procedure-Specific Low-Fidelity Models","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Intraclass correlation; Medicine; Face validity; Cronbach's alpha; Inter-rater reliability; Reliability (semiconductor); Construct validity; Physical therapy; Curriculum; Medical physics; Surgery; Psychology; Patient satisfaction; Psychometrics; Clinical psychology; Rating scale","score_opus":0.12055438715220564,"score_gpt":0.3878157625489866,"score_spread":0.26726137539678096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2215729633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889488,0.00015667111,0.003409496,0.0028397085,0.0007982553,0.00018173436,0.0000024439726,0.000015612724,0.0036472392],"genre_scores_gemma":[0.99636406,0.000024174577,0.0021035585,0.00027709067,0.0010661087,0.0000039087627,0.00002100866,0.000015909718,0.00012417833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99770325,0.00012395908,0.0010349997,0.00016041553,0.00080475776,0.00017263426],"domain_scores_gemma":[0.99718887,0.00037674129,0.000523677,0.00014463793,0.001258336,0.0005077608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021889054,0.0001279019,0.00044370527,0.00039673824,0.00004918911,0.000033603337,0.0000851302,0.00009793603,0.000084023995],"category_scores_gemma":[0.00083195633,0.00010519561,0.00018028701,0.00033594595,0.00003668714,0.0004892454,0.00002047031,0.0003694533,0.000007143451],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.041582942,0.03656385,0.10900281,0.0019286828,0.00092748133,0.00060787523,0.03386514,0.09652573,0.009196612,0.029137991,0.048324827,0.59233606],"study_design_scores_gemma":[0.09256682,0.005804772,0.42091393,0.01943833,0.0016794744,0.014189398,0.03243371,0.03393473,0.029765714,0.026134389,0.31927684,0.0038618748],"about_ca_topic_score_codex":0.000051739265,"about_ca_topic_score_gemma":7.155696e-7,"teacher_disagreement_score":0.58847415,"about_ca_system_score_codex":0.00019177856,"about_ca_system_score_gemma":0.0012086466,"threshold_uncertainty_score":0.42897525},"labels":[],"label_agreement":null},{"id":"W2252914460","doi":"10.1016/j.jsurg.2015.12.002","title":"The Future of General Surgery: Evolving to Meet a Changing Practice","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Competence (human resources); General practice; Medicine; Residency training; Medical education; Training (meteorology); Psychology; Family medicine; Continuing education","score_opus":0.017880234962362625,"score_gpt":0.3264622050886507,"score_spread":0.3085819701262881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252914460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5677006,0.003426052,0.00016318433,0.39626554,0.0074292403,0.00011264774,0.0000014192984,0.0000075623348,0.024893697],"genre_scores_gemma":[0.9892816,0.0024344032,0.00039530743,0.00064965116,0.0051094214,0.0000010578303,1.7723868e-7,0.0000031043837,0.0021252637],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878615,0.00020714613,0.00019278438,0.000044445016,0.0006318867,0.00013757804],"domain_scores_gemma":[0.99784905,0.0010173345,0.00026635174,0.00005692306,0.0006818417,0.00012847861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042407434,0.000034122255,0.00010455166,0.000100008176,0.00023450807,0.000038635033,0.00019185149,0.000036479843,0.00010248012],"category_scores_gemma":[0.0013026263,0.00001801642,0.00007365108,0.00029732528,0.00007598837,0.00033919307,0.000020445743,0.000052947416,0.0000032901423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022712481,0.00020338588,0.004813441,0.000011361893,0.00005975473,0.00001934773,0.025887579,0.0000028069087,0.00025065232,0.07338509,0.373589,0.5215504],"study_design_scores_gemma":[0.000094853334,0.000030516756,0.000779419,0.00010780326,0.000023553062,0.000017984888,0.058358192,4.0545805e-7,0.00004912173,0.0005018883,0.9400038,0.000032426182],"about_ca_topic_score_codex":0.00006798299,"about_ca_topic_score_gemma":0.00003277754,"teacher_disagreement_score":0.56641483,"about_ca_system_score_codex":0.00009627262,"about_ca_system_score_gemma":0.0006162196,"threshold_uncertainty_score":0.18036702},"labels":[],"label_agreement":null},{"id":"W2255254945","doi":"10.1016/j.jsurg.2015.11.013","title":"Can Multiple Object Tracking Predict Laparoscopic Surgical Skills?","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Regina; Regina Qu'Appelle Health Region","funders":"","keywords":"Tracking (education); Object (grammar); Artificial intelligence; Computer science; Medicine; Computer vision; Medical physics; General surgery; Psychology","score_opus":0.022669079523232112,"score_gpt":0.3257883305844027,"score_spread":0.3031192510611706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255254945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868703,0.00033478893,0.000045264504,0.0057663904,0.0009732715,0.00014253145,0.0000033702959,0.00003230014,0.005831781],"genre_scores_gemma":[0.9966669,0.0002763968,0.0002175322,0.00016284306,0.0014443869,0.0000040485384,0.0000066924404,0.000018907785,0.0012022668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982527,0.00010648164,0.0006904936,0.00017220259,0.00052723696,0.00025087764],"domain_scores_gemma":[0.9977933,0.0008889168,0.0003272611,0.0001464374,0.0004046796,0.00043938076],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054849015,0.00014655959,0.00042722316,0.00019472792,0.00007069402,0.000030775613,0.000088560344,0.00013192811,0.0010595643],"category_scores_gemma":[0.0005490245,0.0000846966,0.00026039954,0.00024944605,0.00008101173,0.0002072464,0.00001426981,0.00026671911,0.000025333486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014070261,0.002282474,0.45418128,0.000064530366,0.00017249041,0.0005861676,0.0006178548,0.00003989216,0.0006552382,0.0009080502,0.0010731354,0.53801185],"study_design_scores_gemma":[0.03166994,0.0009762888,0.3831362,0.0017951288,0.00023504219,0.004468975,0.0005390647,0.00015135249,0.0032260583,0.00070272316,0.5727158,0.0003833716],"about_ca_topic_score_codex":0.0000102703,"about_ca_topic_score_gemma":0.0000030512724,"teacher_disagreement_score":0.5716427,"about_ca_system_score_codex":0.0001728527,"about_ca_system_score_gemma":0.0005739496,"threshold_uncertainty_score":0.9998536},"labels":[],"label_agreement":null},{"id":"W2272199478","doi":"10.1016/j.jsurg.2016.01.003","title":"3D Printout Models vs. 3D-Rendered Images: Which Is Better for Preoperative Planning?","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":134,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Surgical planning; Computed tomography; Rendering (computer graphics); Surgical simulation; 3d printer; Radiology; Medical physics; Surgery; Nuclear medicine; Physical therapy; Computer science; Artificial intelligence","score_opus":0.015557261290893331,"score_gpt":0.2831672214383673,"score_spread":0.26760996014747396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272199478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6868345,0.0028846217,0.2707082,0.028118372,0.002138722,0.00042908755,0.000021206595,0.00015929008,0.008705962],"genre_scores_gemma":[0.9911734,0.00054308795,0.0070261844,0.000255068,0.0004999751,0.000022428387,0.0000021076958,0.000016816059,0.00046095604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923056,0.000016904341,0.00033220477,0.00009525703,0.00015050522,0.00017458508],"domain_scores_gemma":[0.9993283,0.00013079151,0.00008971544,0.00009653422,0.00023820538,0.00011644649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019317893,0.000100829035,0.00020616413,0.00010824722,0.00003221854,0.00001404192,0.00012843247,0.00015132042,0.00017228663],"category_scores_gemma":[0.00008925149,0.0000633323,0.00006864329,0.00009313217,0.00004020083,0.00028014704,0.000012254389,0.00020386008,0.000009433934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003664267,0.0005176048,0.0023522407,0.00022326088,0.00041353426,0.000027523696,0.0038508337,0.0014740133,0.0014215745,0.004640941,0.1786375,0.80607456],"study_design_scores_gemma":[0.003586883,0.00050615036,0.002300231,0.0008811764,0.00012993992,0.00039137265,0.0006013337,0.014793068,0.0144031765,0.022314988,0.93956685,0.000524842],"about_ca_topic_score_codex":0.0000011674284,"about_ca_topic_score_gemma":3.2901232e-7,"teacher_disagreement_score":0.8055497,"about_ca_system_score_codex":0.00008737274,"about_ca_system_score_gemma":0.00014569913,"threshold_uncertainty_score":0.25826162},"labels":[],"label_agreement":null},{"id":"W2284547885","doi":"10.1016/j.jsurg.2015.12.003","title":"Development and Early Piloting of a CanMEDS Competency-Based Feedback Tool for Surgical Grand Rounds","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grand Challenges; Medicine; Medical education; Medical physics; Computer science; Operating system","score_opus":0.019825255745751086,"score_gpt":0.31641233721387635,"score_spread":0.2965870814681253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284547885","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9875638,0.00022015187,0.0011861584,0.009835043,0.00063550886,0.0002540254,0.0000014027815,0.000006889562,0.0002970476],"genre_scores_gemma":[0.9570514,0.00004554354,0.041779913,0.00015800114,0.0005685449,0.000021753163,0.0000074627947,0.000014587657,0.00035280443],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982521,0.000040421277,0.00095097884,0.00013220448,0.00044928558,0.00017499467],"domain_scores_gemma":[0.99786663,0.00034021947,0.0005316766,0.00011481369,0.0010408728,0.00010579668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012039678,0.00011446445,0.00036181678,0.00027338203,0.00007396201,0.000016760905,0.000076203745,0.00009880731,0.00008028376],"category_scores_gemma":[0.00060477346,0.00007287691,0.00009098205,0.0002809637,0.00012880439,0.0001496408,0.000010801391,0.00015606388,0.0000017877485],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002230473,0.002162506,0.09325672,0.0006417821,0.0001530602,0.000019488538,0.001481331,0.0000023308883,0.0027179578,0.007812821,0.004893217,0.8846283],"study_design_scores_gemma":[0.02575257,0.0021136058,0.3265074,0.004580268,0.00035530757,0.0016383437,0.0012129802,0.00012150186,0.010791203,0.0013897681,0.6250153,0.000521775],"about_ca_topic_score_codex":0.0000068262943,"about_ca_topic_score_gemma":0.0000010741079,"teacher_disagreement_score":0.8841065,"about_ca_system_score_codex":0.00021334614,"about_ca_system_score_gemma":0.00281885,"threshold_uncertainty_score":0.5000519},"labels":[],"label_agreement":null},{"id":"W2293861981","doi":"10.1016/j.jsurg.2016.01.013","title":"An Assessment of the Industry—Faculty Surgeon Relationship Within Colon and Rectum Surgical Training Programs","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Kingston General Hospital; Queen's University","funders":"","keywords":"Medicaid; Payment; Medicine; Rectum; Certification; Identification (biology); Business; Family medicine; Medical education; Finance; Surgery; Management; Health care; Political science","score_opus":0.5141270707209115,"score_gpt":0.6056090639268144,"score_spread":0.09148199320590289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293861981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98125017,0.00017850437,0.000008550926,0.015760338,0.0015064552,0.0002596438,0.00001616789,0.000012766347,0.0010074037],"genre_scores_gemma":[0.9984321,0.0001205558,0.00018631037,0.00021981135,0.00057486637,0.00001382866,0.000007241401,0.000011281737,0.00043403177],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969175,0.0014770397,0.00082606013,0.00017760885,0.00031964347,0.00028217738],"domain_scores_gemma":[0.9972399,0.00095762825,0.0007287954,0.0001377938,0.00038778046,0.0005481351],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032566378,0.00015201843,0.00031981128,0.00008863886,0.00024009007,0.00002185632,0.00022499822,0.0007833073,0.00038455997],"category_scores_gemma":[0.000262073,0.000085374726,0.00011438259,0.0003046963,0.0003460966,0.0002971519,0.000032682976,0.0023671768,0.0000016975434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005375255,0.0012452388,0.8597817,0.00006440151,0.0000828401,0.00003292086,0.0014679293,0.000065338056,0.001518849,0.010054948,0.0008636699,0.12428463],"study_design_scores_gemma":[0.005922288,0.0012514229,0.70320326,0.0007581498,0.00039738606,0.0022013201,0.0034834668,0.0006547975,0.004839833,0.004851156,0.27197406,0.0004628749],"about_ca_topic_score_codex":0.000011836242,"about_ca_topic_score_gemma":0.000006391155,"teacher_disagreement_score":0.2711104,"about_ca_system_score_codex":0.00014818386,"about_ca_system_score_gemma":0.0012826953,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W2297489022","doi":"10.1016/j.jsurg.2016.01.002","title":"Comparative Outcomes of Resident vs Attending Performed Surgery: A Systematic Review and Meta-Analysis","year":2016,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fondation de l'Hôpital Général de Montréal","keywords":"Medicine; Confidence interval; Meta-analysis; Generalizability theory; Cochrane Library; MEDLINE; Subgroup analysis; Surgery; Internal medicine","score_opus":0.2271090395267114,"score_gpt":0.46823836688906006,"score_spread":0.24112932736234866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297489022","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000083808125,0.9975727,0.000008339431,0.0009817161,0.00010839617,0.00086468627,0.000009967773,0.0000054297057,0.0003649647],"genre_scores_gemma":[0.0045858435,0.9942431,0.000054814045,0.00014257271,0.00007293969,0.000044603967,0.000023196113,0.000016232614,0.0008167213],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9952187,0.00070890825,0.0030424278,0.0002085653,0.0006613088,0.00016010685],"domain_scores_gemma":[0.9907547,0.0042433958,0.0038250312,0.00027143108,0.00062886794,0.00027654003],"candidate_categories":["metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002658716,0.000332183,0.01486518,0.0008397378,0.00004316083,0.000023611741,0.00010484899,0.00014614374,0.0014585619],"category_scores_gemma":[0.00081519416,0.0001520877,0.004926558,0.00080131536,0.000068426685,0.00013093697,0.000022892104,0.00032358262,0.000011790189],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042949705,0.00026194818,0.00026138776,0.7866543,0.20415725,0.000033355518,0.00015472084,4.9394976e-7,1.4030611e-8,0.0001516727,0.00037611814,0.007905809],"study_design_scores_gemma":[0.00027931202,0.00005052105,0.00016479862,0.10204546,0.81189936,0.00039990668,0.00008543795,0.0000012619228,1.5571395e-7,0.000009104247,0.0849103,0.00015438562],"about_ca_topic_score_codex":0.0000039591323,"about_ca_topic_score_gemma":5.4451647e-7,"teacher_disagreement_score":0.6846088,"about_ca_system_score_codex":0.00013927516,"about_ca_system_score_gemma":0.00072238926,"threshold_uncertainty_score":0.99976015},"labels":[],"label_agreement":null},{"id":"W2299025123","doi":"10.1016/j.jsurg.2016.02.002","title":"Exclusion of Residents From Surgery-Intensive Care Team Communication: A Qualitative Study","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University Health Network; University of Toronto; Sunnybrook Hospital","funders":"","keywords":"Competence (human resources); Thematic analysis; Nursing; Medicine; Intensivist; Intensive care; Qualitative research; Intensive care unit; Patient safety; Psychology; Health care","score_opus":0.07047797604594196,"score_gpt":0.42287049034545926,"score_spread":0.3523925142995173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299025123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936401,0.0011364345,0.000032488388,0.003044746,0.00030650842,0.00018946639,0.0000049431706,0.000008402509,0.0016368588],"genre_scores_gemma":[0.99898434,0.0002569562,0.00019278769,0.00014604321,0.00020658254,0.0000037684,0.000014953715,0.00001065735,0.00018393596],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99792886,0.00047610674,0.0008385962,0.00011929491,0.0005369364,0.00010018516],"domain_scores_gemma":[0.99326485,0.0024993028,0.0006969826,0.00023629532,0.0031324846,0.00017009392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078835693,0.000100804464,0.0004718516,0.00019460582,0.000058127298,0.000010132407,0.00009717838,0.000068840855,0.0005558547],"category_scores_gemma":[0.0013512842,0.000060440223,0.0002032184,0.00021783318,0.000081591716,0.00017609427,0.000035384164,0.00016508762,0.000012258271],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072708,0.0039619,0.38288593,0.000092205075,0.00069711165,0.000112309885,0.3619022,0.000010124734,0.0008086947,0.0004245842,0.0064747967,0.23535936],"study_design_scores_gemma":[0.0075285793,0.0006188991,0.45271197,0.0018361022,0.00022926115,0.00008376776,0.52765256,0.000006004452,0.0007404109,0.00094978936,0.0074887057,0.0001539138],"about_ca_topic_score_codex":0.00017019598,"about_ca_topic_score_gemma":0.000007614489,"teacher_disagreement_score":0.23520544,"about_ca_system_score_codex":0.00013784465,"about_ca_system_score_gemma":0.00044607418,"threshold_uncertainty_score":0.6086219},"labels":[],"label_agreement":null},{"id":"W2323564038","doi":"10.1016/j.jsurg.2016.02.003","title":"A New Instrument for Assessing Resident Competence in Surgical Clinic: The Ottawa Clinic Assessment Tool","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Competence (human resources); Medicine; Family medicine; Medical education; Medical physics; Psychology","score_opus":0.04307328923751896,"score_gpt":0.4366128107131782,"score_spread":0.39353952147565924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323564038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87469155,0.00026431598,0.004654365,0.113432534,0.0033648184,0.0006737983,0.0000011407341,0.00001200663,0.0029054582],"genre_scores_gemma":[0.95236033,0.0005283303,0.038711943,0.00120894,0.0028633873,0.000058162826,0.000010831613,0.000023715076,0.004234372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99678844,0.00021329873,0.001754948,0.00021967557,0.0007530339,0.00027058704],"domain_scores_gemma":[0.9965642,0.001377785,0.0008941485,0.00030514906,0.0007235073,0.000135222],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044404822,0.00014973096,0.00042698052,0.0002767136,0.00010118069,0.00006512444,0.0002269821,0.00015017297,0.0012404475],"category_scores_gemma":[0.0016183406,0.00007937932,0.00020931086,0.0004985223,0.00011390309,0.00037044112,0.00003042996,0.0005369318,0.00002653492],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050764286,0.0014136954,0.07760945,0.00009029029,0.00006987753,0.00003646739,0.00035128466,0.0000023290372,0.0002398023,0.0041302238,0.08987267,0.82567626],"study_design_scores_gemma":[0.007151703,0.0007444284,0.32700703,0.0021219808,0.00014320516,0.0011220273,0.0020375776,0.00009073812,0.00014546914,0.0034139112,0.6558055,0.00021636949],"about_ca_topic_score_codex":0.000024353918,"about_ca_topic_score_gemma":0.0000037103198,"teacher_disagreement_score":0.8254599,"about_ca_system_score_codex":0.00072156603,"about_ca_system_score_gemma":0.005009644,"threshold_uncertainty_score":0.99967253},"labels":[],"label_agreement":null},{"id":"W2343599002","doi":"10.1016/j.jsurg.2016.03.003","title":"Training in Laparoscopic Gastric Cancer Surgery in the Western World: Current Educational Practices, Challenges, and Potential Opportunities at a Large University Centre","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Laparoscopic surgery; Modalities; Medical education; Invasive surgery; General surgery; CLARITY; Laparoscopy; Surgery","score_opus":0.13644787038156136,"score_gpt":0.3627647217991362,"score_spread":0.22631685141757485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343599002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94525594,0.0059265243,0.000002468985,0.04716464,0.00048692268,0.0000957838,0.0000033900737,0.000002971024,0.0010613634],"genre_scores_gemma":[0.98340803,0.015218013,0.000014547627,0.00013227359,0.00042246416,0.000001640201,0.00000678252,0.000004999881,0.00079122384],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99888647,0.00023036159,0.0003245634,0.00011493986,0.0002746378,0.0001690254],"domain_scores_gemma":[0.9983116,0.00095925323,0.0004221705,0.00006153431,0.000112704925,0.0001327356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008133688,0.00008263302,0.0002285049,0.00038759413,0.00004364547,0.000012680639,0.000051751118,0.000038571794,0.00030664675],"category_scores_gemma":[0.00016850574,0.000050984538,0.00006231154,0.00020994367,0.000041671905,0.00025033744,0.000015298021,0.00020296349,0.0000018739136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007380002,0.0009887905,0.40829384,0.00007930868,0.00003057557,0.00016642382,0.0052015134,0.000007368113,0.0000066487673,0.0014877374,0.0005247712,0.582475],"study_design_scores_gemma":[0.0028178643,0.000022711374,0.61476314,0.0008525746,0.000042776777,0.00029504838,0.0057290103,0.000015892962,0.0000010655093,0.00009411403,0.37529084,0.00007495195],"about_ca_topic_score_codex":0.00001940517,"about_ca_topic_score_gemma":0.00021652628,"teacher_disagreement_score":0.5824001,"about_ca_system_score_codex":0.00021881948,"about_ca_system_score_gemma":0.0010275327,"threshold_uncertainty_score":0.3357567},"labels":[],"label_agreement":null},{"id":"W2343909164","doi":"10.1016/j.jsurg.2016.02.008","title":"A Learner-Created Virtual Patient Curriculum for Surgical Residents: Successes and Failures","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Montreal General Hospital; McGill University Health Centre","funders":"University of British Columbia","keywords":"Curriculum; Medicine; Medical education; Focus group; Intervention (counseling); Computer-assisted web interviewing; Family medicine; Nursing; Psychology; Pedagogy","score_opus":0.01610819533370479,"score_gpt":0.3261146044187459,"score_spread":0.3100064090850411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343909164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892459,0.0006376799,0.000091589674,0.008356656,0.0003623251,0.0001884352,0.000002664645,0.000016696706,0.0010980535],"genre_scores_gemma":[0.9980938,0.0004014563,0.0002456917,0.000098525874,0.00055478595,0.000008575375,0.0000065561803,0.000013037726,0.00057756633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998703,0.00007618924,0.00054890267,0.00015446272,0.00034311824,0.00017431773],"domain_scores_gemma":[0.99808663,0.00068184384,0.0002861263,0.00008172487,0.0005488401,0.00031485935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003377571,0.00011848618,0.00031848994,0.00016226243,0.00006984503,0.000036650283,0.00004879387,0.0000972584,0.0004116098],"category_scores_gemma":[0.0005190634,0.00006532645,0.00015173756,0.0001630806,0.0000822266,0.00023088133,0.000015702586,0.00013118397,0.0000064922874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005324626,0.0023689128,0.12509729,0.00010881405,0.00025491233,0.00030432962,0.0006511826,0.000030470535,0.00035932157,0.013072836,0.00443401,0.8479933],"study_design_scores_gemma":[0.019245023,0.0022173913,0.03891988,0.0010363573,0.00019330847,0.0020959051,0.0016479408,0.00011070343,0.00076459814,0.0007380987,0.9327708,0.00025999825],"about_ca_topic_score_codex":0.000029410117,"about_ca_topic_score_gemma":0.0000018112364,"teacher_disagreement_score":0.9283368,"about_ca_system_score_codex":0.00006772035,"about_ca_system_score_gemma":0.0002500221,"threshold_uncertainty_score":0.45068386},"labels":[],"label_agreement":null},{"id":"W2392502339","doi":"10.1016/j.jsurg.2016.03.016","title":"Effects of Technological Advances in Surgical Education on Quantitative Outcomes From Residency Programs","year":2016,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Accreditation; Graduate medical education; Certification; Medicine; Medical knowledge; Board certification; Core competency; Medical education; MEDLINE; Patient care; Residency training; Nursing; Continuing education","score_opus":0.06375387842003724,"score_gpt":0.4421021675355953,"score_spread":0.37834828911555807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2392502339","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006619557,0.98574907,0.00000829848,0.0005485312,0.0009229012,0.00091893703,0.0000043520026,0.00002532601,0.005203045],"genre_scores_gemma":[0.020430246,0.978201,0.00061645685,0.000029449498,0.00035529037,0.00007468422,0.000049372986,0.000033208,0.00021030425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962612,0.0005094329,0.001871418,0.00036522205,0.00073236326,0.0002603652],"domain_scores_gemma":[0.99209815,0.00531668,0.0016994005,0.00023868916,0.00039634926,0.0002507554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007651055,0.0003951361,0.00246989,0.00080788584,0.000034491848,0.000022398412,0.0002246247,0.00056182075,0.00024327394],"category_scores_gemma":[0.0016124527,0.00021900596,0.00083937595,0.00072629703,0.00020446465,0.00024300755,0.00002998038,0.0009093036,0.000037670216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036625497,0.0025866122,0.00088155735,0.0021357,0.00010158359,0.00012716868,0.000047273155,4.991969e-7,3.6674308e-7,0.009220439,0.0000186623,0.9845139],"study_design_scores_gemma":[0.002307668,0.0007329295,0.0016284562,0.057281468,0.00037254108,0.00016558143,0.00015572387,7.592415e-7,0.0000069999473,0.0017572601,0.935363,0.00022760603],"about_ca_topic_score_codex":0.000010362005,"about_ca_topic_score_gemma":0.0000014436545,"teacher_disagreement_score":0.98428625,"about_ca_system_score_codex":0.00032994323,"about_ca_system_score_gemma":0.0021718151,"threshold_uncertainty_score":0.89308035},"labels":[],"label_agreement":null},{"id":"W2409526752","doi":"10.1016/j.jsurg.2016.05.003","title":"Medical Student Presyncope and Syncope in the Operating Room: A Mixed Methods Analysis","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Cardiovascular Syncope and Autonomic Disorders","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Presyncope; Syncope (phonology); Medicine; Curriculum; Family medicine; Medical school; Psychology; Medical education; Internal medicine; Heart rate; Pedagogy","score_opus":0.012672624015555193,"score_gpt":0.38032353547968367,"score_spread":0.3676509114641285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409526752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730179,0.003645926,0.0031868278,0.017877642,0.00031728193,0.0001552488,3.8401708e-7,0.0000036542897,0.0017951408],"genre_scores_gemma":[0.99584657,0.0014335039,0.0019324753,0.00035065372,0.00025268705,0.000008707995,0.0000011141353,0.000006289926,0.00016800224],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981681,0.00057870056,0.00051634345,0.00012796081,0.00048728118,0.000121622325],"domain_scores_gemma":[0.9988762,0.0005373628,0.00014583059,0.000171617,0.000121858524,0.00014709799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004860624,0.000086199245,0.000422266,0.00022647709,0.000034429864,0.000037946465,0.00013331391,0.000068156754,0.00026380632],"category_scores_gemma":[0.0006195345,0.000040092404,0.00029089247,0.00039863362,0.000048336802,0.00012483634,0.00003264668,0.00018973912,0.0000028800112],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056552293,0.0004864567,0.026717056,0.000015616028,0.0007475639,0.00008433672,0.0010057616,0.000011906647,0.0001270689,0.00018439667,0.00084587,0.96971744],"study_design_scores_gemma":[0.0066960203,0.00044150304,0.8152546,0.0007963895,0.0027713438,0.0032176187,0.011064097,0.00054470426,0.00025855357,0.00023016191,0.15845138,0.0002735951],"about_ca_topic_score_codex":0.000029336665,"about_ca_topic_score_gemma":0.000012366377,"teacher_disagreement_score":0.9694438,"about_ca_system_score_codex":0.00007102334,"about_ca_system_score_gemma":0.0005129366,"threshold_uncertainty_score":0.2888494},"labels":[],"label_agreement":null},{"id":"W2466607106","doi":"10.1016/j.jsurg.2016.05.012","title":"A Virtual Reality Training Curriculum for Laparoscopic Colorectal Surgery","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Institutes of Health; Imperial College Healthcare NHS Trust","keywords":"Virtual reality; Curriculum; Training (meteorology); Medicine; General surgery; Laparoscopic surgery; Colorectal surgery; Medical education; Medical physics; Laparoscopy; Computer science; Surgery; Psychology; Artificial intelligence; Geography; Pedagogy; Abdominal surgery","score_opus":0.05524970729252746,"score_gpt":0.3585875674211685,"score_spread":0.303337860128641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466607106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99022114,0.000101999714,0.0007121254,0.0062403968,0.0011441424,0.00015340283,0.0000033325705,0.000018200557,0.0014052577],"genre_scores_gemma":[0.997987,0.000073447736,0.000252719,0.00015766989,0.0011785362,0.0000103135235,0.000007879127,0.000011490913,0.00032097436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987486,0.00006905125,0.00059115584,0.00012199951,0.00028116076,0.0001880043],"domain_scores_gemma":[0.9975695,0.0013388809,0.00032921636,0.00007258938,0.00041665212,0.00027315837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091690203,0.00009685611,0.00040847738,0.00014648166,0.000055571407,0.000016279531,0.00004418513,0.00008996885,0.00033504804],"category_scores_gemma":[0.00097570184,0.000057021793,0.00029339362,0.00017192373,0.00005796061,0.00016566145,0.0000063008147,0.00011864522,0.000007219933],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002524598,0.0016002156,0.07690197,0.000071570226,0.00017684918,0.000058743826,0.00092431944,0.00001961942,0.00096998806,0.0063358354,0.0068518836,0.9035644],"study_design_scores_gemma":[0.025174046,0.0022476048,0.16820371,0.0025397523,0.0004119888,0.0023019263,0.0036059245,0.00051747623,0.0024141609,0.0037194518,0.78826475,0.0005991795],"about_ca_topic_score_codex":0.0000037561706,"about_ca_topic_score_gemma":8.068446e-7,"teacher_disagreement_score":0.90296525,"about_ca_system_score_codex":0.00011122586,"about_ca_system_score_gemma":0.000776314,"threshold_uncertainty_score":0.36685413},"labels":[],"label_agreement":null},{"id":"W2470043345","doi":"10.1016/j.jsurg.2016.04.013","title":"Bimanual Psychomotor Performance in Neurosurgical Resident Applicants Assessed Using NeuroTouch, a Virtual Reality Simulator","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Montreal Neurological Institute and Hospital; McGill University","funders":"King Abdulaziz University; King Fahad Medical City; McGill University; American College of Surgeons","keywords":"Psychomotor learning; Medicine; Cohort; Virtual reality; Neurosurgery; Physical therapy; Psychology; Cognition; Surgery; Computer science; Psychiatry","score_opus":0.05628111105614457,"score_gpt":0.38172461233184335,"score_spread":0.32544350127569877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470043345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958452,0.00004985758,0.0003482578,0.001962451,0.00061802304,0.0002969078,0.0000017675811,0.000018765006,0.00085877965],"genre_scores_gemma":[0.9985173,0.00015782162,0.00013827196,0.00025473398,0.00073294697,0.0000070447304,0.0000019384918,0.000021670423,0.00016828855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99767685,0.00018689665,0.0010108559,0.00025736084,0.0005799216,0.00028811794],"domain_scores_gemma":[0.9980648,0.00057395105,0.0004338222,0.00020464975,0.00031563328,0.0004071401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008087828,0.00017608643,0.0004764021,0.0003067772,0.00005861615,0.000032040552,0.00011944189,0.00013154812,0.00039613154],"category_scores_gemma":[0.00031851768,0.00011246961,0.00018427316,0.0004531153,0.00009080314,0.00033692256,0.000024667042,0.00036100115,0.000013765849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011828283,0.0045855446,0.614668,0.00013300881,0.00009386197,0.0006077577,0.00044556535,0.0025459076,0.0074670045,0.0011363203,0.00028050286,0.35620826],"study_design_scores_gemma":[0.017207196,0.0010783478,0.872961,0.000931237,0.00008297159,0.001366744,0.00020343275,0.008044011,0.0007487701,0.0001615687,0.09688335,0.00033138308],"about_ca_topic_score_codex":0.0000129459495,"about_ca_topic_score_gemma":0.0000010363515,"teacher_disagreement_score":0.35587686,"about_ca_system_score_codex":0.00022248896,"about_ca_system_score_gemma":0.0006183271,"threshold_uncertainty_score":0.45863774},"labels":[],"label_agreement":null},{"id":"W2481753078","doi":"10.1016/j.jsurg.2016.06.015","title":"Optimizing the Selection of General Surgery Residents: A National Consensus","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Toronto; St. Michael's Hospital","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Likert scale; Delphi method; Cronbach's alpha; Medical education; Delphi; Psychology; Graduate medical education; Passion; Core competency; Medicine; Social psychology; Accreditation; Computer science; Psychometrics; Management; Clinical psychology","score_opus":0.048097059917763724,"score_gpt":0.3496352744733333,"score_spread":0.3015382145555696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481753078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985417,0.00022941967,0.00013228168,0.009601966,0.00048448326,0.00007092277,9.576838e-7,0.000007190678,0.0040557887],"genre_scores_gemma":[0.99760264,0.00012329471,0.00068027043,0.00020250426,0.00074547937,0.0000017367706,0.0000015633894,0.0000066140033,0.00063589937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99869096,0.00010513318,0.0005511426,0.0000698912,0.0004880274,0.00009482583],"domain_scores_gemma":[0.99723566,0.0012491622,0.00042014086,0.0000503674,0.00094877963,0.00009588267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009796263,0.00006239833,0.00020829658,0.0001689293,0.000048461075,0.0000100740945,0.00003788339,0.000052974163,0.0005016033],"category_scores_gemma":[0.00076186866,0.000031133495,0.00017628436,0.0002349785,0.00006621991,0.00008118505,0.000006263789,0.00011577404,0.0000050334497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007984946,0.0031226932,0.38542163,0.00018210223,0.00093037414,0.000114593095,0.0013156687,0.0016426655,0.019647704,0.019042218,0.048314314,0.5122811],"study_design_scores_gemma":[0.010889601,0.0004942762,0.7737756,0.0018764717,0.00030823165,0.005219548,0.000828912,0.0012617741,0.010789499,0.0033327707,0.19087033,0.00035302382],"about_ca_topic_score_codex":0.000010448235,"about_ca_topic_score_gemma":7.0408186e-7,"teacher_disagreement_score":0.5119281,"about_ca_system_score_codex":0.00010762525,"about_ca_system_score_gemma":0.0008188104,"threshold_uncertainty_score":0.54922044},"labels":[],"label_agreement":null},{"id":"W2525440616","doi":"10.1016/j.jsurg.2016.05.013","title":"The MacTRAUMA TTL Assessment Tool: Developing a Novel Tool for Assessing Performance of Trauma Trainees: Initial Reliability Testing","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Inter-rater reliability; Formative assessment; Intraclass correlation; Competence (human resources); Objective structured clinical examination; Reliability (semiconductor); Psychology; Medical education; Medical physics; Medicine; Applied psychology; Clinical psychology; Psychometrics; Rating scale; Social psychology","score_opus":0.0954734885048559,"score_gpt":0.43662347795561296,"score_spread":0.34114998945075703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525440616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97927225,0.00007412314,0.005689561,0.013197674,0.0010854205,0.00047796252,0.0000048965794,0.000012340867,0.00018575242],"genre_scores_gemma":[0.947596,0.000033051558,0.05107492,0.00012582849,0.0010556685,0.00004165179,0.000006235544,0.00001772237,0.000048915612],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977573,0.0000874148,0.0012822256,0.00016067136,0.00047793527,0.00023444984],"domain_scores_gemma":[0.99103904,0.004904666,0.0009360174,0.00021168392,0.0027949112,0.00011367708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022630314,0.00013176295,0.0003115015,0.00013580755,0.0002305574,0.000044607994,0.00012231951,0.00009733345,0.000035533474],"category_scores_gemma":[0.0015321037,0.000076894714,0.00013910128,0.0003017822,0.00009832193,0.00042648628,0.000009517475,0.00023121444,7.127644e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069068035,0.000829414,0.38968778,0.0007839961,0.00005915339,0.0000012831537,0.0011972429,0.00028530834,0.002322936,0.0011326041,0.00025423508,0.60275537],"study_design_scores_gemma":[0.0029927595,0.00062009605,0.98119694,0.0023225292,0.0000960875,0.00030625472,0.0022680953,0.0023848768,0.0024274662,0.00050500705,0.0046961033,0.00018378698],"about_ca_topic_score_codex":0.000012741646,"about_ca_topic_score_gemma":4.0772477e-7,"teacher_disagreement_score":0.60257155,"about_ca_system_score_codex":0.00072167447,"about_ca_system_score_gemma":0.0056327223,"threshold_uncertainty_score":0.9992207},"labels":[],"label_agreement":null},{"id":"W2528327393","doi":"10.1016/j.jsurg.2016.07.012","title":"Changing the Learning Curve in Novice Laparoscopists: Incorporating Direct Visualization into the Simulation Training Program","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Visualization; Learning curve; Protocol (science); Depth perception; Dreyfus model of skill acquisition; Laparoscopic surgery; Specialty; Curriculum; Task (project management); Transfer of training; Laparoscopy; Perception; Medicine; Medical education; Computer science; Medical physics; Surgery; Artificial intelligence; Psychology; Knowledge management","score_opus":0.04007519866703464,"score_gpt":0.3866311308219379,"score_spread":0.34655593215490327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528327393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99082345,0.00022792489,0.0012443046,0.004354826,0.00035896583,0.00035325147,2.0762202e-7,0.000038400918,0.0025986915],"genre_scores_gemma":[0.998672,0.000046241832,0.00020654644,0.00020347314,0.00069176836,0.000017434078,0.000007797621,0.000016305716,0.00013841222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833006,0.00031253905,0.0006271969,0.00013114006,0.00040843216,0.00019066244],"domain_scores_gemma":[0.9974376,0.0014892806,0.0005486841,0.000098178585,0.00033531184,0.000090967085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020691347,0.00011420461,0.00024026421,0.0002295345,0.0002084173,0.000060722603,0.000087147586,0.000074018404,0.0000722698],"category_scores_gemma":[0.0012352496,0.00005272632,0.0001041858,0.00082094816,0.000077360695,0.00028195465,0.00001918085,0.0003018712,0.0000044456315],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036089195,0.00035007135,0.04553967,0.000034287634,0.000039036353,0.000015788708,0.015699495,0.013626621,0.0001881209,0.0015176145,0.000007919626,0.9226205],"study_design_scores_gemma":[0.022742994,0.00257198,0.18875015,0.008749706,0.00044985345,0.00067653524,0.08508926,0.28988287,0.0013936476,0.0038527695,0.39474142,0.0010988066],"about_ca_topic_score_codex":0.000015082912,"about_ca_topic_score_gemma":0.000009998475,"teacher_disagreement_score":0.92152166,"about_ca_system_score_codex":0.00017055441,"about_ca_system_score_gemma":0.00029791714,"threshold_uncertainty_score":0.21501169},"labels":[],"label_agreement":null},{"id":"W2528534317","doi":"10.1016/j.jsurg.2016.08.019","title":"Effect of Home-Call on Otolaryngology Resident Education: A Pilot Study","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Sleep and Work-Related Fatigue","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Otorhinolaryngology; Sleep deprivation; Telephone call; Medicine; Sleep (system call); Gerontology; Family medicine; Psychology; Psychiatry","score_opus":0.018065527459651336,"score_gpt":0.3470063236728124,"score_spread":0.3289407962131611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528534317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828573,0.0007927235,0.000014648009,0.0023853187,0.006215078,0.0003556958,0.0000010504122,0.000010048233,0.0073681646],"genre_scores_gemma":[0.99757445,0.000078054,0.000025335203,0.00009720107,0.0008247836,0.000038186852,0.0000014431587,0.000017135233,0.0013433974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976961,0.00088880747,0.0007226862,0.00019548924,0.00030897645,0.0001879666],"domain_scores_gemma":[0.9974737,0.0011563482,0.00060385145,0.00031000416,0.00029070355,0.00016537463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011803593,0.00015251442,0.00038196362,0.00034550292,0.000044877383,0.000011651771,0.00023711394,0.000107450425,0.0014294952],"category_scores_gemma":[0.00018321662,0.000090124064,0.00012231767,0.00025979851,0.00006945878,0.000110719586,0.000017865388,0.000301463,0.00020487793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011495526,0.022736704,0.39462665,0.00002845524,0.0006937098,0.000094703,0.003130639,0.0000051326133,0.0006381837,0.0065238923,0.07832183,0.4817046],"study_design_scores_gemma":[0.01823144,0.10295739,0.8480655,0.0022808474,0.00078229187,0.0009951112,0.0023115946,3.9334927e-7,0.0021543535,0.00080410764,0.0207575,0.00065945456],"about_ca_topic_score_codex":0.00006744411,"about_ca_topic_score_gemma":0.0000043685422,"teacher_disagreement_score":0.48104513,"about_ca_system_score_codex":0.00011389121,"about_ca_system_score_gemma":0.0003581345,"threshold_uncertainty_score":0.99948335},"labels":[],"label_agreement":null},{"id":"W2529267477","doi":"10.1016/j.jsurg.2016.08.006","title":"Evaluation of Procedural Simulation as a Training and Assessment Tool in General Surgery—Simulating a Laparoscopic Appendectomy","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"TrygFonden","keywords":"Simulation training; Laparoscopic surgery; General surgery; Medicine; Training (meteorology); Laparoscopy; Medical physics; Surgery; Computer science; Simulation; Geography","score_opus":0.09227122063724788,"score_gpt":0.42696016202740145,"score_spread":0.3346889413901536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529267477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970098,0.00021077447,0.000117594274,0.0008897718,0.0002013313,0.0002721552,5.4280525e-7,0.000007238346,0.001290805],"genre_scores_gemma":[0.99881,0.000044186163,0.00075874716,0.000073313335,0.0002494338,0.000008117839,0.000003957723,0.000010713018,0.00004151476],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9976963,0.00023272948,0.0008757995,0.00014609097,0.00089469814,0.00015437587],"domain_scores_gemma":[0.99745506,0.0010177166,0.0005267902,0.00007939189,0.0008169395,0.000104128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003181134,0.00010964412,0.00042994515,0.00033096632,0.00003221755,0.00001742844,0.00003094703,0.00008403503,0.00029099578],"category_scores_gemma":[0.0013995329,0.00007352008,0.00010759734,0.00027916906,0.000041117666,0.00030447816,0.000009987939,0.00015640545,0.0000012672064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041276752,0.00042549093,0.1385395,0.00006142635,0.000058789403,0.00001119461,0.0009240618,0.006486727,0.0008548565,0.0006003392,0.000009155585,0.8516157],"study_design_scores_gemma":[0.021515284,0.0005408839,0.80223763,0.0027363473,0.0004047358,0.0003846307,0.0016233493,0.16130054,0.00065056357,0.0041069086,0.004187884,0.00031125202],"about_ca_topic_score_codex":0.000009957883,"about_ca_topic_score_gemma":0.0000018938479,"teacher_disagreement_score":0.8513045,"about_ca_system_score_codex":0.0002325784,"about_ca_system_score_gemma":0.0017146943,"threshold_uncertainty_score":0.31861997},"labels":[],"label_agreement":null},{"id":"W2529402424","doi":"10.1016/j.jsurg.2016.07.013","title":"Comparison of Canadian and Swiss Surgical Training Curricula: Moving on Toward Competency-Based Surgical Education","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Medicine; Medical education; Psychology","score_opus":0.03779649397863605,"score_gpt":0.3521281763349153,"score_spread":0.31433168235627923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529402424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9589121,0.00096546375,0.000011944823,0.034593776,0.00073997094,0.00016047574,0.0000043509644,0.000008993114,0.004602942],"genre_scores_gemma":[0.9976288,0.00022777483,0.0010726084,0.00013378992,0.00055705936,0.000004270077,0.000010353293,0.00001576163,0.00034958686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99818456,0.00010215055,0.00081112806,0.00018880167,0.00044906326,0.00026428004],"domain_scores_gemma":[0.9976312,0.0004229507,0.00040556313,0.00015077068,0.00043331998,0.0009562291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047964274,0.00017539789,0.0006356587,0.0007384821,0.00008122384,0.000021652286,0.00010072204,0.00014444477,0.00040418428],"category_scores_gemma":[0.00023710693,0.000104383595,0.00021091568,0.00040504456,0.00010894861,0.00013289583,0.000012265072,0.00029347185,0.0000071521017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008777405,0.0035067894,0.5276336,0.0002335698,0.00009921119,0.0002980175,0.00175442,0.000027227989,0.00052099646,0.014644893,0.005527356,0.44487616],"study_design_scores_gemma":[0.009138366,0.0033926996,0.4912347,0.0063389842,0.0003570701,0.0035685813,0.0072698393,0.00031612537,0.0023014084,0.0012346458,0.47414517,0.0007024081],"about_ca_topic_score_codex":0.00092207437,"about_ca_topic_score_gemma":0.000111360234,"teacher_disagreement_score":0.46861783,"about_ca_system_score_codex":0.00022913577,"about_ca_system_score_gemma":0.0050449134,"threshold_uncertainty_score":0.894946},"labels":[],"label_agreement":null},{"id":"W2529790200","doi":"10.1016/j.jsurg.2016.09.002","title":"Video Coaching as an Efficient Teaching Method for Surgical Residents—A Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hôpital Maisonneuve-Rosemont; Université de Montréal","funders":"","keywords":"Coaching; Debriefing; Randomized controlled trial; Medicine; Physical therapy; Medical education; Psychology; Surgery","score_opus":0.028788454238695978,"score_gpt":0.4064996845019158,"score_spread":0.37771123026321984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529790200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96526426,0.00029741245,0.015555817,0.006839296,0.001968392,0.0025772029,0.0000013837262,0.000037219117,0.0074589886],"genre_scores_gemma":[0.98926735,0.000059899772,0.006293085,0.0002453584,0.0026830211,0.000096143296,0.0000069849084,0.000026646863,0.001321499],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9955002,0.0015869562,0.0016554713,0.00025097604,0.0007313937,0.00027497922],"domain_scores_gemma":[0.9858339,0.011973519,0.00094048923,0.00017842648,0.0005536064,0.00052006845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01210132,0.00020275409,0.001739986,0.00031593634,0.0001686176,0.00006891523,0.000118181764,0.00016522173,0.0005217142],"category_scores_gemma":[0.0068781935,0.00010318344,0.0011351942,0.00011313428,0.00007196177,0.00021006372,0.000015260419,0.0003734212,0.000010194113],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.935102,0.0012261854,0.00006717645,0.000014251806,0.00021834162,0.000043817352,0.00030797045,0.00013516028,0.0000647305,0.01182542,0.00009195861,0.050902992],"study_design_scores_gemma":[0.96796864,0.0008126138,0.00007974272,0.00033310408,0.0004919185,0.000612042,0.00027016609,0.0032747078,0.000065899,0.001669104,0.024281204,0.00014084896],"about_ca_topic_score_codex":0.000022705153,"about_ca_topic_score_gemma":4.2641844e-7,"teacher_disagreement_score":0.050762147,"about_ca_system_score_codex":0.00016015647,"about_ca_system_score_gemma":0.00066752045,"threshold_uncertainty_score":0.8234337},"labels":[],"label_agreement":null},{"id":"W2535336216","doi":"10.1016/j.jsurg.2016.10.006","title":"Surgical Skill Assessment Using Motion Quality and Smoothness","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Killam Trusts","keywords":"Smoothness; Quality (philosophy); Motion (physics); Physical medicine and rehabilitation; Computer science; Psychology; Medicine; Artificial intelligence; Operations management; Computer vision; Engineering; Mathematics; Epistemology; Philosophy","score_opus":0.08283758366947643,"score_gpt":0.44332659775523564,"score_spread":0.36048901408575923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535336216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907745,0.00020443404,0.00095836504,0.004252468,0.00046618152,0.00008694417,0.000001024514,0.000011485959,0.0032445577],"genre_scores_gemma":[0.9979192,0.00016905744,0.0009802214,0.00010380201,0.0006202774,0.000001107836,0.0000023882192,0.000009244406,0.00019471502],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985575,0.00015746447,0.00060623884,0.0001322082,0.00040837206,0.00013818864],"domain_scores_gemma":[0.9984567,0.00045455046,0.000336842,0.0000929259,0.00037155036,0.00028740597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010307182,0.00009837267,0.00031777294,0.00012996301,0.000058746686,0.000023900911,0.000035693054,0.00009315809,0.00050276064],"category_scores_gemma":[0.00015048597,0.000057124158,0.00012725484,0.00015068553,0.00007222356,0.00022631233,0.000014169131,0.00016348151,0.0000033769468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009089221,0.0013956462,0.2689591,0.00007668896,0.00009754274,0.00015483798,0.0002338854,0.000028511511,0.0011600063,0.0094239395,0.00006946602,0.71749145],"study_design_scores_gemma":[0.011357551,0.00026474832,0.91251385,0.0005824355,0.00013254539,0.0024788352,0.0004749198,0.00032942873,0.0002454661,0.0015549404,0.06985523,0.00021002296],"about_ca_topic_score_codex":0.000010192618,"about_ca_topic_score_gemma":2.9638517e-7,"teacher_disagreement_score":0.71728146,"about_ca_system_score_codex":0.00016366992,"about_ca_system_score_gemma":0.00031446703,"threshold_uncertainty_score":0.55048764},"labels":[],"label_agreement":null},{"id":"W2537151320","doi":"10.1016/j.jsurg.2016.08.017","title":"Utility of a Validated Rating Scale for Self-Assessment in Microsurgical Training","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Preceptor; Knot tying; Inter-rater reliability; Self-assessment; Rating scale; Medicine; Physical therapy; Tying; Psychology; Medical education; Surgery; Computer science; Developmental psychology","score_opus":0.04717359042701361,"score_gpt":0.38324157235855427,"score_spread":0.33606798193154064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537151320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940111,0.00006934366,0.0010364472,0.002115388,0.00025575905,0.00021700004,0.000002767451,0.000011088604,0.0022811317],"genre_scores_gemma":[0.9921042,0.000046882767,0.0074962126,0.000054530927,0.00021753341,0.000006059514,0.000004500017,0.000009527638,0.000060603143],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984124,0.00010152174,0.00089613703,0.00013015137,0.00028641138,0.00017339148],"domain_scores_gemma":[0.9980626,0.00083824317,0.00041466983,0.00008989293,0.0004229604,0.00017164924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013015278,0.0000947315,0.00043172314,0.00016998986,0.000030185589,0.000010436788,0.00005734167,0.00009135967,0.00031893633],"category_scores_gemma":[0.00018609021,0.00005887739,0.00020679054,0.00023659201,0.00004415978,0.00013392851,0.000009529451,0.00016744704,9.873489e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003193537,0.0043197805,0.5043326,0.00028661746,0.00013816595,0.00005020924,0.0033222332,0.000028631488,0.012749783,0.0016557511,0.0002623735,0.4696603],"study_design_scores_gemma":[0.04239333,0.0012041125,0.85917884,0.0025122704,0.0002545092,0.00079242914,0.004400925,0.0031965913,0.009190738,0.0016944739,0.07480711,0.00037467948],"about_ca_topic_score_codex":0.0000040114264,"about_ca_topic_score_gemma":0.000001299696,"teacher_disagreement_score":0.4692856,"about_ca_system_score_codex":0.00009314752,"about_ca_system_score_gemma":0.0009200087,"threshold_uncertainty_score":0.3492129},"labels":[],"label_agreement":null},{"id":"W2549863150","doi":"10.1016/j.jsurg.2016.05.004","title":"Defining Communication Improvement Needs in General Surgery: An Analysis of Pages, Communications, Patterns, and Content☆?>","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; St. Michael's Hospital; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Web page; Academic institution; Medicine; Service (business); Psychology; Computer science; Library science; World Wide Web; Business","score_opus":0.0625906015439506,"score_gpt":0.41970355882466825,"score_spread":0.3571129572807177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549863150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983764,0.0013064137,0.00014942701,0.013676124,0.00052657543,0.00021935704,0.000019168672,0.000007245621,0.00033169638],"genre_scores_gemma":[0.99279535,0.0051681143,0.0008617982,0.00043339955,0.000090247115,0.000052002877,0.00011935691,0.000011385307,0.00046834222],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679434,0.0011345043,0.0014813686,0.00011706737,0.00029339202,0.00017933546],"domain_scores_gemma":[0.99546707,0.0013482709,0.0014260592,0.00051351706,0.0011011427,0.00014394276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023552212,0.00011672347,0.00046422041,0.0011098528,0.00019324294,0.000014845231,0.0002863219,0.00014106515,0.00025775604],"category_scores_gemma":[0.0003049705,0.000081362385,0.00010801066,0.0008681148,0.00007894842,0.0005127737,0.00008315819,0.0003104064,0.0000041985118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030047717,0.00074730354,0.87813574,0.000052832936,0.0001530851,5.3576264e-7,0.0038540163,0.0000046684536,0.0023488675,0.025912104,0.0013295829,0.087160766],"study_design_scores_gemma":[0.0011167885,0.00013799404,0.9584606,0.0011105923,0.0002489607,0.000005572006,0.026560923,0.00035615388,0.000208305,0.0004966949,0.01112134,0.00017602187],"about_ca_topic_score_codex":0.00056250684,"about_ca_topic_score_gemma":0.0007731115,"teacher_disagreement_score":0.086984746,"about_ca_system_score_codex":0.00030715857,"about_ca_system_score_gemma":0.0014465199,"threshold_uncertainty_score":0.33178616},"labels":[],"label_agreement":null},{"id":"W2562789138","doi":"10.1016/j.jsurg.2016.10.017","title":"A Peer-Reviewed Instructional Video is as Effective as a Standard Recorded Didactic Lecture in Medical Trainees Performing Chest Tube Insertion: A Randomized Control Trial","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto; Western University; Sunnybrook Health Science Centre","funders":"","keywords":"Randomized controlled trial; Medicine; Session (web analytics); Medical education; Physical therapy; Surgery","score_opus":0.008448032249380889,"score_gpt":0.3359882619307335,"score_spread":0.3275402296813526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562789138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82400733,0.0005453729,0.00078916806,0.16942196,0.0029243054,0.0015226302,0.0000023210494,0.000015628873,0.00077126606],"genre_scores_gemma":[0.9909125,0.00069072715,0.0009958161,0.0032966007,0.003263168,0.00029412808,0.000015196673,0.000025991876,0.00050587166],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9949137,0.00062261784,0.001775945,0.0002867524,0.0021149993,0.00028600823],"domain_scores_gemma":[0.9944063,0.0017494108,0.0008993144,0.00021861204,0.0024365245,0.00028984726],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006630741,0.0002553958,0.0012413926,0.0006532891,0.00010126831,0.000039396662,0.00016124093,0.00036524233,0.00460698],"category_scores_gemma":[0.041461308,0.00015217127,0.00041750728,0.00084704673,0.00028812425,0.0004331227,0.000014819764,0.00096452003,0.000037156715],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4146105,0.0011230073,0.00053473463,0.00013600827,0.00023141089,0.000050931572,0.0013629753,0.0000012533312,0.00014530147,0.0006782726,0.004969347,0.57615626],"study_design_scores_gemma":[0.83738244,0.0021803158,0.003223626,0.0033234365,0.00044051028,0.005600931,0.0007066775,0.00013394638,0.00040018634,0.004209799,0.14211296,0.00028520572],"about_ca_topic_score_codex":0.000039086164,"about_ca_topic_score_gemma":0.0000039540764,"teacher_disagreement_score":0.57587105,"about_ca_system_score_codex":0.0009786602,"about_ca_system_score_gemma":0.0050289896,"threshold_uncertainty_score":0.99630296},"labels":[],"label_agreement":null},{"id":"W2564660777","doi":"10.1016/j.jsurg.2016.11.009","title":"New Media for Educating Urology Residents: An Interview Study in Canada and Germany","year":2016,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Interquartile range; Medicine; German; Urology; Social media; Computer-assisted web interviewing; Family medicine; Internal medicine; Political science; Geography","score_opus":0.09901478417306468,"score_gpt":0.4340994786991621,"score_spread":0.3350846945260974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2564660777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653149,0.0007488804,0.000021123813,0.025703095,0.007606722,0.000512797,5.325412e-7,0.0000029050334,0.00008903656],"genre_scores_gemma":[0.9959809,0.00045786274,0.0003872843,0.00018609685,0.0028761553,0.00006417207,5.615801e-7,0.0000073172796,0.000039606402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998243,0.0005783463,0.00054503925,0.000121595214,0.0002985082,0.00021354092],"domain_scores_gemma":[0.99566185,0.003198057,0.00039794258,0.00007650371,0.00029566427,0.00036995814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021032125,0.00006512152,0.00019918168,0.00013098241,0.00010332892,0.000018494648,0.00017167623,0.00005419489,0.00012574276],"category_scores_gemma":[0.0037326128,0.00005008873,0.000023789196,0.00019635311,0.000040457715,0.00036499675,0.00001046853,0.000118000884,9.873395e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004150214,0.00023117552,0.5213799,0.0000121760595,0.000005925263,0.0000020280334,0.03799842,1.970997e-7,0.0000035217963,0.00066466356,0.0013812341,0.43827927],"study_design_scores_gemma":[0.0006367246,0.00015697627,0.93471897,0.000101703765,0.000018878265,0.000011117364,0.039446335,6.360552e-7,0.0000022185357,0.0026331106,0.02219459,0.00007876389],"about_ca_topic_score_codex":0.8243311,"about_ca_topic_score_gemma":0.94791585,"teacher_disagreement_score":0.4382005,"about_ca_system_score_codex":0.0010384546,"about_ca_system_score_gemma":0.0175542,"threshold_uncertainty_score":0.98801535},"labels":[],"label_agreement":null},{"id":"W2565129737","doi":"10.1016/j.jsurg.2016.11.017","title":"Training Tools for Nontechnical Skills for Surgeons—A Systematic Review","year":2016,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":108,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Auckland; University of Oxford; McMaster University; Centre Hospitalier Universitaire de Rennes; University of Virginia","keywords":"Systematic review; Medical education; Face validity; Gold standard (test); Inter-rater reliability; Inclusion (mineral); Reliability (semiconductor); Psychology; MEDLINE; Medicine; Medical physics; Computer science; Psychometrics; Clinical psychology; Rating scale","score_opus":0.13472185719561208,"score_gpt":0.44991523994458693,"score_spread":0.31519338274897485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565129737","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000018841992,0.9919858,0.0008962237,0.00069704663,0.0009568937,0.0046035997,0.000031326854,0.000023604834,0.0008036245],"genre_scores_gemma":[0.000053573585,0.9958591,0.0010290546,0.00035169616,0.0011237868,0.0005779316,0.00011134994,0.00006256277,0.0008309378],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957716,0.0002200287,0.0029594575,0.0002669838,0.00046190887,0.00032002488],"domain_scores_gemma":[0.98675,0.009235004,0.0023581514,0.00028956277,0.0009716855,0.00039556986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032497395,0.0003630783,0.004797927,0.00029630357,0.00007265557,0.000056843623,0.00020143719,0.0003701063,0.00020257052],"category_scores_gemma":[0.0076288264,0.00020111886,0.002822501,0.0002896592,0.000044126115,0.00019869041,0.000014168292,0.00038301884,0.000017083534],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003426134,0.000173606,1.8175716e-7,0.3956776,0.00019477682,0.00000670853,0.000012032177,3.245818e-8,2.4313326e-8,0.0003142588,0.00068109186,0.60290545],"study_design_scores_gemma":[0.00080432225,0.00013086601,4.0178946e-7,0.45977148,0.0027108435,0.0008464618,0.000019450126,9.504981e-7,1.0624816e-7,0.000056505418,0.5355372,0.00012139759],"about_ca_topic_score_codex":2.1438645e-7,"about_ca_topic_score_gemma":8.749732e-8,"teacher_disagreement_score":0.60278404,"about_ca_system_score_codex":0.00027745377,"about_ca_system_score_gemma":0.0022839385,"threshold_uncertainty_score":0.9132969},"labels":[],"label_agreement":null},{"id":"W2580463215","doi":"10.1016/j.jsurg.2016.12.006","title":"Smart(phone) Learning Experience Among Vascular Trainees Using a Response System Application","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre","funders":"","keywords":"Medical education; Phone; Mobile phone; Psychology; Multiple choice; Audience response; Closed-ended question; Medicine; Multimedia; Computer science; Significant difference","score_opus":0.05543820333036593,"score_gpt":0.44881669539370816,"score_spread":0.39337849206334224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2580463215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99064076,0.000619451,0.0036690137,0.001633209,0.0012713715,0.0011355425,0.0000017246452,0.000038917333,0.0009900382],"genre_scores_gemma":[0.9958849,0.00041654627,0.0012549242,0.00010940283,0.0010694078,0.0008352175,0.000004889795,0.000024429186,0.0004002784],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968756,0.00084826647,0.0012204176,0.00022801886,0.00040984966,0.00041785336],"domain_scores_gemma":[0.9952113,0.00054619677,0.0024144638,0.00054180983,0.00073467,0.0005515307],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0034723491,0.00014632326,0.00037722042,0.00020269692,0.0027113536,0.000043157892,0.00038147083,0.00022442531,0.00008515255],"category_scores_gemma":[0.0008258137,0.00012716145,0.0001377888,0.00016267045,0.000120104545,0.0004419234,0.000049051017,0.0008757408,0.000056293666],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040893424,0.0013889937,0.7683855,0.0031733988,0.00011775571,0.000043059983,0.033083063,0.0010059988,0.007721912,0.018170932,0.004378558,0.15844145],"study_design_scores_gemma":[0.002079262,0.00014573381,0.44435397,0.001344565,0.00007933546,0.0001362895,0.02407199,0.004408653,0.000068629495,0.00017104321,0.52286404,0.0002764586],"about_ca_topic_score_codex":0.00056775025,"about_ca_topic_score_gemma":0.000017484183,"teacher_disagreement_score":0.5184855,"about_ca_system_score_codex":0.00060528616,"about_ca_system_score_gemma":0.0023379144,"threshold_uncertainty_score":0.99858695},"labels":[],"label_agreement":null},{"id":"W2582188803","doi":"10.1016/j.jsurg.2017.01.006","title":"The Role of Letters of Recommendation in the Selection Process of Surgical Residents in Canada: A National Survey of Program Directors","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Teamwork; Likert scale; Interpersonal communication; Specialty; Psychology; Affect (linguistics); Medical education; Scale (ratio); Family medicine; Interpersonal relationship; Medicine; Social psychology; Management","score_opus":0.034843781120183,"score_gpt":0.36576628952457063,"score_spread":0.33092250840438764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2582188803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99378693,0.000082802944,3.9774596e-7,0.0041562123,0.00024730756,0.00012699458,0.000004080374,5.175406e-7,0.001594738],"genre_scores_gemma":[0.99964553,0.00024606427,0.000010799134,0.000011328413,0.0000668156,0.0000025728586,0.000004651302,0.0000013898988,0.000010873345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797004,0.00049223786,0.00045897317,0.00005129104,0.0009411184,0.00008630562],"domain_scores_gemma":[0.9975798,0.0005768945,0.0009358846,0.000052915086,0.000824272,0.000030226867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005426534,0.00003901154,0.00016513687,0.000091243666,0.00011408238,0.000017483322,0.00037565225,0.00003554349,0.000023311439],"category_scores_gemma":[0.0009592833,0.000025792404,0.00003738308,0.00030654177,0.0001921104,0.0001914864,0.000012861534,0.00014314667,4.26319e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020066241,0.00032916252,0.96479946,0.000021787744,0.000015132481,7.9440656e-7,0.0034483343,0.000039545313,0.000029698898,0.00031151707,0.0006549825,0.030148918],"study_design_scores_gemma":[0.00035673828,0.000056943667,0.9848323,0.000105540996,0.000009236663,0.0000028734064,0.011820203,0.00002305357,0.00024588936,0.0002362696,0.002284661,0.000026299333],"about_ca_topic_score_codex":0.62866646,"about_ca_topic_score_gemma":0.6180721,"teacher_disagreement_score":0.030122617,"about_ca_system_score_codex":0.0002130455,"about_ca_system_score_gemma":0.0025856814,"threshold_uncertainty_score":0.45868877},"labels":[],"label_agreement":null},{"id":"W2598908142","doi":"10.1016/j.jsurg.2017.03.002","title":"Assessment of “YouTube” Content for Distal Radius Fracture Immobilization","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Orthopedic surgery; Medicine; Technician; Quality (philosophy); Patient education; Medical education; Surgery; Nursing; Engineering","score_opus":0.09138971571955187,"score_gpt":0.5215426994066712,"score_spread":0.4301529836871193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598908142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661188,0.00013285626,0.01586345,0.006186079,0.0036111013,0.0009368129,0.000060877264,0.0000076256247,0.007082393],"genre_scores_gemma":[0.9950404,0.00011351175,0.0031010811,0.0006266867,0.00063449837,0.000036304893,0.00006553251,0.0000053597223,0.00037660004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974826,0.00019081827,0.0018040834,0.00008333265,0.00026891794,0.00017026662],"domain_scores_gemma":[0.9935698,0.00042059607,0.0036090808,0.00028042798,0.0019558426,0.0001642656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024536408,0.000082705425,0.0003057341,0.00008802031,0.0006424996,0.000033708973,0.00022436814,0.00014043949,0.00042449008],"category_scores_gemma":[0.0010555125,0.000056197623,0.00013338223,0.000044573986,0.00005295088,0.0013823037,0.000024979772,0.00038093992,0.0000033021538],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075015356,0.0013480827,0.88362026,0.0020963259,0.000060861337,0.0000010219796,0.004627815,0.0000704182,0.00018888924,0.013890855,0.025599143,0.067746155],"study_design_scores_gemma":[0.0015905927,0.00016011254,0.6786048,0.0003359443,0.000023045937,0.000005932062,0.0018571982,0.000688009,0.00006210202,0.0006215838,0.31598216,0.000068558584],"about_ca_topic_score_codex":0.00006052903,"about_ca_topic_score_gemma":0.000004291097,"teacher_disagreement_score":0.290383,"about_ca_system_score_codex":0.00021675965,"about_ca_system_score_gemma":0.0018083074,"threshold_uncertainty_score":0.49416524},"labels":[],"label_agreement":null},{"id":"W2600085408","doi":"10.1016/j.jsurg.2017.02.013","title":"Assessment of Female Medical Students’ Interest in Careers in Cardiothoracic Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Salary; Medicine; Specialty; Family medicine; Respondent; Workforce; Prestige","score_opus":0.08047842111020931,"score_gpt":0.4446341654800579,"score_spread":0.3641557443698486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600085408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98474187,0.00019652778,0.0000052578425,0.004775095,0.0016359058,0.000053368854,5.451061e-7,0.0000013031304,0.008590153],"genre_scores_gemma":[0.99844533,0.0009498494,0.000033579792,0.000061686886,0.00037022698,0.0000010291534,9.125625e-7,0.0000021573537,0.00013524413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977603,0.00026480955,0.0003985483,0.000073249765,0.0013726584,0.00013041361],"domain_scores_gemma":[0.9988531,0.00029030992,0.00037274248,0.00011488982,0.0002048652,0.00016412525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077056405,0.00004746908,0.0002926027,0.0002192,0.00009088859,0.00007821226,0.0007292875,0.000095436415,0.00020082276],"category_scores_gemma":[0.0011291094,0.00004188399,0.00010082203,0.000126221,0.0002583023,0.0002845552,0.00007209664,0.00029715494,0.000001141234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019671603,0.00031454125,0.9774388,0.000018386947,0.000011443047,0.0001050034,0.002691461,0.0000032745847,0.0000017279335,0.0006949785,0.00085936446,0.017841363],"study_design_scores_gemma":[0.00036126838,0.00003122463,0.95837617,0.0005140527,0.000012442123,0.000009084531,0.03174764,0.0000024001815,0.000004994833,0.000120768476,0.0087737655,0.000046164885],"about_ca_topic_score_codex":0.0019142177,"about_ca_topic_score_gemma":0.0013509296,"teacher_disagreement_score":0.029056178,"about_ca_system_score_codex":0.00025564514,"about_ca_system_score_gemma":0.001726485,"threshold_uncertainty_score":0.30627102},"labels":[],"label_agreement":null},{"id":"W2600999278","doi":"10.1016/j.jsurg.2017.01.008","title":"Developing Cognitive Task Analysis–based Educational Videos for Basic Surgical Skills in Plastic Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Task (project management); Cognition; Medicine; Plastic surgery; Surgery; Psychology; Engineering; Psychiatry","score_opus":0.048237668120525705,"score_gpt":0.38469869327600054,"score_spread":0.3364610251554748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600999278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894356,0.00019515517,0.0013747404,0.0063706418,0.0011713236,0.00024491243,0.000008472284,0.0000082762535,0.0011908698],"genre_scores_gemma":[0.9976642,0.00005194332,0.00074396894,0.00021784496,0.0009804626,0.000027578828,0.00011161105,0.00001624981,0.0001861049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796194,0.00010499121,0.0009548891,0.00023823541,0.0004707257,0.00026921375],"domain_scores_gemma":[0.9890025,0.008821875,0.0008374545,0.0001692089,0.00086971506,0.00029922932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012234767,0.0001717938,0.0007097261,0.00083021953,0.00020488481,0.00010116642,0.000120892466,0.000136586,0.0005094347],"category_scores_gemma":[0.0044937516,0.00014172046,0.00055312173,0.0004634009,0.00010819043,0.00029160592,0.000015337724,0.0002932891,0.000010963992],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024963338,0.0023378613,0.93481296,0.00013563331,0.0005968868,0.00017381953,0.00021240214,0.0005880806,0.000009633462,0.0021390137,0.00032072325,0.05617665],"study_design_scores_gemma":[0.0062412224,0.000098250275,0.96956253,0.0008225356,0.00060846994,0.00015623655,0.00019607077,0.001692521,0.00007722971,0.00054874277,0.019780798,0.00021539375],"about_ca_topic_score_codex":0.000016746011,"about_ca_topic_score_gemma":0.000010836015,"teacher_disagreement_score":0.055961255,"about_ca_system_score_codex":0.00023751629,"about_ca_system_score_gemma":0.0027343757,"threshold_uncertainty_score":0.5779193},"labels":[],"label_agreement":null},{"id":"W2604245678","doi":"10.1016/j.jsurg.2016.12.004","title":"What are the Training Gaps for Acquiring Laparoscopic Suturing Skills?","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Coaching; Laparoscopic surgery; Medical education; Medicine; Curriculum; Dreyfus model of skill acquisition; Process (computing); Grounded theory; Invasive surgery; Field (mathematics); Qualitative research; Psychology; Laparoscopy; Surgery; Computer science; Pedagogy","score_opus":0.058481857160747,"score_gpt":0.3826331781343885,"score_spread":0.3241513209736415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604245678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98058295,0.0008505463,0.000058548292,0.012689167,0.0035292844,0.0001799964,4.5947394e-7,0.000009580473,0.0020994884],"genre_scores_gemma":[0.9954911,0.0003715829,0.00031910744,0.0003969177,0.0027428714,0.000007449074,0.0000024905532,0.000012866638,0.0006556366],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990457,0.00003073055,0.00038541981,0.00010466387,0.00025974898,0.00017372369],"domain_scores_gemma":[0.9983119,0.0004159022,0.0006136336,0.00020927268,0.00028409963,0.0001651911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071544526,0.000093233524,0.0002841849,0.00006872846,0.00040893405,0.00030483754,0.00015649729,0.00006721709,0.000100429934],"category_scores_gemma":[0.0005979324,0.00005727165,0.0002082541,0.00004694398,0.00007671047,0.0005864799,0.000018659199,0.00022791959,0.0000041395965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012702604,0.0011553904,0.09138664,0.0002792958,0.00033247407,0.00011351192,0.00914665,0.00043362577,0.00030771975,0.0035515563,0.0014136767,0.8906092],"study_design_scores_gemma":[0.013148865,0.00036618594,0.3956279,0.0037348168,0.00031307575,0.00094908103,0.025861176,0.00057359954,0.0013729517,0.0017942011,0.55596244,0.0002957044],"about_ca_topic_score_codex":0.0000020243713,"about_ca_topic_score_gemma":0.000001401283,"teacher_disagreement_score":0.8903135,"about_ca_system_score_codex":0.00005891153,"about_ca_system_score_gemma":0.00022685147,"threshold_uncertainty_score":0.31452316},"labels":[],"label_agreement":null},{"id":"W2621401417","doi":"10.1016/j.jsurg.2017.05.019","title":"Studying Behaviors Among Neurosurgery Residents Using Web 2.0 Analytic Tools","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Subspecialty; Neurosurgery; Upload; Pediatric neurosurgery; Medical education; Curriculum; Preference; Medicine; The Internet; Psychology; World Wide Web; Computer science; Family medicine; Surgery; Pedagogy; Statistics","score_opus":0.2155251108702391,"score_gpt":0.4750776092383642,"score_spread":0.2595524983681251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621401417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774642,0.00021901536,0.000003053499,0.0035009808,0.01728823,0.00032594948,6.9558047e-7,0.000010491563,0.0011873608],"genre_scores_gemma":[0.99512553,0.00053584593,0.00019496589,0.00004551297,0.0039503896,0.000017813854,8.8052883e-7,0.000013155321,0.00011588197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976802,0.00040934945,0.00066632,0.00014457759,0.00080297014,0.00029661146],"domain_scores_gemma":[0.99609566,0.0011133676,0.0015422796,0.0002456952,0.0006302254,0.00037276506],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026952627,0.000096383206,0.00027243895,0.00023994794,0.0014613745,0.00051612704,0.00043069944,0.00012972283,0.00013395991],"category_scores_gemma":[0.0074243094,0.00009609443,0.00014546432,0.00022906408,0.00029541188,0.0015533442,0.00003112513,0.00033881245,0.000007855433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002054412,0.00025761465,0.96323484,0.00001318933,0.000009992058,0.00001638046,0.005500261,0.000008326718,0.00006167059,0.00024173214,0.00059872185,0.03003672],"study_design_scores_gemma":[0.00021614626,0.000029180497,0.9828852,0.00019087267,0.00007210101,0.00001370474,0.005443679,0.000018596851,0.00001926685,0.0002695991,0.01072989,0.00011178694],"about_ca_topic_score_codex":0.0052024815,"about_ca_topic_score_gemma":0.00027147433,"teacher_disagreement_score":0.029924931,"about_ca_system_score_codex":0.000550605,"about_ca_system_score_gemma":0.0036129227,"threshold_uncertainty_score":0.9998386},"labels":[],"label_agreement":null},{"id":"W2623031497","doi":"10.1016/j.jsurg.2017.05.018","title":"Systematic Review of Patient-Specific Surgical Simulation: Toward Advancing Medical Education","year":2017,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical physics; Medicine; Randomized controlled trial; Medical education; Surgical simulation; Scopus; Inclusion (mineral); Critical appraisal; Neurosurgery; Curriculum; Surgical planning; MEDLINE; Surgery; Psychology; Alternative medicine","score_opus":0.08288091603095682,"score_gpt":0.4402756433998706,"score_spread":0.35739472736891376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623031497","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034804645,0.9911506,0.00002331333,0.0006384755,0.0020442228,0.001504255,0.0000040685663,0.000018894836,0.004581369],"genre_scores_gemma":[0.0011854138,0.9962752,0.00021323949,0.00022312309,0.0015537133,0.000054304197,0.00014167192,0.00005726251,0.0002960797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99186206,0.00070307055,0.0047318274,0.0003602995,0.0020332441,0.00030951033],"domain_scores_gemma":[0.98876303,0.0018003378,0.0060765273,0.0006890874,0.0018094797,0.00086151884],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026142048,0.00048543423,0.0051626805,0.00055453513,0.00010960909,0.00005576368,0.00043035552,0.000558112,0.002081085],"category_scores_gemma":[0.004678862,0.00032631497,0.0019338526,0.00050966843,0.00013462325,0.00030332257,0.000062347724,0.0010720228,0.000048634],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044031873,0.00065851957,0.000004797419,0.4697263,0.00017607531,0.00009537936,0.000048461752,0.0000040794434,4.1446637e-9,0.00022496101,0.00038472094,0.52863264],"study_design_scores_gemma":[0.00051392347,0.00010545096,0.0000016214645,0.47270238,0.001280998,0.0020525125,0.000061250386,0.000018971503,8.973064e-8,0.00001796767,0.5230998,0.00014506147],"about_ca_topic_score_codex":0.0000028712457,"about_ca_topic_score_gemma":1.3949298e-7,"teacher_disagreement_score":0.5284876,"about_ca_system_score_codex":0.00044023307,"about_ca_system_score_gemma":0.008561288,"threshold_uncertainty_score":0.9999189},"labels":[],"label_agreement":null},{"id":"W2626392471","doi":"10.1016/j.jsurg.2017.05.013","title":"The Performance Gap for Residents in Transfer of Intracorporeal Suturing Skills From Box Trainer to Operating Room","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Aix-Marseille Université","keywords":"Checklist; Trainer; Medicine; Observational study; Residency training; Patient care; Tertiary care; General surgery; Surgery; Medical education; Nursing; Psychology; Continuing education","score_opus":0.03249832312105459,"score_gpt":0.3490164433921113,"score_spread":0.3165181202710567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626392471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.994286,0.00009578872,0.00009998464,0.0032244676,0.0005302153,0.00019751345,0.000002113692,0.0000024258056,0.0015615096],"genre_scores_gemma":[0.9980812,0.000112481874,0.0007435384,0.00009883989,0.00080115144,0.0000068284407,0.0000044814797,0.000008922763,0.00014252198],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989165,0.000032044405,0.0005757374,0.000090956135,0.00025012076,0.00013460612],"domain_scores_gemma":[0.99889684,0.00041818307,0.00018974746,0.00013960562,0.00022324454,0.00013239222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076462893,0.00007494265,0.00024331296,0.00007651294,0.0001598968,0.000055705557,0.00013271943,0.00005560495,0.00005245685],"category_scores_gemma":[0.000346484,0.00004696217,0.00010733581,0.000058156173,0.000032326356,0.00019590264,0.000009447053,0.00019080764,0.0000011813408],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002588966,0.0010418822,0.31562343,0.0001059638,0.00012063022,0.000032866694,0.004877846,0.0020074833,0.002251739,0.0009673449,0.00030205183,0.6700798],"study_design_scores_gemma":[0.0048246803,0.0002744068,0.97876287,0.0007936864,0.00004455922,0.000038727598,0.0005180748,0.0011235791,0.0036876055,0.00024223425,0.009598591,0.00009097918],"about_ca_topic_score_codex":0.00006135258,"about_ca_topic_score_gemma":0.000020153,"teacher_disagreement_score":0.6699888,"about_ca_system_score_codex":0.00005231593,"about_ca_system_score_gemma":0.00020440052,"threshold_uncertainty_score":0.19150618},"labels":[],"label_agreement":null},{"id":"W2689842576","doi":"10.1016/j.jsurg.2017.06.005","title":"Observational Learning During Simulation-Based Training in Arthroscopy: Is It Useful to Novices?","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Observational study; Virtual reality; Medicine; Control (management); Arthroscopy; Medical physics; Physical therapy; Medical education; Computer science; Psychology; Artificial intelligence; Surgery","score_opus":0.1280793017362321,"score_gpt":0.41549995894543434,"score_spread":0.28742065720920223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2689842576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9837239,0.000035401943,0.00022712875,0.012025084,0.00040246104,0.00014137539,7.600407e-7,0.00001062502,0.0034333009],"genre_scores_gemma":[0.9967248,0.000009562659,0.0010102622,0.0011193424,0.00063246815,0.0000044144463,0.000007705106,0.000015855643,0.00047561398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984298,0.00005232529,0.0006552491,0.00017165829,0.00049071055,0.00020030126],"domain_scores_gemma":[0.99803865,0.00054152304,0.0005513266,0.00016854702,0.0004195786,0.00028034588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006399867,0.00012323266,0.00033096605,0.00029031246,0.00025257873,0.00011262075,0.00011832874,0.00009466329,0.0009929539],"category_scores_gemma":[0.0013647596,0.00011051543,0.00014164693,0.00019765261,0.00003754692,0.00037277234,0.00001639801,0.00041037478,0.000027182708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011764822,0.00041182348,0.7266078,0.0000650595,0.000041317166,0.000093231174,0.0043551144,0.23743919,0.00024632036,0.00016403425,0.000049993727,0.02934966],"study_design_scores_gemma":[0.005370305,0.00017497652,0.90504164,0.0007939165,0.0000338595,0.000036008125,0.0013997587,0.030416813,0.00022159253,0.000097453216,0.05624845,0.0001652569],"about_ca_topic_score_codex":0.000015106248,"about_ca_topic_score_gemma":0.0000066289895,"teacher_disagreement_score":0.20702237,"about_ca_system_score_codex":0.00014933717,"about_ca_system_score_gemma":0.0007809586,"threshold_uncertainty_score":0.99992025},"labels":[],"label_agreement":null},{"id":"W2726360404","doi":"10.1016/j.jsurg.2017.06.018","title":"Automaticity of Force Application During Simulated Brain Tumor Resection: Testing the Fitts and Posner Model","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"","keywords":"Automaticity; Resection; Computer science; Psychology; Neuroscience; Medicine; Surgery; Cognition","score_opus":0.04950666644033566,"score_gpt":0.3582722944034912,"score_spread":0.30876562796315554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2726360404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930422,0.00011249843,0.00030912028,0.0039841714,0.000087053595,0.00016018543,5.229933e-7,0.000010742188,0.0022935614],"genre_scores_gemma":[0.99873704,0.000013694831,0.000654108,0.00011256074,0.00024866237,0.0000021299786,0.0000013290344,0.0000081487005,0.00022235248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904037,0.000041221334,0.00046115098,0.00009409347,0.0002664692,0.00009669422],"domain_scores_gemma":[0.9981092,0.00044020504,0.00070284,0.00019294156,0.0004422884,0.00011252199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006252573,0.00007499431,0.00021640996,0.000071544964,0.0002709338,0.000043050157,0.00008745376,0.00004914877,0.000021587108],"category_scores_gemma":[0.0011373057,0.00004817672,0.00006939657,0.00010366606,0.00008770045,0.00019340139,0.0000247232,0.00021276496,9.3053495e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006021674,0.002750821,0.39806396,0.0013502,0.0005123614,0.000112713955,0.0053696614,0.14513871,0.051954675,0.006663063,0.00046256697,0.38159958],"study_design_scores_gemma":[0.0034005968,0.00015865333,0.58878237,0.0003893541,0.00008712807,0.00059363927,0.00026157792,0.4019606,0.0011133483,0.002591909,0.00056593935,0.00009487508],"about_ca_topic_score_codex":0.000013020494,"about_ca_topic_score_gemma":0.0000011459858,"teacher_disagreement_score":0.3815047,"about_ca_system_score_codex":0.00004330739,"about_ca_system_score_gemma":0.00017298039,"threshold_uncertainty_score":0.2083831},"labels":[],"label_agreement":null},{"id":"W2728498430","doi":"10.1016/j.jsurg.2017.05.022","title":"The Steinberg Centre for Simulation and Interactive Learning at McGill University","year":2017,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Mandate; General partnership; Medical education; Outreach; Multidisciplinary approach; Health care; Medicine; Psychology; Nursing; Sociology; Political science","score_opus":0.06381310236598102,"score_gpt":0.4301813100936802,"score_spread":0.3663682077276992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728498430","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008159263,0.9908115,0.000079885074,0.004446796,0.0022457866,0.0008526616,0.000011708886,0.000009407679,0.00072631874],"genre_scores_gemma":[0.0003744993,0.9800743,0.00034791415,0.000028702572,0.0008368337,0.000003131342,0.00006566011,0.000019237967,0.018249761],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987808,0.00014740937,0.0005483606,0.00014787912,0.00024591706,0.00012966084],"domain_scores_gemma":[0.9960774,0.0010440261,0.0016569744,0.00017460065,0.00096894626,0.0000780316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008501161,0.00014840673,0.0006068999,0.00020023891,0.00061674416,0.000027425787,0.00012591167,0.00019742823,0.000032669133],"category_scores_gemma":[0.0017673488,0.00009677265,0.00025572907,0.00013792848,0.00008429627,0.00017299072,0.000040756986,0.0006276976,0.0000055303767],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012712913,0.000095402065,0.000012230667,0.0012589927,0.00011108811,0.000004035077,0.00009421365,0.000006917444,8.5958966e-8,0.00016868059,0.0053152707,0.99280596],"study_design_scores_gemma":[0.0004202814,0.000101374986,0.00003019545,0.0053652497,0.0007123209,0.00027861114,0.00047599137,0.00017546648,3.2592206e-7,0.000024137335,0.9923336,0.00008247654],"about_ca_topic_score_codex":0.000004232503,"about_ca_topic_score_gemma":0.0000011407527,"teacher_disagreement_score":0.99272346,"about_ca_system_score_codex":0.0010645489,"about_ca_system_score_gemma":0.00080992916,"threshold_uncertainty_score":0.474356},"labels":[],"label_agreement":null},{"id":"W2736907930","doi":"10.1016/j.jsurg.2017.07.012","title":"Defining and Measuring Decision-Making for the Management of Trauma Patients","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"McGill University Health Centre","keywords":"Interpersonal communication; Cognition; Psychology; Medicine; Qualitative research; Social skills; Clinical psychology; Applied psychology; Medical education; Social psychology; Psychiatry","score_opus":0.039327957037094984,"score_gpt":0.38984688162448894,"score_spread":0.350518924587394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736907930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99565774,0.0010576982,0.00041358863,0.0010718065,0.00056862057,0.00012941477,8.329965e-7,0.0000013275902,0.0010989672],"genre_scores_gemma":[0.9928841,0.00051075825,0.006390696,0.000039936727,0.00013566509,0.0000033934987,5.908897e-7,0.0000046890295,0.000030146133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992996,0.000009263465,0.0003384473,0.0000611716,0.00022360691,0.00006791499],"domain_scores_gemma":[0.9940849,0.004975665,0.00045275685,0.00014416892,0.0002729344,0.00006956253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006511188,0.000044658875,0.00016449303,0.0000338211,0.00012626215,0.000030122535,0.00008264176,0.000029797482,0.000013007065],"category_scores_gemma":[0.007138494,0.00002616603,0.00009231577,0.000021759259,0.00004402612,0.00005689605,0.000022771244,0.00008467438,6.0640974e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033407263,0.00028612657,0.075826555,0.000037325943,0.000063798856,0.0000038003682,0.00009402023,0.0000071285917,5.801751e-7,0.00073010084,0.00029568555,0.9223208],"study_design_scores_gemma":[0.0019478349,0.00022760771,0.98704404,0.0061560776,0.00024635045,0.00004621368,0.00029378932,0.000076089775,0.000025313337,0.0015041505,0.002396789,0.000035733756],"about_ca_topic_score_codex":0.0000035454254,"about_ca_topic_score_gemma":3.2542766e-7,"teacher_disagreement_score":0.9222851,"about_ca_system_score_codex":0.000020975514,"about_ca_system_score_gemma":0.000060665345,"threshold_uncertainty_score":0.85459596},"labels":[],"label_agreement":null},{"id":"W2738592945","doi":"10.1016/j.jsurg.2017.07.010","title":"The Science of Selection: Using Best Practices From Industry to Improve Success in Surgery Training","year":2017,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Attrition; Personnel selection; Operations management; Medical education; Situational ethics; Activity-based costing; Selection (genetic algorithm); Psychology; Medicine; Business; Marketing; Computer science; Engineering; Management","score_opus":0.36475086754024943,"score_gpt":0.5106529165994246,"score_spread":0.14590204905917514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738592945","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04366773,0.9439644,0.0000022443483,0.001967524,0.0063039,0.00024836115,0.0000046962377,0.0000026656312,0.0038384318],"genre_scores_gemma":[0.009525118,0.9877245,0.00009323142,0.0000164274,0.0023581604,0.0000024232547,0.00000105254,0.000005062001,0.0002740648],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975767,0.0003505055,0.0006186467,0.00014748119,0.0010969297,0.0002097439],"domain_scores_gemma":[0.99421346,0.0017264974,0.0030732804,0.00012880411,0.00066186883,0.00019607184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009290362,0.000098089826,0.0006514281,0.00033791675,0.00069600804,0.00033393572,0.0009045708,0.0002520444,0.000057708727],"category_scores_gemma":[0.0055946927,0.00006750459,0.00016780717,0.0008123685,0.0005540446,0.0007839686,0.000057393252,0.00085533987,0.0000017824963],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010557511,0.000071447634,0.00037914966,0.00014126505,0.000019672801,0.00000681942,0.002354614,0.0000018489411,7.8623214e-7,0.00009754145,0.0002528797,0.9966634],"study_design_scores_gemma":[0.00004898114,0.00002524744,0.0000837037,0.0068457793,0.00017658048,0.000023715047,0.019388966,9.36343e-7,0.0000015383451,0.000062403786,0.9732622,0.00007994952],"about_ca_topic_score_codex":0.004296264,"about_ca_topic_score_gemma":0.000251022,"teacher_disagreement_score":0.99658346,"about_ca_system_score_codex":0.00041194732,"about_ca_system_score_gemma":0.015603228,"threshold_uncertainty_score":0.98997736},"labels":[],"label_agreement":null},{"id":"W2740310286","doi":"10.1016/j.jsurg.2017.07.016","title":"What Factors Influence Resident Research Publication in the Division of Plastic Surgery?","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Division (mathematics); Plastic surgery; Psychology; Medicine; Surgery; Mathematics","score_opus":0.29001955118730116,"score_gpt":0.5439909527348966,"score_spread":0.25397140154759545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740310286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93312573,0.0005656834,0.000003809729,0.06524356,0.0005708664,0.00018841846,4.3719805e-7,0.0000013102177,0.00030019274],"genre_scores_gemma":[0.99521655,0.004130395,0.000010262058,0.00019380725,0.00031999234,0.000005704505,0.0000044617086,0.0000048544243,0.000113947455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99662966,0.0004110003,0.0006596487,0.0000981557,0.0018227226,0.00037883283],"domain_scores_gemma":[0.98779935,0.007376932,0.0006291423,0.00049939455,0.0021983164,0.001496896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011558248,0.000062278195,0.00026062902,0.00050763047,0.00016012126,0.00017360633,0.00030613053,0.00008939184,0.00009106573],"category_scores_gemma":[0.18710808,0.00003398153,0.00009906747,0.00030785843,0.00022104193,0.00097400066,0.00003594758,0.00078030024,0.000008436103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093252514,0.0013536562,0.8086896,0.0005872324,0.000025524929,0.00008465596,0.003815032,0.000005554483,0.00062504614,0.0005651539,0.05144264,0.13187341],"study_design_scores_gemma":[0.00042143263,0.00028564245,0.9676668,0.0014858159,0.0000070344154,0.000043223496,0.0019673426,0.000010226175,0.000231347,0.0002593264,0.027593644,0.000028169437],"about_ca_topic_score_codex":0.00028839597,"about_ca_topic_score_gemma":0.000011571406,"teacher_disagreement_score":0.17554983,"about_ca_system_score_codex":0.00021073666,"about_ca_system_score_gemma":0.007974301,"threshold_uncertainty_score":0.99764955},"labels":[],"label_agreement":null},{"id":"W2741321262","doi":"10.1016/j.jsurg.2017.07.019","title":"A High-Definition Video Teaching Module for Thyroidectomy Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Thyroidectomy; Surgery; Medicine; Computer science; General surgery; Thyroid; Internal medicine","score_opus":0.06447434145216609,"score_gpt":0.36054568993676306,"score_spread":0.296071348484597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741321262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9832012,0.00018189983,0.0007135624,0.007917946,0.0013783341,0.00015943863,0.0000021228923,0.000016193328,0.0064292983],"genre_scores_gemma":[0.9942287,0.00007252206,0.003368179,0.0002812499,0.0017190158,0.000008859664,0.000019446215,0.000014782314,0.00028721278],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888533,0.00005224089,0.00051574217,0.0001161801,0.00027956188,0.00015093618],"domain_scores_gemma":[0.99777734,0.00081222586,0.0006494675,0.00019455436,0.0003591076,0.00020728352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011822485,0.00009588133,0.0003610659,0.00016046829,0.0003082125,0.00009928235,0.000080900594,0.000084414205,0.0001573205],"category_scores_gemma":[0.0017183356,0.00007367965,0.0003068378,0.000039113398,0.000043131626,0.00035748107,0.000011657268,0.00026834718,0.000009359734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004009042,0.002637536,0.07533151,0.00023273178,0.00030252893,0.00014352123,0.00050979987,0.00013342142,0.0005469348,0.04021965,0.01558671,0.8603466],"study_design_scores_gemma":[0.014305188,0.000614494,0.44133312,0.001262958,0.0004022987,0.0013593623,0.000504563,0.00091193174,0.00097424135,0.022136673,0.515767,0.0004282046],"about_ca_topic_score_codex":0.000024199935,"about_ca_topic_score_gemma":7.571799e-7,"teacher_disagreement_score":0.8599184,"about_ca_system_score_codex":0.000076704935,"about_ca_system_score_gemma":0.00035761838,"threshold_uncertainty_score":0.30045688},"labels":[],"label_agreement":null},{"id":"W2748995717","doi":"10.1016/j.jsurg.2017.08.010","title":"TEAM: A Low-Cost Alternative to ATLS for Providing Trauma Care Teaching in Haiti","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medicine; Health care; Focus group; Medical education; Nursing; Advanced trauma life support; Short course; Medical emergency; Pediatrics","score_opus":0.04481158403782987,"score_gpt":0.40510637029137775,"score_spread":0.3602947862535479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748995717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978112,0.00058986887,0.00011257383,0.0076428633,0.0014527063,0.00048112887,0.000004751802,0.0000049734717,0.011599141],"genre_scores_gemma":[0.996977,0.00009680079,0.0010762927,0.000085041735,0.0013236259,0.000036986523,0.0000034833922,0.000011272926,0.0003895433],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912333,0.000026570126,0.0003654207,0.00011916163,0.00020041985,0.00016511006],"domain_scores_gemma":[0.9991159,0.00006916409,0.00024502425,0.00012789392,0.00029844747,0.00014358989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003425335,0.00009427461,0.00028071148,0.0001614406,0.0002100036,0.000039675808,0.00011963584,0.000042316737,0.000014117497],"category_scores_gemma":[0.0004986217,0.000072328214,0.00014311762,0.000037574835,0.000024013889,0.00020784875,0.000019047084,0.000242374,0.0000024908438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012255812,0.000730002,0.08130317,0.00044634443,0.00011261582,0.000055162847,0.039818496,0.0000497866,0.00068687793,0.0007624249,0.017252695,0.8575568],"study_design_scores_gemma":[0.006642883,0.0012406898,0.45746356,0.0041304044,0.00020858552,0.00036387006,0.04867354,0.000077748424,0.003086255,0.00053984526,0.47718295,0.0003896644],"about_ca_topic_score_codex":0.00013311474,"about_ca_topic_score_gemma":0.00012104544,"teacher_disagreement_score":0.8571672,"about_ca_system_score_codex":0.0002271504,"about_ca_system_score_gemma":0.00021859621,"threshold_uncertainty_score":0.2949459},"labels":[],"label_agreement":null},{"id":"W2750161720","doi":"10.1016/j.jsurg.2017.07.031","title":"Utility of 3D Reconstruction of 2D Liver Computed Tomography/Magnetic Resonance Images as a Surgical Planning Tool for Residents in Liver Resection Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Kingston Health Sciences Centre","funders":"","keywords":"Surgical planning; Medicine; Magnetic resonance imaging; Operation planning; Radiology; Computed tomography; Radiation treatment planning; Plan (archaeology); Medical physics","score_opus":0.01847373442940914,"score_gpt":0.284719062833782,"score_spread":0.26624532840437287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750161720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874561,0.010707267,0.00019855442,0.000107728294,0.0008384017,0.00013157206,0.0000039140987,0.000015690835,0.00054080714],"genre_scores_gemma":[0.9955305,0.0031640346,0.0010880813,0.000003050593,0.00016966157,0.000005621934,0.0000024228714,0.000008277523,0.000028359673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99875367,0.00006744193,0.0006917819,0.00011514327,0.00021636493,0.0001555811],"domain_scores_gemma":[0.9986503,0.0004501349,0.00039961297,0.00017487405,0.0002613035,0.000063745174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077548117,0.00009556667,0.000375084,0.0003572979,0.000057406494,0.000014376497,0.00015592914,0.00019673313,0.00006627475],"category_scores_gemma":[0.0004993473,0.000089391455,0.00014919696,0.000173406,0.00020048922,0.00028973096,0.000021292939,0.00030279014,6.467513e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010506504,0.00034213855,0.1666418,0.0004848724,0.000040731094,0.00009728445,0.00021676879,0.000074201576,0.00020315024,0.00029986308,0.0022572663,0.8282913],"study_design_scores_gemma":[0.0013726183,0.00025990058,0.9728853,0.0016794979,0.000042845855,0.0007998036,0.00018273784,0.0044483603,0.0060713934,0.0011624494,0.010924242,0.00017083556],"about_ca_topic_score_codex":0.00009941323,"about_ca_topic_score_gemma":0.000008225128,"teacher_disagreement_score":0.8281204,"about_ca_system_score_codex":0.000036945145,"about_ca_system_score_gemma":0.0001534192,"threshold_uncertainty_score":0.3645278},"labels":[],"label_agreement":null},{"id":"W2751021312","doi":"10.1016/j.jsurg.2017.08.007","title":"Developing the Blueprint for a General Surgery Technical Skills Certification Examination: A Validation Study","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Blueprint; Certification; Likert scale; Delphi method; Cronbach's alpha; Medical education; Medicine; Computer science; Psychology; Management; Psychometrics; Engineering; Artificial intelligence","score_opus":0.1199120047110545,"score_gpt":0.4130103308792028,"score_spread":0.2930983261681483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751021312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98508054,0.000049114886,0.002332111,0.010303396,0.0007396764,0.0006089821,6.009209e-7,0.000015312504,0.0008702641],"genre_scores_gemma":[0.99654096,0.000044227752,0.0019399612,0.00012816595,0.0010065798,0.000052663807,0.000013940119,0.000012529643,0.00026097745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99846,0.00013010725,0.00070821977,0.00015608102,0.00040989666,0.00013570923],"domain_scores_gemma":[0.9971508,0.0007962829,0.00079709815,0.00031223457,0.00083215313,0.000111466725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025320135,0.00010529922,0.00028766657,0.00014392052,0.00041109842,0.00015436207,0.00015948895,0.00007877504,0.0000654591],"category_scores_gemma":[0.0015941493,0.000067923735,0.0002031229,0.000121417026,0.0000649162,0.0002627806,0.000025072171,0.00019473891,0.0000052045416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073915377,0.0035374905,0.14806753,0.00007472966,0.00018175755,0.000028904944,0.001291422,0.00011177225,0.0004451452,0.00898762,0.0006231918,0.8359113],"study_design_scores_gemma":[0.0020979806,0.00016169129,0.9696867,0.00014382509,0.00013181906,0.00025139019,0.0006236836,0.0003093334,0.0006690211,0.0008682685,0.024944386,0.000111927686],"about_ca_topic_score_codex":0.000007045154,"about_ca_topic_score_gemma":0.0000017214421,"teacher_disagreement_score":0.83579934,"about_ca_system_score_codex":0.00017474432,"about_ca_system_score_gemma":0.00058008655,"threshold_uncertainty_score":0.31618783},"labels":[],"label_agreement":null},{"id":"W2752809522","doi":"10.1016/j.jsurg.2017.08.011","title":"Communication Skills Training in Ophthalmology: Results of a Needs Assessment and Pilot Training Program","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Medical education; Medicine; Communication skills; Eye care; Needs assessment; Perception; Psychology; Family medicine; Ophthalmology; Optometry","score_opus":0.241547711435304,"score_gpt":0.572724023222397,"score_spread":0.331176311787093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752809522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828322,0.0003984751,0.0000013703558,0.006072153,0.00017178968,0.00029119253,0.0000012233037,0.0000029733808,0.010228659],"genre_scores_gemma":[0.995722,0.00042935353,0.003464445,0.00002098564,0.00013438477,0.000015237102,0.000007663891,0.00000696822,0.00019894753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99859136,0.00023413931,0.0006708968,0.00009016618,0.00022843528,0.00018502657],"domain_scores_gemma":[0.99819607,0.00042135295,0.00065940374,0.00025415115,0.00029502495,0.00017400617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028040956,0.00007554207,0.00037831257,0.0003144606,0.0001369123,0.000022661025,0.00015387451,0.000108485765,0.000028980126],"category_scores_gemma":[0.00055063877,0.000060915274,0.0000477516,0.00012435022,0.00024240572,0.00018235514,0.00003875476,0.0006121497,5.631061e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004354369,0.007453365,0.3301801,0.00039091337,0.00008443001,0.00028209525,0.013612851,0.0000040062287,0.00037639777,0.0019358714,0.0001399775,0.64118564],"study_design_scores_gemma":[0.0040120766,0.004326411,0.9788725,0.0008420083,0.000025834104,0.0057280352,0.0042276867,0.00010125471,0.000041174095,0.0008168251,0.0009481152,0.000058098005],"about_ca_topic_score_codex":0.00007408871,"about_ca_topic_score_gemma":0.0000020921962,"teacher_disagreement_score":0.64869237,"about_ca_system_score_codex":0.00008524912,"about_ca_system_score_gemma":0.0015645925,"threshold_uncertainty_score":0.27755198},"labels":[],"label_agreement":null},{"id":"W2753062855","doi":"10.1016/j.jsurg.2017.08.022","title":"Transition to Residency: The Successful Development and Implementation of a Nonclinical Elective in Perioperative Management","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Perioperative; Residency training; Transition (genetics); Medical education; Medicine; Family medicine; Psychology; Anesthesia; Continuing education","score_opus":0.034157400822186074,"score_gpt":0.4183039163840693,"score_spread":0.3841465155618832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753062855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881697,0.00006468812,0.00010861229,0.009224725,0.0000969095,0.00026080714,3.1850306e-7,0.0000014055435,0.0020728179],"genre_scores_gemma":[0.99835116,0.00008694447,0.0012485392,0.00015719802,0.00008782502,0.000010321613,0.0000018435472,0.000003646851,0.000052541454],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99907225,0.00005911368,0.00047388097,0.000086911416,0.00023046651,0.00007738194],"domain_scores_gemma":[0.9992808,0.00010922766,0.00024294117,0.000081358834,0.00020254416,0.000083116356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069282175,0.000057597816,0.00018027952,0.00011182203,0.00010670728,0.00003152411,0.00005892166,0.000030055662,0.00009103751],"category_scores_gemma":[0.00006328415,0.000037240545,0.000042432337,0.000086647626,0.000042092215,0.00014485492,0.000014328932,0.00012738114,0.0000012075776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021293692,0.0007970334,0.10293842,0.000095928575,0.00015868046,0.00010108303,0.03076813,0.000098519224,0.00014614694,0.0057450314,0.00006458332,0.8569571],"study_design_scores_gemma":[0.0031760333,0.00026718667,0.9795921,0.00023020375,0.000041230283,0.000059449165,0.009728173,0.00004038903,0.00094281754,0.00019061269,0.005680539,0.000051289833],"about_ca_topic_score_codex":0.000034542216,"about_ca_topic_score_gemma":0.0000615139,"teacher_disagreement_score":0.8766537,"about_ca_system_score_codex":0.000075123164,"about_ca_system_score_gemma":0.00032082782,"threshold_uncertainty_score":0.15186255},"labels":[],"label_agreement":null},{"id":"W2756164187","doi":"10.1016/j.jsurg.2017.08.024","title":"Development and Validation of a Tool to Evaluate the Evolution of Clinical Reasoning in Trauma Using Virtual Patients","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Montreal General Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Rubric; Virtual patient; Medical education; Educational measurement; Domain (mathematical analysis); Computer science; Medicine; Psychology; Mathematics education; Curriculum; Pedagogy","score_opus":0.12321868521778243,"score_gpt":0.47600142743525325,"score_spread":0.35278274221747086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756164187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976637,0.00007072462,0.00011385123,0.0010444387,0.0007517005,0.0002983457,8.5158797e-7,0.0000013199632,0.0000551171],"genre_scores_gemma":[0.99517095,0.000010746141,0.0045165424,0.00003082114,0.00024169216,0.0000045102415,0.0000044025755,0.0000064502296,0.000013912732],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792844,0.00016079065,0.0012747736,0.00010475727,0.0004424917,0.00008875167],"domain_scores_gemma":[0.9970622,0.00032554704,0.0010079328,0.00019421862,0.0013039878,0.000106078616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00240333,0.00006830189,0.00028787387,0.00018950863,0.00010044868,0.000015402466,0.00008708688,0.00007466948,0.000021745598],"category_scores_gemma":[0.0017224797,0.00004993963,0.000059213664,0.00012919932,0.00005927781,0.00018475945,0.00001854384,0.00017750502,7.5089474e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046797807,0.00037542044,0.9373646,0.000050280443,0.000017001752,4.1068768e-7,0.0034734844,0.00041565887,0.00006287288,0.00019469069,0.000024244702,0.057553373],"study_design_scores_gemma":[0.0014990215,0.00022856894,0.993042,0.0006943718,0.00004430879,0.000015081659,0.0026188144,0.00080703833,0.0007553109,0.00006787254,0.00018120093,0.00004643288],"about_ca_topic_score_codex":0.00015162276,"about_ca_topic_score_gemma":0.000004060247,"teacher_disagreement_score":0.05750694,"about_ca_system_score_codex":0.00034312505,"about_ca_system_score_gemma":0.002208808,"threshold_uncertainty_score":0.39183304},"labels":[],"label_agreement":null},{"id":"W2765880672","doi":"10.1016/j.jsurg.2017.09.034","title":"Am I Cut Out for This? Transitioning From Surgical Trainee to Attending","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; The Wilson Centre; St. Michael's Hospital; University of Toronto","funders":"American College of Surgeons","keywords":"Identity (music); Reputation; Medical education; Grounded theory; Psychology; Medicine; Qualitative research; Sociology","score_opus":0.059272507811706315,"score_gpt":0.38199441846991367,"score_spread":0.3227219106582073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765880672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8640349,0.00021546197,0.0008641915,0.0806954,0.006264791,0.00022336368,0.000012627632,0.0000143278385,0.04767493],"genre_scores_gemma":[0.9916031,0.0001425099,0.0008134146,0.0003132925,0.0042004613,0.0000030952567,0.000006832467,0.000004946359,0.0029124005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988563,0.0000716569,0.0002377693,0.00010208102,0.00055885914,0.00017332115],"domain_scores_gemma":[0.99879557,0.00027771373,0.00023067718,0.00009997415,0.00031516553,0.0002809038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015481323,0.00006304207,0.00019275387,0.00007553531,0.00083439675,0.00023624084,0.00041640695,0.00008345463,0.00060076604],"category_scores_gemma":[0.0004026552,0.000055555814,0.00015527583,0.00004680973,0.00013004575,0.00042481816,0.000015467014,0.0001624111,0.00001820641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015054,0.0013571223,0.01968286,0.00006858727,0.00027865596,0.00029431566,0.22857565,0.000066367465,0.00044531483,0.05372261,0.28001657,0.41398656],"study_design_scores_gemma":[0.0010683492,0.00012827318,0.0032788375,0.00020641806,0.000080132275,0.00001625027,0.025789604,0.000008968032,0.000061924795,0.0021653904,0.96708065,0.00011521414],"about_ca_topic_score_codex":0.00030261243,"about_ca_topic_score_gemma":0.000097734446,"teacher_disagreement_score":0.68706405,"about_ca_system_score_codex":0.00011393115,"about_ca_system_score_gemma":0.00035910605,"threshold_uncertainty_score":0.6577967},"labels":[],"label_agreement":null},{"id":"W2766918325","doi":"10.1016/j.jsurg.2017.10.009","title":"The Effect of Gender on Resident Autonomy in the Operating room","year":2017,"lang":"en","type":"letter","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ethnic group; Medicine; Family medicine; Graduate medical education; Residency training; Autonomy; Vascular surgery; Medical education; Surgery; Continuing education; Accreditation; Cardiac surgery; Political science","score_opus":0.03457249775191644,"score_gpt":0.3528948993187957,"score_spread":0.31832240156687924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766918325","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07661672,0.0008884297,0.0000010901132,0.8571582,0.0030551776,0.0002341124,0.0000010002752,0.000001888185,0.062043387],"genre_scores_gemma":[0.84622574,0.0020273335,0.000032144766,0.105953395,0.034546703,0.000018936973,0.000016144939,0.000019121695,0.011160463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973148,0.001037659,0.0002971984,0.0000754897,0.0011291738,0.00014565574],"domain_scores_gemma":[0.9974583,0.0016183158,0.0005517576,0.000176175,0.00016233238,0.000033151045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067482507,0.00007950858,0.00021354467,0.000074755706,0.0005083409,0.00020083092,0.00095156813,0.00018971344,0.00007231425],"category_scores_gemma":[0.0007322509,0.000038360195,0.00013478792,0.000071989896,0.00019311204,0.00011386131,0.000023300569,0.0011914499,0.000005182821],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029234388,0.000022122822,0.0017250882,0.000024977135,0.000024178158,0.00009073101,0.010932325,0.000008617345,4.297726e-7,0.0003824791,0.97658944,0.010170395],"study_design_scores_gemma":[0.00021863091,0.00015884651,0.0023584564,0.00022905748,0.00003704763,0.000014951772,0.007252246,6.7883985e-7,0.0000051965108,0.00021169549,0.98946923,0.00004394785],"about_ca_topic_score_codex":0.00045516036,"about_ca_topic_score_gemma":0.000029098248,"teacher_disagreement_score":0.76960903,"about_ca_system_score_codex":0.00019537765,"about_ca_system_score_gemma":0.001058498,"threshold_uncertainty_score":0.51763237},"labels":[],"label_agreement":null},{"id":"W2774363721","doi":"10.1016/j.jsurg.2017.11.008","title":"Developing a National, Simulation-Based, Surgical Skills Bootcamp in General Thoracic Surgery","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; University of Toronto; University of Alberta; University of Calgary","funders":"","keywords":"Specialty; Curriculum; Medicine; Medical education; Family medicine; Psychology","score_opus":0.07761571337244408,"score_gpt":0.4276109812184499,"score_spread":0.3499952678460059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2774363721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98677903,0.00027616526,0.00036022885,0.005979913,0.0007722206,0.00015888624,0.0000015983532,0.00001610911,0.005655849],"genre_scores_gemma":[0.9963371,0.000099963334,0.0015618315,0.00042096557,0.0011940792,0.000006134198,0.000023093466,0.0000188511,0.00033794343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99765253,0.00013468496,0.0009630725,0.0001960273,0.0008093896,0.0002442992],"domain_scores_gemma":[0.99589974,0.0019986748,0.00075518887,0.00019656257,0.0008875174,0.0002623045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017082945,0.0001645118,0.00051356095,0.0004922338,0.00020432586,0.00012506718,0.0001395764,0.00015871318,0.00040936662],"category_scores_gemma":[0.0018704388,0.00013488642,0.000302611,0.00024593907,0.00009064722,0.00040725924,0.00002140223,0.0003751837,0.000021724678],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019961316,0.0023235546,0.68114275,0.00015995344,0.00011456596,0.0010103312,0.00026546448,0.055209402,0.000016477064,0.004113593,0.00045537518,0.25319242],"study_design_scores_gemma":[0.006689173,0.00013158808,0.6316978,0.0016404227,0.000081884,0.00067676336,0.00015117446,0.03686623,0.00027564887,0.00237913,0.3188883,0.00052190624],"about_ca_topic_score_codex":0.000017817994,"about_ca_topic_score_gemma":0.0000035235344,"teacher_disagreement_score":0.31843293,"about_ca_system_score_codex":0.00035160795,"about_ca_system_score_gemma":0.0024693683,"threshold_uncertainty_score":0.55005085},"labels":[],"label_agreement":null},{"id":"W2778714020","doi":"10.1016/j.jsurg.2017.11.011","title":"Simulation-Based Laparoscopic Surgery Crisis Resource Management Training—Predicting Technical and Nontechnical Skills","year":2017,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; St. Michael's Hospital; University of Toronto","funders":"","keywords":"Checklist; Medicine; Conscientiousness; Formative assessment; Psychology; Physical therapy; Personality; Big Five personality traits","score_opus":0.03840745376359556,"score_gpt":0.3575721888410045,"score_spread":0.31916473507740895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778714020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97971916,0.00027023596,0.0009982309,0.0075763217,0.0004855982,0.00025629683,0.0000017622027,0.000057155612,0.010635219],"genre_scores_gemma":[0.9969403,0.00006382444,0.0017943374,0.0005054664,0.0005346705,0.0000060513194,0.000007727887,0.000018395747,0.00012920708],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99824166,0.000068839065,0.0007546257,0.00021111399,0.00050918694,0.00021459986],"domain_scores_gemma":[0.9967183,0.0017738256,0.00062051084,0.00030587206,0.00023152072,0.0003500055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011133408,0.0001485125,0.0004993095,0.0002582709,0.0002869595,0.00011402159,0.00012613296,0.00015557131,0.00013743118],"category_scores_gemma":[0.0012554822,0.00012013582,0.00023210957,0.00012388738,0.00013603727,0.00019244413,0.000037133883,0.00038785432,0.0000035114404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024256567,0.0033196418,0.2999377,0.0004025925,0.00033370263,0.0007883388,0.00069387787,0.011548688,0.00007425602,0.0017423101,0.0025671115,0.6761661],"study_design_scores_gemma":[0.015606598,0.00058173604,0.67578083,0.003495201,0.0007864445,0.0006086223,0.0026040997,0.017295327,0.00021119557,0.00083232624,0.2815536,0.000643999],"about_ca_topic_score_codex":0.000004422154,"about_ca_topic_score_gemma":8.15973e-7,"teacher_disagreement_score":0.67552215,"about_ca_system_score_codex":0.00008665101,"about_ca_system_score_gemma":0.00025188897,"threshold_uncertainty_score":0.48989964},"labels":[],"label_agreement":null},{"id":"W2789153463","doi":"10.1016/j.jsurg.2017.12.011","title":"Ear Disease Knowledge and Otoscopy Skills Transfer to Real Patients: A Randomized Controlled Trial","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Ear Surgery and Otitis Media","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hotel Dieu Hospital; Queen's University","funders":"","keywords":"Medicine; Randomized controlled trial; Intervention (counseling); Physical therapy; Clinical trial; Surgery; Internal medicine; Nursing","score_opus":0.006830817355452465,"score_gpt":0.3071597021203208,"score_spread":0.3003288847648683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789153463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897967,0.0004198644,0.000038959264,0.0016144321,0.0031246124,0.0014876073,0.000001774613,0.000006965596,0.0035090968],"genre_scores_gemma":[0.9946263,0.0009368309,0.00014360518,0.00026687531,0.0027981987,0.000050225175,0.000005234904,0.000011647059,0.0011610822],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9984599,0.00030242768,0.0007047103,0.000117301,0.0002780156,0.0001376473],"domain_scores_gemma":[0.9976521,0.0008171609,0.00010250663,0.00009350689,0.00069330365,0.0006413952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001176005,0.00011155763,0.000944679,0.00019663101,0.000047513724,0.000023417797,0.000040134455,0.000062037354,0.00041269523],"category_scores_gemma":[0.0018212142,0.0000700456,0.00032389248,0.00013511132,0.00012013487,0.00012416653,0.000006612676,0.00014866452,0.000029644132],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9800909,0.0022184018,0.0073935646,0.000025634743,0.00010331452,0.000013917801,0.0011279654,8.394867e-8,0.000031958643,0.00019610873,0.0035197104,0.0052784183],"study_design_scores_gemma":[0.9723013,0.0011686569,0.014406,0.00043516542,0.00046400665,0.00002460516,0.000086258995,0.000009043801,0.000066942484,0.00010240874,0.010840828,0.00009479472],"about_ca_topic_score_codex":0.0000072328467,"about_ca_topic_score_gemma":0.0000017723348,"teacher_disagreement_score":0.0077896314,"about_ca_system_score_codex":0.000041335723,"about_ca_system_score_gemma":0.0006699727,"threshold_uncertainty_score":0.45187232},"labels":[],"label_agreement":null},{"id":"W2795101345","doi":"10.1016/j.jsurg.2018.02.013","title":"Evaluation of the Characteristics of a Workplace Assessment Form to Assess Entrustable Professional Activities (EPAs) in an Undergraduate Surgery Core Clerkship","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Association of American Medical Colleges","keywords":"Core (optical fiber); Medical education; Psychology; Medicine; Computer science","score_opus":0.09279930529206275,"score_gpt":0.4394246241080886,"score_spread":0.3466253188160258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795101345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98845917,0.000023910574,0.00013839695,0.0076317997,0.0027654876,0.00042879765,0.0000026916512,0.0000031086968,0.00054662],"genre_scores_gemma":[0.9972783,0.000024072904,0.0014988118,0.00024745363,0.0006823015,0.000028468541,0.000023322358,0.000012149436,0.00020512012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967429,0.00033253772,0.0010349172,0.00012366677,0.0016000523,0.00016593198],"domain_scores_gemma":[0.99497837,0.0003264063,0.0010780145,0.00025361023,0.0032828737,0.00008070967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058707395,0.00010766246,0.00038641458,0.0004153737,0.00006498448,0.000015233994,0.00014185837,0.000112167836,0.00022247332],"category_scores_gemma":[0.0018081015,0.00007473725,0.00009297286,0.0009377122,0.00013381086,0.0003144964,0.000029919016,0.00038301008,0.0000010826581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011286032,0.0069730207,0.68338764,0.00044789136,0.00012846931,0.00000272081,0.0040242793,0.000041669366,0.0054099676,0.0038812584,0.01548962,0.27908486],"study_design_scores_gemma":[0.0008972148,0.00033131798,0.9841689,0.0018905192,0.00020968771,0.0000760782,0.0047716973,0.0014393888,0.0022700962,0.001957235,0.0018843194,0.00010355955],"about_ca_topic_score_codex":0.000013153473,"about_ca_topic_score_gemma":0.000010846364,"teacher_disagreement_score":0.30078125,"about_ca_system_score_codex":0.00068484887,"about_ca_system_score_gemma":0.006172998,"threshold_uncertainty_score":0.99946105},"labels":[],"label_agreement":null},{"id":"W2795948481","doi":"10.1016/j.jsurg.2018.03.001","title":"Multidisciplinary Difficult Airway Course: An Essential Educational Component of a Hospital-Wide Difficult Airway Response Program","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Department of Anesthesiology and Critical Care Medicine, Johns Hopkins Medicine","keywords":"Medicine; Teamwork; Patient safety; Respiratory therapist; Anesthesiology; Multidisciplinary approach; Nurse anesthetist; Airway; Cricothyrotomy; Medical education; Nursing; Airway management; Health care; Surgery; Anesthesia","score_opus":0.01580974377006107,"score_gpt":0.38030627031055403,"score_spread":0.36449652654049297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795948481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9647527,0.0003428553,0.000046367164,0.03047272,0.0030869013,0.0008620887,0.00000980563,0.000040893578,0.0003856852],"genre_scores_gemma":[0.9903892,0.00004012383,0.004481383,0.000105236286,0.0032245743,0.00006399592,0.00013690625,0.000056056047,0.0015024791],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99686325,0.0003711959,0.0012576501,0.00032487744,0.00087062235,0.00031238454],"domain_scores_gemma":[0.99196714,0.0008473661,0.0011307877,0.0004357272,0.0049570915,0.0006618815],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008311962,0.00025019195,0.00050153147,0.00038588446,0.00018597834,0.000037075588,0.00021597192,0.00019870738,0.0015703513],"category_scores_gemma":[0.00059320603,0.00020592827,0.00020381267,0.0007436227,0.00038541606,0.00028672663,0.000031325533,0.00038156493,0.00005650781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012337823,0.0725793,0.8099132,0.0006018108,0.00040588935,0.00004021351,0.0223791,0.00037987198,0.007502027,0.0010776942,0.04714847,0.025634585],"study_design_scores_gemma":[0.0022565397,0.003952024,0.9806038,0.00059161225,0.00017604078,0.00023344258,0.005090633,0.00052061275,0.0016900277,0.00008295151,0.004560299,0.00024201408],"about_ca_topic_score_codex":0.000057792473,"about_ca_topic_score_gemma":0.000005047966,"teacher_disagreement_score":0.1706906,"about_ca_system_score_codex":0.00040123204,"about_ca_system_score_gemma":0.005123769,"threshold_uncertainty_score":0.9993423},"labels":[],"label_agreement":null},{"id":"W2796962977","doi":"10.1016/j.jsurg.2018.03.008","title":"Identification of New Tools to Predict Surgical Performance of Novices using a Plastic Surgery Simulator","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Competence (human resources); Trainer; Medicine; EPIC; Simulation; Computer science; Surgery; Physical therapy; Psychology; Operating system","score_opus":0.062386204632068086,"score_gpt":0.35972414142805487,"score_spread":0.2973379367959868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796962977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99781746,0.0001376837,0.00034779595,0.0002069,0.0010741855,0.00013869142,0.000002875589,0.000009022758,0.00026540423],"genre_scores_gemma":[0.9982179,0.000039067698,0.0002978772,0.000033025888,0.0012889121,9.654727e-7,0.0000059438403,0.000013342834,0.000102965925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976705,0.000060940336,0.0013473408,0.00014650857,0.0006094646,0.00016526271],"domain_scores_gemma":[0.9963043,0.0013177854,0.0008855584,0.00015950354,0.0009902744,0.00034261134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089410506,0.00012028008,0.00052437244,0.00039625418,0.00004475664,0.000021460475,0.00009004801,0.00010098722,0.00042328992],"category_scores_gemma":[0.0007854691,0.000095597876,0.000214607,0.000627894,0.0000929093,0.00031638163,0.000018049388,0.00015571604,0.000010924582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015942823,0.0036810467,0.68299735,0.0010361155,0.00051152584,0.00007577816,0.004080444,0.017125707,0.017417569,0.0005554387,0.0010776392,0.25549856],"study_design_scores_gemma":[0.009911183,0.002795863,0.8165366,0.0042031906,0.0007653884,0.0014124636,0.0013196976,0.059776798,0.04192646,0.00010023473,0.06067689,0.0005752041],"about_ca_topic_score_codex":0.00001505439,"about_ca_topic_score_gemma":5.858141e-7,"teacher_disagreement_score":0.25492334,"about_ca_system_score_codex":0.0000788081,"about_ca_system_score_gemma":0.0010225866,"threshold_uncertainty_score":0.46347278},"labels":[],"label_agreement":null},{"id":"W2808978315","doi":"10.1016/j.jsurg.2018.05.001","title":"Popularity of Online Multimedia Educational Resources in Neurosurgery: Insights from The Neurosurgical Atlas Project","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Popularity; Demographics; Neurosurgery; Atlas (anatomy); Excellence; Analytics; Medicine; Online presence management; Multimedia; World Wide Web; Medical education; The Internet; Computer science; Psychology; Data science; Surgery","score_opus":0.07524041541550965,"score_gpt":0.4050046010143599,"score_spread":0.3297641855988503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808978315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9497622,0.0006969409,0.0000011899696,0.038455345,0.01000519,0.0004663476,0.000008315415,0.0000073796778,0.00059708266],"genre_scores_gemma":[0.98768306,0.0005637797,0.00054073177,0.00028451084,0.010803013,0.000035662386,0.000021300451,0.000012639197,0.000055282413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963352,0.001329507,0.0010148932,0.00019710044,0.00087277027,0.00025049568],"domain_scores_gemma":[0.99122393,0.006561373,0.00094643596,0.00018875806,0.00087685307,0.00020267817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012894601,0.00012396034,0.00033167805,0.00025563245,0.00027761227,0.00005529985,0.00043413122,0.00017505979,0.0001997924],"category_scores_gemma":[0.0077076657,0.000092143935,0.00013484953,0.0011067942,0.0006678773,0.0003351984,0.000030334859,0.0005065478,0.00000871501],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046019128,0.0039105867,0.8325335,0.000028345887,0.000026761838,0.000007868254,0.10806161,0.0000043495497,0.00017457042,0.004472463,0.010083855,0.04023592],"study_design_scores_gemma":[0.00032986788,0.00009473053,0.7168407,0.00012096862,0.000019504698,0.000008430104,0.005643398,0.00002112595,0.00003325336,0.0025703954,0.27422678,0.00009083814],"about_ca_topic_score_codex":0.013522212,"about_ca_topic_score_gemma":0.0027430526,"teacher_disagreement_score":0.26414293,"about_ca_system_score_codex":0.00024302638,"about_ca_system_score_gemma":0.004543326,"threshold_uncertainty_score":0.9930468},"labels":[],"label_agreement":null},{"id":"W2810143423","doi":"10.1016/j.jsurg.2018.05.009","title":"Understanding and Assessing Nontechnical Skills in Robotic Urological Surgery: A Systematic Review and Synthesis of the Validity Evidence","year":2018,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Medicine","score_opus":0.32664261284472057,"score_gpt":0.4402770131684396,"score_spread":0.11363440032371902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810143423","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006532125,0.99750316,0.000059257236,0.0007217759,0.00019954164,0.0007459625,5.923811e-7,0.0000051004927,0.00011138371],"genre_scores_gemma":[0.092236854,0.90744555,0.00008268172,0.00009196313,0.00010302689,0.000015489813,8.135434e-7,0.000012671383,0.000010951444],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99619085,0.0011858433,0.0018286833,0.00020503625,0.00043696855,0.00015263364],"domain_scores_gemma":[0.98660517,0.0110485945,0.0017723811,0.00021241623,0.00019183618,0.00016959808],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004551863,0.00021734432,0.0032026372,0.00023814617,0.00005424885,0.000041416675,0.00011567452,0.0002495309,0.000037493555],"category_scores_gemma":[0.010258457,0.00011124927,0.00052263896,0.00055065163,0.00021126482,0.00015910526,0.00005091811,0.00056923815,8.0210674e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027523289,0.00059760973,0.0019697188,0.9527597,0.00018386121,0.00004913466,0.000044189997,9.444558e-7,1.0198912e-7,0.00020911211,0.00009928376,0.04405881],"study_design_scores_gemma":[0.00019548311,0.00006191866,0.0010329154,0.98718774,0.005055301,0.002372028,0.00005570713,0.000016158156,2.3602101e-7,0.00009780094,0.0037980091,0.00012672832],"about_ca_topic_score_codex":0.0000017594339,"about_ca_topic_score_gemma":4.0416666e-7,"teacher_disagreement_score":0.09158365,"about_ca_system_score_codex":0.00025114743,"about_ca_system_score_gemma":0.0007774765,"threshold_uncertainty_score":0.9980786},"labels":[],"label_agreement":null},{"id":"W2886322012","doi":"10.1016/j.jsurg.2018.06.030","title":"Break out of the Classroom: The Use of Escape Rooms as an Alternative Teaching Strategy in Surgical Education","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":247,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Debriefing; Session (web analytics); Medical education; Curriculum; Psychology; Medical knowledge; Tertiary care; Medicine; Pedagogy; Family medicine; Computer science","score_opus":0.06815405200636922,"score_gpt":0.38599579228340836,"score_spread":0.31784174027703915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886322012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98567265,0.00013001643,0.00002215489,0.0020988076,0.00085299736,0.00021941397,0.0000014986438,0.0000047207054,0.010997712],"genre_scores_gemma":[0.99789447,0.000053362437,0.00016004841,0.00020718019,0.0010332386,0.0000033623057,0.0000067178535,0.0000128820275,0.0006287431],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99777085,0.0004823878,0.00087522843,0.00014610698,0.0005671103,0.00015832855],"domain_scores_gemma":[0.9975264,0.0006386543,0.0007615392,0.00024664492,0.00066767674,0.00015909059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011020856,0.00012907929,0.0003510452,0.000172878,0.00008065259,0.000033819688,0.00019231426,0.000108233246,0.00035434624],"category_scores_gemma":[0.00046926594,0.000070042406,0.00019804119,0.00029154995,0.00021714467,0.0003645306,0.000026794816,0.00057247136,0.000005393433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038702548,0.009061583,0.15105394,0.00010592327,0.0002647847,0.000037353195,0.012553573,0.002458638,0.00086292526,0.029784605,0.0011688806,0.78877753],"study_design_scores_gemma":[0.010393664,0.0028863722,0.5489197,0.0022215627,0.00039483354,0.0016474379,0.01578448,0.0094444575,0.0029764038,0.0070163882,0.39785308,0.00046165657],"about_ca_topic_score_codex":0.00026178156,"about_ca_topic_score_gemma":0.000033033473,"teacher_disagreement_score":0.7883159,"about_ca_system_score_codex":0.00010994855,"about_ca_system_score_gemma":0.0011234129,"threshold_uncertainty_score":0.3879843},"labels":[],"label_agreement":null},{"id":"W2886846342","doi":"10.1016/j.jsurg.2018.07.017","title":"Uncovering Cultural Barriers to Quality Improvement Learning in a Trauma Program: An Ethnographic Study","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Curriculum; Ethnography; Medical education; Medicine; Quality (philosophy); Institution; Psychology; Nursing; Pedagogy; Sociology","score_opus":0.04894578571142697,"score_gpt":0.42562990060450395,"score_spread":0.37668411489307696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886846342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99683833,0.00013639905,0.0000044066032,0.0009733034,0.0007687899,0.00037004272,2.3931898e-7,0.000019454932,0.000889048],"genre_scores_gemma":[0.9987359,0.000041895524,0.00036753612,0.00009013634,0.00065782643,0.000025419327,0.0000015669087,0.000007947254,0.00007178712],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986459,0.00010938435,0.00055969233,0.00014606131,0.000352742,0.00018624654],"domain_scores_gemma":[0.99888355,0.000020959766,0.00015776535,0.00009330889,0.00049169466,0.00035269992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008419785,0.00010545781,0.00028215323,0.00021011567,0.00010618186,0.0000234403,0.00006612867,0.00004092117,0.0000996068],"category_scores_gemma":[0.00024398662,0.00007616447,0.00010368302,0.00047205354,0.000046898236,0.0001874869,0.000016452117,0.00030432633,0.0000026807352],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007140942,0.0017713619,0.43653315,0.00003913236,0.00008745868,0.000017389231,0.045346122,0.000022355343,0.0008326279,0.000011485236,0.00022921374,0.5143956],"study_design_scores_gemma":[0.0016183091,0.008361842,0.8068753,0.0001226031,0.000059846032,0.00003876645,0.16765137,0.000005964613,0.00021141848,0.000037138696,0.014895227,0.00012225306],"about_ca_topic_score_codex":0.0003930312,"about_ca_topic_score_gemma":0.00031484527,"teacher_disagreement_score":0.51427335,"about_ca_system_score_codex":0.00012384818,"about_ca_system_score_gemma":0.00023617051,"threshold_uncertainty_score":0.3105897},"labels":[],"label_agreement":null},{"id":"W2887137198","doi":"10.1016/j.jsurg.2018.06.012","title":"Is Virtual Reality Surgical Performance Influenced by Force Feedback Device Utilized?","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Virtual reality; Haptic technology; Human–computer interaction; Computer science; Psychology; Physical medicine and rehabilitation; Simulation; Medicine","score_opus":0.04291436669947857,"score_gpt":0.3694296768516082,"score_spread":0.32651531015212965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887137198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97300273,0.00025851835,0.00004246716,0.003939096,0.00056414946,0.00012734302,0.0000029818364,0.00002304682,0.022039654],"genre_scores_gemma":[0.9950483,0.00026322913,0.00014394998,0.001083415,0.0011993991,0.0000027748904,0.000015973581,0.0000152763,0.0022276687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979991,0.00009700128,0.00080486614,0.00020123273,0.0006347732,0.0002630496],"domain_scores_gemma":[0.9978003,0.00028509917,0.00039929146,0.00018630963,0.00087879406,0.0004501895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008096041,0.00016426739,0.00041471812,0.00012210445,0.0001309027,0.00003997163,0.0001248771,0.00016477666,0.0022624072],"category_scores_gemma":[0.00016466976,0.00012312231,0.00020327778,0.00043033043,0.00019157128,0.00034108368,0.000023225193,0.00040234101,0.000099304845],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013336599,0.003731464,0.15903595,0.00022997502,0.00040798332,0.00016917376,0.0035759902,0.00008304288,0.0012292495,0.0022233692,0.038261615,0.77771556],"study_design_scores_gemma":[0.008103303,0.0012755956,0.060089234,0.0003598553,0.00011514339,0.0012572976,0.00059908576,0.0016940464,0.002636256,0.00013470848,0.923493,0.00024244092],"about_ca_topic_score_codex":0.000017154493,"about_ca_topic_score_gemma":6.797226e-7,"teacher_disagreement_score":0.88523144,"about_ca_system_score_codex":0.00012787037,"about_ca_system_score_gemma":0.00050122646,"threshold_uncertainty_score":0.99864966},"labels":[],"label_agreement":null},{"id":"W2888303671","doi":"10.1016/j.jsurg.2018.07.025","title":"Unpacking the Literature on Stress and Resiliency: A Narrative Review Focused on Learners in the Operating Room","year":2018,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":61,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Stressor; Psychological intervention; Coping (psychology); Psychology; Burnout; Mental health; Patient safety; Context (archaeology); Psychological resilience; Stress management; Applied psychology; Medicine; Medical education; Clinical psychology; Health care; Psychotherapist; Psychiatry","score_opus":0.09739412553632806,"score_gpt":0.5063232981999435,"score_spread":0.4089291726636154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888303671","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010322559,0.9697331,3.4002989e-7,0.024684157,0.0014295388,0.0016249063,0.00001508007,0.0000050167278,0.001475595],"genre_scores_gemma":[0.000609742,0.9929658,0.000034878147,0.0031912532,0.0024490936,0.00017606125,0.00003237584,0.00002736189,0.00051341834],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98951226,0.0073561706,0.0017615267,0.00030827316,0.00068388024,0.0003778735],"domain_scores_gemma":[0.99260706,0.0044009434,0.0019157921,0.0003836007,0.0005397576,0.00015286377],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005472963,0.00035047685,0.001260492,0.00024414677,0.000978585,0.00007057676,0.00049488735,0.0004512989,0.000107022104],"category_scores_gemma":[0.0015527599,0.00013994324,0.00027797653,0.0007255412,0.00007469105,0.00015477039,0.000060898008,0.004683162,0.000019681565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051804527,0.00026548686,0.00011418921,0.03604591,0.000041557494,0.000033968674,0.026026227,7.090222e-7,2.0944125e-8,0.0009586778,0.021359012,0.9151024],"study_design_scores_gemma":[0.0001522022,0.00015982235,0.000064757296,0.47064304,0.000061920895,0.000035310117,0.0062665236,8.4384425e-7,2.9361377e-8,0.00008758708,0.5224338,0.00009415314],"about_ca_topic_score_codex":0.00003105349,"about_ca_topic_score_gemma":0.00003050917,"teacher_disagreement_score":0.9150083,"about_ca_system_score_codex":0.00028461343,"about_ca_system_score_gemma":0.0034613123,"threshold_uncertainty_score":0.9976131},"labels":[],"label_agreement":null},{"id":"W2889085490","doi":"10.1016/j.jsurg.2018.07.026","title":"Development of a Novel Global Surgery Course for Medical Schools","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Lunds Universitet; Styrelsen för Internationellt Utvecklingssamarbete","keywords":"Curriculum; Medical education; Multinational corporation; Medicine; Medical school; Global health; Family medicine; Psychology; Nursing; Pedagogy; Political science; Public health","score_opus":0.03933932860241404,"score_gpt":0.3978745137890487,"score_spread":0.35853518518663463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889085490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98749804,0.0005584659,0.0014672759,0.007473051,0.0020802286,0.00016343698,0.0000050937674,0.000006138921,0.0007482851],"genre_scores_gemma":[0.98117,0.00009486478,0.016157234,0.00081048015,0.001669628,0.0000067992983,0.000011996356,0.0000069572106,0.00007207032],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979224,0.000024738269,0.0010281567,0.00009687333,0.0006772225,0.00025060403],"domain_scores_gemma":[0.99724764,0.0002611151,0.00045933345,0.00009589269,0.0012509287,0.000685085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002008189,0.0000892588,0.0004413981,0.00008926412,0.000054712855,0.000007102018,0.00007023692,0.0001341142,0.00019156214],"category_scores_gemma":[0.0010734542,0.000066796536,0.0001961301,0.00024037361,0.00007274885,0.00008108371,0.000011434453,0.00015192656,0.000009159936],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058729216,0.008981105,0.16044793,0.0008271002,0.0002793669,0.00005701536,0.00039851185,6.365707e-7,0.00026897536,0.0030469992,0.22257249,0.59724694],"study_design_scores_gemma":[0.0047169207,0.0005792696,0.25688738,0.002564042,0.00016725902,0.004005488,0.0010211602,0.00012568974,0.00084034406,0.00032755052,0.72853345,0.00023145843],"about_ca_topic_score_codex":0.000009147311,"about_ca_topic_score_gemma":0.00000443408,"teacher_disagreement_score":0.5970155,"about_ca_system_score_codex":0.00018442846,"about_ca_system_score_gemma":0.01300762,"threshold_uncertainty_score":0.9925877},"labels":[],"label_agreement":null},{"id":"W2891906718","doi":"10.1016/j.jsurg.2018.06.021","title":"The Preferred Attributes of a Trauma Team Leader: Evidence From a Discrete Choice Experiment","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Interview; Team effectiveness; Team composition; Psychology; Team leader; Psychological safety; Applied psychology; Social psychology; Knowledge management; Computer science; Management","score_opus":0.0781496271532419,"score_gpt":0.3845987097671802,"score_spread":0.3064490826139383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891906718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706014,0.017497916,0.000032806543,0.008947801,0.0011801311,0.00012398284,0.0000024742585,0.000005625986,0.0016078887],"genre_scores_gemma":[0.9956877,0.0018792182,0.00027253825,0.0000387032,0.0017207427,0.000008093544,0.0000020676255,0.000006663479,0.00038423282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883103,0.000060695565,0.00050787796,0.000099153454,0.00036768863,0.0001335314],"domain_scores_gemma":[0.9984725,0.0003774281,0.00029361545,0.00015959708,0.0005917518,0.00010506621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028599598,0.000090453745,0.0002599819,0.00004487588,0.00010676558,0.000012571794,0.0001135376,0.000042858497,0.00014538366],"category_scores_gemma":[0.00042383655,0.00004993921,0.0001604147,0.00013622841,0.00017616664,0.00013594034,0.000018564162,0.0001485506,0.000007282539],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058749956,0.002836744,0.22401515,0.00023717842,0.0015572024,0.000018710389,0.053116098,0.000007001266,0.050387703,0.00036588582,0.22556593,0.4360174],"study_design_scores_gemma":[0.0015367385,0.0020010478,0.68752503,0.0015919696,0.0003377806,0.0001243698,0.015431173,0.000024909743,0.043752063,0.00022632878,0.24729083,0.00015772654],"about_ca_topic_score_codex":0.00017812247,"about_ca_topic_score_gemma":0.000023759032,"teacher_disagreement_score":0.4635099,"about_ca_system_score_codex":0.000072061324,"about_ca_system_score_gemma":0.00025204025,"threshold_uncertainty_score":0.2036462},"labels":[],"label_agreement":null},{"id":"W2892430970","doi":"10.1016/j.jsurg.2018.06.024","title":"Going Beyond the Numerical Scoresheet: Identifying Maladaptive Narcissistic Traits in Residency Applicants","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Narcissism; Psychology; Big Five personality traits; Clinical psychology; Personality; Social psychology","score_opus":0.034660556741430266,"score_gpt":0.34732225700260483,"score_spread":0.31266170026117457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892430970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94767344,0.0006951585,0.00040752205,0.013716971,0.0015374762,0.00016230356,0.0000010165836,0.000007540097,0.035798594],"genre_scores_gemma":[0.997011,0.00019271478,0.00023511937,0.00034890597,0.001626842,0.0000019510396,4.7313532e-7,0.000003470695,0.00057949015],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99841124,0.00023070192,0.00028916541,0.00009709131,0.00078587484,0.00018594043],"domain_scores_gemma":[0.9989892,0.00030988242,0.00020992506,0.000059506092,0.00029308666,0.00013839809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022215014,0.000058241698,0.00014600597,0.00011427799,0.0003201884,0.00008242531,0.00038161365,0.000058332655,0.00040811562],"category_scores_gemma":[0.0004062832,0.000041459414,0.0000623671,0.00047594478,0.0003698314,0.00025959272,0.00002968395,0.00026948942,0.000024847954],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012083162,0.0016856071,0.14999361,0.00008581686,0.000134119,0.00034992438,0.20881498,0.000041748528,0.00045137812,0.16393226,0.091166995,0.38213524],"study_design_scores_gemma":[0.0018948657,0.0005835221,0.46955714,0.0010983201,0.00018000513,0.0002075407,0.24748853,0.00009052887,0.00016134548,0.054707326,0.22360809,0.00042277976],"about_ca_topic_score_codex":0.00027834895,"about_ca_topic_score_gemma":0.0002220025,"teacher_disagreement_score":0.38171247,"about_ca_system_score_codex":0.00016081241,"about_ca_system_score_gemma":0.00082738337,"threshold_uncertainty_score":0.446858},"labels":[],"label_agreement":null},{"id":"W2900721392","doi":"10.1016/j.jsurg.2018.10.016","title":"Factors Affecting the Development of Confidence Among Surgical Trainees","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Alberta","funders":"","keywords":"Medicine; Medical education; Psychology","score_opus":0.06204799146702173,"score_gpt":0.3636880003375813,"score_spread":0.3016400088705596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900721392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99199957,0.000120878445,0.00012885661,0.0004231659,0.00046267998,0.0001022441,2.1637094e-7,0.000008504468,0.0067539127],"genre_scores_gemma":[0.99878937,0.00001081769,0.00037770448,0.000030946314,0.0006231492,9.0462515e-7,0.00000244924,0.0000076204506,0.00015705074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985963,0.00008235837,0.0006639029,0.00009073331,0.00042991998,0.00013679155],"domain_scores_gemma":[0.9980396,0.0007835701,0.0004223956,0.00009058536,0.0004942496,0.00016961955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096608454,0.0000993212,0.00028856852,0.00010734578,0.000108932436,0.000017647999,0.000088593566,0.00006968175,0.00066010805],"category_scores_gemma":[0.00030843462,0.00005332212,0.00015305128,0.00026125181,0.00019242024,0.000110733745,0.000013382903,0.00023702663,0.0000043825075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015545707,0.0021296819,0.6074273,0.00018197982,0.0004934958,0.000080517355,0.059471086,0.00008313223,0.00081030966,0.0032118554,0.00045650717,0.32409957],"study_design_scores_gemma":[0.0030749037,0.00042485652,0.91343796,0.00058740913,0.00010250791,0.0003261261,0.014565595,0.00016994652,0.008252256,0.00015259993,0.058744892,0.00016094504],"about_ca_topic_score_codex":0.000005484085,"about_ca_topic_score_gemma":0.0000034192472,"teacher_disagreement_score":0.32393864,"about_ca_system_score_codex":0.000053353575,"about_ca_system_score_gemma":0.0004981144,"threshold_uncertainty_score":0.72277206},"labels":[],"label_agreement":null},{"id":"W2900794380","doi":"10.1016/j.jsurg.2018.10.009","title":"Injury Prevention in Medical Education: A Systematic Literature Review","year":2018,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Injury Epidemiology and Prevention","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"American College of Surgeons","keywords":"CINAHL; Medicine; MEDLINE; Curriculum; Poison control; Systematic review; Generalizability theory; Injury prevention; Family medicine; Guideline; Population; Suicide prevention; Medical education; Occupational safety and health; Nursing; Psychology; Medical emergency; Psychological intervention; Environmental health; Pathology","score_opus":0.036521916293592735,"score_gpt":0.45796133616474366,"score_spread":0.4214394198711509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900794380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015083079,0.9925086,0.000008510048,0.001798743,0.0027860592,0.0015854862,0.0000021116434,0.0000082673005,0.001287151],"genre_scores_gemma":[0.0000048356956,0.9931733,0.0003116174,0.00088139606,0.0027478987,0.00016444517,0.00020959997,0.00002632175,0.00248058],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9935108,0.0022235813,0.0032080736,0.00026361793,0.00059459626,0.00019936328],"domain_scores_gemma":[0.995523,0.0003872287,0.002627186,0.00036991708,0.000774491,0.00031817646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006604832,0.00032271197,0.0032139868,0.0006964344,0.000039252838,0.00002031066,0.00025549528,0.0008867035,0.0009114327],"category_scores_gemma":[0.003644773,0.00020979135,0.0011436917,0.00095636304,0.000067032386,0.00022147132,0.000029273533,0.0014963571,0.000093683586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000397139,0.0007986953,0.000009701908,0.5794347,0.00010844809,0.0000421061,0.000027812817,2.2028632e-9,8.542353e-9,0.00029039753,0.046221673,0.37302676],"study_design_scores_gemma":[0.00011409222,0.00018479548,0.0000064323167,0.51822484,0.0012359191,0.008153808,0.0000072033486,2.8975208e-7,3.3761022e-8,0.00026318917,0.47172546,0.00008396066],"about_ca_topic_score_codex":0.0000010502883,"about_ca_topic_score_gemma":7.9828766e-7,"teacher_disagreement_score":0.4255038,"about_ca_system_score_codex":0.0003802322,"about_ca_system_score_gemma":0.010844326,"threshold_uncertainty_score":0.9979549},"labels":[],"label_agreement":null},{"id":"W2902105961","doi":"10.1016/j.jsurg.2018.11.006","title":"Health Advocacy Competency: Integrating Social Outreach into Surgical Education","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Children's Hospital of Eastern Ontario","funders":"","keywords":"Outreach; Curriculum; Service-learning; Medical education; Medicine; Compassion; Presentation (obstetrics); Nursing; Social work; Psychology; Pedagogy; Political science","score_opus":0.031925425945345365,"score_gpt":0.39559282012421143,"score_spread":0.36366739417886607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902105961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79677933,0.0010246699,0.00009744967,0.10560291,0.003533907,0.0001937354,4.3815945e-7,0.000050734794,0.09271684],"genre_scores_gemma":[0.99051166,0.0003640161,0.0021104554,0.0006275456,0.0052700564,0.0000060829,0.0000128234215,0.000011655535,0.0010856802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969357,0.0015047743,0.00058680965,0.00012625945,0.0005789081,0.0002675286],"domain_scores_gemma":[0.99774784,0.00030453157,0.0006352972,0.00012911978,0.0009188144,0.0002643934],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0032538916,0.00011707962,0.00028063057,0.00018612391,0.0015820615,0.00014720086,0.00038449746,0.00010264443,0.0004358386],"category_scores_gemma":[0.00021090487,0.00010330413,0.00014294566,0.00047319944,0.00021537405,0.00031405137,0.000042903368,0.00066143123,0.000045624343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087080065,0.0014455278,0.0039711324,0.00003406008,0.000031770418,0.0000023886978,0.16234107,0.000001762734,0.00000865358,0.053490315,0.018208385,0.7603778],"study_design_scores_gemma":[0.00034365072,0.00024157345,0.004123255,0.00016598769,0.00001700553,0.00003325967,0.15064357,0.00001183448,0.000007725205,0.0031434202,0.8411454,0.00012328765],"about_ca_topic_score_codex":0.0073033115,"about_ca_topic_score_gemma":0.0010041518,"teacher_disagreement_score":0.8229371,"about_ca_system_score_codex":0.0005494584,"about_ca_system_score_gemma":0.00718347,"threshold_uncertainty_score":0.9997178},"labels":[],"label_agreement":null},{"id":"W2904609996","doi":"10.1016/j.jsurg.2018.11.005","title":"Surgery Tutor for Computational Assessment of Technical Proficiency in Soft-Tissue Tumor Resection in a Simulated Setting","year":2018,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"TUTOR; Soft tissue; Medicine; Intraclass correlation; Medical knowledge; Surgery; Margin (machine learning); Construct validity; Physical therapy; Medical physics; Psychology; Computer science; Medical education; Patient satisfaction; Machine learning; Mathematics education; Clinical psychology; Psychometrics","score_opus":0.037146584440867714,"score_gpt":0.4152726773926158,"score_spread":0.3781260929517481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904609996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99528104,0.00006803014,0.0020190333,0.0013023253,0.00033235637,0.00033731174,0.0000011302722,0.000008856462,0.0006498932],"genre_scores_gemma":[0.99581647,0.0000050265753,0.0037153997,0.000075538795,0.00033225026,0.0000053448325,0.000016255024,0.000009142725,0.000024599198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983706,0.00008618851,0.0008997037,0.00013114279,0.0003591746,0.00015317464],"domain_scores_gemma":[0.9976446,0.0011415755,0.00042490504,0.000061505394,0.00063252257,0.00009488688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017369463,0.00007973176,0.00035308197,0.0004122078,0.000037679227,0.000011691165,0.000043638178,0.000078325465,0.00017340353],"category_scores_gemma":[0.00074842054,0.00006832754,0.000106015905,0.00051228696,0.000071172355,0.00012535093,0.000009225558,0.00023392033,0.0000012908646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004264652,0.0060239127,0.82752556,0.0004577927,0.00005651528,0.00011317912,0.001216647,0.036560994,0.002893133,0.0011287895,0.00065793726,0.119100876],"study_design_scores_gemma":[0.005253219,0.0009026542,0.9027042,0.0010458039,0.000032351156,0.00031957126,0.0005622247,0.08267039,0.00032874968,0.001210666,0.0048320494,0.00013814536],"about_ca_topic_score_codex":0.000021288206,"about_ca_topic_score_gemma":0.000009239566,"teacher_disagreement_score":0.11896273,"about_ca_system_score_codex":0.00020335225,"about_ca_system_score_gemma":0.0010189347,"threshold_uncertainty_score":0.27863166},"labels":[],"label_agreement":null},{"id":"W2911784036","doi":"10.1016/j.jsurg.2019.01.001","title":"The Inter-Rater Reliability of Technical Skills Assessment and Retention of Rater Training","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Intraclass correlation; Session (web analytics); Inter-rater reliability; Context (archaeology); Reliability (semiconductor); Laparoscopic cholecystectomy; Medicine; Physical therapy; Psychology; General surgery; Computer science; Rating scale; Psychometrics; Clinical psychology","score_opus":0.025218665180249882,"score_gpt":0.3640945645040595,"score_spread":0.3388758993238096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911784036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934329,0.000098850775,0.00007093837,0.0017421546,0.00034284894,0.000141903,5.061319e-7,0.0000033551219,0.0041665463],"genre_scores_gemma":[0.998912,0.00009249912,0.00062935473,0.000038990343,0.000089864654,0.0000015477473,0.0000027663252,0.000005150208,0.00022784297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987906,0.00010457959,0.0006655404,0.00008621284,0.00026802855,0.00008501832],"domain_scores_gemma":[0.9985407,0.00046223565,0.0004030595,0.00012245901,0.0003895065,0.00008206486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013943157,0.000063220534,0.00027692123,0.00006852696,0.000024438817,0.000011963983,0.00004705737,0.00006778774,0.00022486811],"category_scores_gemma":[0.00015822986,0.00003524907,0.00012786308,0.00011237216,0.00009202366,0.0001026055,0.000015426931,0.00022609888,0.000001235775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019799278,0.0019760511,0.70005083,0.00030550128,0.0001520018,0.000011338512,0.0017636111,0.00010222167,0.015008984,0.0037652806,0.00027620525,0.27460808],"study_design_scores_gemma":[0.0036971474,0.00085579476,0.96768725,0.0006337131,0.0001035216,0.00023352577,0.0016259335,0.0004299184,0.0011345062,0.001084953,0.022425724,0.0000880301],"about_ca_topic_score_codex":0.000002940108,"about_ca_topic_score_gemma":3.3117337e-7,"teacher_disagreement_score":0.27452004,"about_ca_system_score_codex":0.00005633126,"about_ca_system_score_gemma":0.00022762864,"threshold_uncertainty_score":0.2462148},"labels":[],"label_agreement":null},{"id":"W2916109441","doi":"10.1016/j.jsurg.2019.02.002","title":"Evaluation of Urology Residency Training and Perceived Resident Abilities in the United States","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Subspecialty; Medicine; Curriculum; Urology; Mentorship; Medical education; Specialty; Salary; Family medicine; Psychology","score_opus":0.07589668267602866,"score_gpt":0.38126061799359656,"score_spread":0.3053639353175679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916109441","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923002,0.00057638827,0.0000021412175,0.0043852977,0.0001333934,0.00017987214,2.8574797e-7,0.0000020966252,0.0024203318],"genre_scores_gemma":[0.999347,0.0002534279,0.000049522685,0.00020522263,0.0000859694,0.000002637126,0.0000080527225,0.0000039062747,0.000044293014],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983569,0.0004669395,0.00045640089,0.00007286869,0.00056404795,0.00008283784],"domain_scores_gemma":[0.9981144,0.0009278334,0.00021691325,0.00007911586,0.00061186677,0.0000498572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037357383,0.00005495244,0.00020400481,0.00024880096,0.000018617468,0.000010331916,0.000042716936,0.000051166087,0.000467648],"category_scores_gemma":[0.00065040245,0.000034370874,0.0000500001,0.00022653246,0.00005497285,0.00008961197,0.0000050615286,0.00019554383,0.0000015567327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032685043,0.001688329,0.48231363,0.00030429807,0.0002510042,0.00005545702,0.23548359,0.019817624,0.0007000391,0.010558785,0.0003569703,0.24520177],"study_design_scores_gemma":[0.0041150274,0.0005161351,0.9262483,0.00017596544,0.00015764833,0.00026007651,0.051490344,0.0059427028,0.000012009815,0.006215874,0.0048108795,0.000055013505],"about_ca_topic_score_codex":0.000067945504,"about_ca_topic_score_gemma":0.000007644667,"teacher_disagreement_score":0.44393468,"about_ca_system_score_codex":0.00005489983,"about_ca_system_score_gemma":0.0005215925,"threshold_uncertainty_score":0.51204175},"labels":[],"label_agreement":null},{"id":"W2917471801","doi":"10.1016/j.jsurg.2019.01.014","title":"ACS/ASE Medical Student Simulation-Based Skills Curriculum Study: Implementation Phase","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Knot tying; Curriculum; Tying; Medical education; Session (web analytics); Medicine; Medical knowledge; Psychology; Computer science; Surgery; Pedagogy","score_opus":0.02102243426097374,"score_gpt":0.457184206064398,"score_spread":0.4361617718034243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917471801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959055,0.00008278087,0.00022650692,0.0014667617,0.0009149943,0.0006159969,0.0000014609511,0.000021349842,0.0007646585],"genre_scores_gemma":[0.9985425,0.0000138206715,0.000115260205,0.0005754772,0.0005703129,0.000008546745,0.00004085734,0.000016312348,0.00011690157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711895,0.00016778687,0.0009393648,0.00018690176,0.0013969798,0.00019002898],"domain_scores_gemma":[0.99759483,0.0006631454,0.0004681369,0.0001657557,0.00064030377,0.000467825],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011153426,0.00014885208,0.00040188417,0.00026813304,0.00005972715,0.00004352821,0.000109583576,0.00009485445,0.0075064152],"category_scores_gemma":[0.00028358187,0.00011119711,0.00019072345,0.00037833574,0.000026403935,0.00020667288,0.000016637703,0.00034219035,0.00007857149],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000655888,0.023648076,0.70550525,0.000046959496,0.00018817052,0.000207331,0.0012425107,0.0075560897,0.000033375676,0.00016575925,0.00021414862,0.26053646],"study_design_scores_gemma":[0.19093564,0.010662692,0.55203164,0.0010146826,0.0010551981,0.00039933118,0.03420037,0.059529904,0.00041759523,0.00016327793,0.14866994,0.0009197554],"about_ca_topic_score_codex":0.000015572201,"about_ca_topic_score_gemma":0.0000021249025,"teacher_disagreement_score":0.2596167,"about_ca_system_score_codex":0.00017539288,"about_ca_system_score_gemma":0.0010124756,"threshold_uncertainty_score":0.9934009},"labels":[],"label_agreement":null},{"id":"W2919827861","doi":"10.1016/j.jsurg.2019.01.004","title":"Data Driven Competitive Motivation Strategies in a Longitudinal Simulation Curriculum for Trauma Team Training","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Psychology; Curriculum; Training (meteorology); Longitudinal data; Medical education; Knowledge management; Applied psychology; Computer science; Medicine; Pedagogy","score_opus":0.11522450080568532,"score_gpt":0.42887740346380626,"score_spread":0.31365290265812096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919827861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993479,0.00017025578,0.0009902414,0.0025589427,0.0011138534,0.0008057594,0.000016646703,0.000013151093,0.0008521604],"genre_scores_gemma":[0.9954637,0.000020214633,0.0029735921,0.00008371718,0.0009530201,0.000016362277,0.0004027526,0.000018170756,0.0000684449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998273,0.00009274164,0.0008272732,0.00024333756,0.0003745349,0.00018907535],"domain_scores_gemma":[0.9966541,0.0011285228,0.0005732978,0.00027078032,0.0012303004,0.00014299825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070774596,0.00012955406,0.00035813655,0.0003893851,0.00005145533,0.00004662557,0.00014443557,0.00011471905,0.00019500032],"category_scores_gemma":[0.00036235127,0.00011663915,0.0000867889,0.00038014413,0.000031703752,0.00082643016,0.000013141157,0.00030443724,0.000007774328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050847203,0.0011178866,0.9119511,0.0003537947,0.00004786564,0.000003432113,0.004830832,0.06586627,0.00005517851,0.003845799,0.00045006812,0.010969264],"study_design_scores_gemma":[0.0036311783,0.0006247816,0.82292026,0.001132855,0.00008148974,0.00012062812,0.04948682,0.115111865,0.000021513873,0.000895089,0.0057903184,0.00018321419],"about_ca_topic_score_codex":0.00004564754,"about_ca_topic_score_gemma":0.000010288176,"teacher_disagreement_score":0.08903089,"about_ca_system_score_codex":0.00038386352,"about_ca_system_score_gemma":0.0021656156,"threshold_uncertainty_score":0.47564065},"labels":[],"label_agreement":null},{"id":"W2923070047","doi":"10.1016/j.jsurg.2019.03.001","title":"Surgical Exploration and Discovery Program: Early Exposure to Surgical Subspecialties and Its Influence on Student Perceptions of a Surgical Career","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre; Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Medical education; Specialty; Perception; Cohort; Family medicine; Psychology; Pathology","score_opus":0.02740207038464099,"score_gpt":0.3401733177685667,"score_spread":0.3127712473839257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2923070047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894586,0.00064414437,0.0000013165524,0.005869003,0.00065291126,0.000448156,0.000006574707,0.0000137817515,0.0029054736],"genre_scores_gemma":[0.99502045,0.0028883729,0.000035503534,0.000044382305,0.00084692665,0.000011678275,0.0000053788513,0.000007675734,0.0011396395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972313,0.00033707626,0.00051272655,0.00023589995,0.0014296384,0.00025333706],"domain_scores_gemma":[0.99820054,0.00038304148,0.00025253234,0.000115595816,0.0006475184,0.00040076906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001471318,0.00014981168,0.0004096382,0.00022356176,0.00020349908,0.00022107258,0.0002489485,0.00016300658,0.0002034603],"category_scores_gemma":[0.000089614296,0.00012116925,0.00012011857,0.0003814626,0.0002609884,0.0010637805,0.00007746264,0.00033047653,0.000015538353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031829786,0.0047839633,0.6932899,0.00022549124,0.00020946913,0.0006125421,0.1463423,0.0004681013,0.00017249248,0.0784826,0.002340444,0.06988975],"study_design_scores_gemma":[0.0059015765,0.006347253,0.5406086,0.0010315246,0.00021969929,0.0004398225,0.16206308,0.000009989393,0.00008562399,0.00077036506,0.28185105,0.0006714319],"about_ca_topic_score_codex":0.00014737312,"about_ca_topic_score_gemma":0.000047076617,"teacher_disagreement_score":0.27951062,"about_ca_system_score_codex":0.00012194242,"about_ca_system_score_gemma":0.00037597842,"threshold_uncertainty_score":0.49411386},"labels":[],"label_agreement":null},{"id":"W2927158371","doi":"10.1016/j.jsurg.2019.03.008","title":"Objective Assessment of the Entrustable Professional Activity Handover in Undergraduate and Postgraduate Surgical Learners","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; McGill University","funders":"","keywords":"Rubric; Medical education; Medicine; Psychology; Cohort; Internal medicine; Pedagogy","score_opus":0.009689407434137496,"score_gpt":0.33274049363996355,"score_spread":0.32305108620582607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927158371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836593,0.00015274974,0.0000022570864,0.01282888,0.00060292816,0.0002257746,9.570632e-7,0.0000017691934,0.0025253375],"genre_scores_gemma":[0.9957311,0.00019059388,0.00010394218,0.000051067047,0.00006686234,0.0000018519347,0.00000101377,0.000006053948,0.0038474968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897105,0.00012906201,0.00030761617,0.0001012213,0.00036978693,0.00012128085],"domain_scores_gemma":[0.9991404,0.00019393505,0.0002822227,0.00009969518,0.00015878837,0.00012495855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041339215,0.00008445885,0.0003115997,0.00010073481,0.0000322419,0.000010397215,0.00005388762,0.00006144563,0.000118895834],"category_scores_gemma":[0.000073274656,0.00004477179,0.00012052288,0.00020815017,0.000051259343,0.00014928424,0.000040018072,0.00039690995,0.0000015177947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005028656,0.0011410573,0.9889084,0.00007894871,0.000045186323,0.000021719103,0.00025603847,0.000024498228,0.0009646973,0.0017913856,0.0002614673,0.006003741],"study_design_scores_gemma":[0.0026715023,0.0002923259,0.9900488,0.0004240721,0.000036801724,0.00030361797,0.00072273886,0.00019327282,0.0007621553,0.00047116706,0.0040098885,0.00006361926],"about_ca_topic_score_codex":0.00004308544,"about_ca_topic_score_gemma":0.0000023425735,"teacher_disagreement_score":0.012777813,"about_ca_system_score_codex":0.00014686515,"about_ca_system_score_gemma":0.001125065,"threshold_uncertainty_score":0.19958171},"labels":[],"label_agreement":null},{"id":"W2935702835","doi":"10.1016/j.jsurg.2019.03.005","title":"Pre-education Enhances the Success of Manual Training for Orthopedic Surgery Residents","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Drill; Orthopedic surgery; Medicine; Medical education; Laminectomy; Physical therapy; Surgery; Engineering","score_opus":0.04336498241457612,"score_gpt":0.3860017211595982,"score_spread":0.3426367387450221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935702835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99241954,0.0006330209,0.00007015784,0.0020059492,0.0016250168,0.00032049234,0.0000013110196,0.0000064222804,0.0029180842],"genre_scores_gemma":[0.99707144,0.00018006704,0.00021901948,0.00022008468,0.00082218973,0.0000116699875,0.000016959777,0.0000118657335,0.0014466718],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984835,0.00008847822,0.0007379777,0.00011500036,0.00043143245,0.00014362817],"domain_scores_gemma":[0.99712265,0.0013822216,0.000662371,0.00013008656,0.00057464145,0.00012801624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012852021,0.000093913455,0.0003667002,0.00018730007,0.000053660246,0.000023315404,0.00009049617,0.000075096345,0.00043029204],"category_scores_gemma":[0.00042498257,0.000059426333,0.00026006388,0.00025362457,0.000049776958,0.00022458663,0.000008531377,0.0001854722,0.0000052995756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00353955,0.0016145639,0.35966054,0.00057075155,0.00023030181,0.0000062216136,0.004768835,0.00019535526,0.00064975984,0.0023708667,0.0027968523,0.62359643],"study_design_scores_gemma":[0.0031602879,0.0004700769,0.88489753,0.0014491332,0.00025235667,0.00037436807,0.0067521064,0.00025708962,0.0014578741,0.0011042048,0.09962516,0.00019981037],"about_ca_topic_score_codex":0.000018555167,"about_ca_topic_score_gemma":0.0000016176801,"teacher_disagreement_score":0.6233966,"about_ca_system_score_codex":0.000049019465,"about_ca_system_score_gemma":0.0015024618,"threshold_uncertainty_score":0.4711396},"labels":[],"label_agreement":null},{"id":"W2937851360","doi":"10.1016/j.jsurg.2019.03.020","title":"Perceived Barriers to the Development of Technical Skill Proficiency in Surgical Clerkship","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University; University of Alberta; University of Calgary","funders":"","keywords":"Medical education; Accreditation; Psychological intervention; Medicine; Set (abstract data type); Psychology; Nursing; Computer science","score_opus":0.024558087316497022,"score_gpt":0.34065022091479474,"score_spread":0.31609213359829774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937851360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813241,0.00008797064,0.000016438453,0.0026037723,0.00033091006,0.00031928127,2.9749933e-7,0.000006583886,0.0153106665],"genre_scores_gemma":[0.9984872,0.000014043933,0.0008571071,0.00017757366,0.0001552975,0.000006217757,0.0000026177731,0.000008546166,0.0002914127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998222,0.000094348245,0.00084050745,0.00013378478,0.000530289,0.00017905394],"domain_scores_gemma":[0.99869746,0.00032138667,0.00021583622,0.00013672425,0.00027400075,0.0003545967],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012869836,0.0000982169,0.00033780932,0.00021824654,0.00004072935,0.0000116855645,0.00013434706,0.00009612429,0.0010528679],"category_scores_gemma":[0.00039525327,0.000058640493,0.00013545257,0.00050860835,0.00004262149,0.00007755774,0.000024431474,0.0003618253,0.000034318553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004897598,0.0034948094,0.71004695,0.00021467812,0.0001170706,0.00014549783,0.019898128,0.0016237844,0.0023255977,0.0045589316,0.0005260674,0.2521509],"study_design_scores_gemma":[0.003116258,0.00029586174,0.8813965,0.00039498333,0.000022701444,0.0003087051,0.0035275912,0.00012301764,0.000259495,0.000048924252,0.11039041,0.00011560235],"about_ca_topic_score_codex":0.000002972384,"about_ca_topic_score_gemma":0.0000025442669,"teacher_disagreement_score":0.2520353,"about_ca_system_score_codex":0.00016649149,"about_ca_system_score_gemma":0.0012512343,"threshold_uncertainty_score":0.9998603},"labels":[],"label_agreement":null},{"id":"W2939913731","doi":"10.1016/j.jsurg.2019.03.012","title":"Compassion Fatigue in Surgical Trainees","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Sunnybrook Hospital; University of Toronto","funders":"","keywords":"Compassion fatigue; Burnout; Population; Distress; Compassion; Medicine; Scale (ratio); Clinical psychology; Data collection; Psychology; Quality of life (healthcare); Emotional exhaustion; Family medicine; Nursing","score_opus":0.077576800418192,"score_gpt":0.4746984106334299,"score_spread":0.3971216102152379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939913731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9675364,0.0017822295,0.000012615233,0.014372838,0.0038371545,0.000390986,0.0000033667295,0.00001180528,0.012052635],"genre_scores_gemma":[0.99483424,0.0009419317,0.00026668224,0.00034420303,0.0012269916,0.000019029521,0.000012915033,0.0000152437115,0.002338738],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99682033,0.00083667506,0.0013011838,0.00016223597,0.0005002679,0.0003792951],"domain_scores_gemma":[0.9973812,0.0010613088,0.00065011706,0.0001583673,0.00045176296,0.00029722005],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016607444,0.00013699931,0.0004918025,0.00029789217,0.00014741922,0.000008967833,0.00018796921,0.000280443,0.003166997],"category_scores_gemma":[0.00012635236,0.000093297414,0.00013311523,0.00031906427,0.000028574257,0.00025370394,0.00004123382,0.0013310997,0.00016134602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00103451,0.0017373115,0.7696503,0.00077881076,0.000027883361,0.0001366473,0.0056305914,0.000075213415,0.00022846718,0.009395884,0.0145873055,0.19671711],"study_design_scores_gemma":[0.005008635,0.0003479128,0.29888362,0.010014578,0.00001551016,0.00016997346,0.013933467,0.0002892664,0.00003911517,0.0020323421,0.668954,0.00031157176],"about_ca_topic_score_codex":0.00014888291,"about_ca_topic_score_gemma":0.00002169335,"teacher_disagreement_score":0.65436673,"about_ca_system_score_codex":0.0002590317,"about_ca_system_score_gemma":0.0019804419,"threshold_uncertainty_score":0.99774426},"labels":[],"label_agreement":null},{"id":"W2940312249","doi":"10.1016/j.jsurg.2019.03.015","title":"Enhancing Formative Feedback in Orthopaedic Training: Development and Implementation of a Competency-Based Assessment Framework","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; McMaster University","funders":"","keywords":"Formative assessment; Medical education; Training (meteorology); Knowledge management; Psychology; Process management; Computer science; Medicine; Engineering; Pedagogy","score_opus":0.016588387799378837,"score_gpt":0.37356840575254907,"score_spread":0.35698001795317025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940312249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926013,0.00009994472,0.0024304362,0.0034139294,0.0005931038,0.00030581225,4.3555474e-7,0.0000036704687,0.00055141386],"genre_scores_gemma":[0.89400405,0.000024801931,0.10545284,0.0003458182,0.00011042338,0.000012317745,0.00002081935,0.0000074530094,0.000021497146],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99820125,0.000059192265,0.0010212767,0.000101601174,0.00047903557,0.00013766644],"domain_scores_gemma":[0.99854434,0.00016366779,0.0006518578,0.000090950125,0.00048571092,0.00006348219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001244811,0.000094422896,0.00031616527,0.00044430283,0.000028916944,0.000011110678,0.000053402237,0.00008278226,0.0003325368],"category_scores_gemma":[0.0001485853,0.000079191654,0.000050688108,0.00049156626,0.000040548734,0.00018615783,0.000010125326,0.0003837794,0.0000029092546],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032253153,0.0017620985,0.3442515,0.0012120296,0.00011399417,0.000010416758,0.0410445,0.00005221228,0.0019854964,0.0114666745,0.00035511624,0.59742343],"study_design_scores_gemma":[0.004604488,0.0007832833,0.89238286,0.00311395,0.00007417267,0.00019580194,0.08611857,0.0003970333,0.0042863423,0.0013529807,0.006496436,0.00019406718],"about_ca_topic_score_codex":0.000010472336,"about_ca_topic_score_gemma":0.0000056876684,"teacher_disagreement_score":0.59722936,"about_ca_system_score_codex":0.0003212092,"about_ca_system_score_gemma":0.0049695517,"threshold_uncertainty_score":0.8815772},"labels":[],"label_agreement":null},{"id":"W2948890406","doi":"10.1016/j.jsurg.2019.05.013","title":"Video-Based Assessment in Surgical Education: A Scoping Review","year":2019,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Formative assessment; Objectivity (philosophy); Medical education; Multimedia; Computer science; Medicine; Medical physics; Psychology","score_opus":0.12312341843994469,"score_gpt":0.4983492329914567,"score_spread":0.37522581455151205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948890406","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004084032,0.9806129,0.000009111924,0.0014617449,0.0016801144,0.0017119831,0.0000018603253,0.000015155939,0.014466313],"genre_scores_gemma":[0.000238731,0.99641997,0.0005555727,0.0006503998,0.001310404,0.000089427085,0.00014791825,0.000048911912,0.0005386899],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951906,0.0005679478,0.0026883052,0.0003764458,0.0008734174,0.00030327178],"domain_scores_gemma":[0.99556804,0.001329847,0.0016878956,0.0003822965,0.0005903864,0.0004415622],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019817345,0.00041529114,0.0032499891,0.0007077374,0.000043250657,0.000055384404,0.00021210965,0.0003659684,0.0021336162],"category_scores_gemma":[0.00032794615,0.00029888452,0.0012390197,0.0010585522,0.000050414477,0.00018406517,0.000028117785,0.0014377063,0.000083846695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004470664,0.0011179373,0.0001329037,0.08732148,0.000050755876,0.00011436723,0.0000100856,0.0000066813564,9.026753e-9,0.00020382881,0.00046607383,0.91053116],"study_design_scores_gemma":[0.0011041579,0.00009462624,0.000039768493,0.4218357,0.0005799457,0.0009608618,0.000017439434,0.00000885875,4.4149125e-8,0.000008512266,0.5751905,0.00015961213],"about_ca_topic_score_codex":0.00000599888,"about_ca_topic_score_gemma":8.405203e-7,"teacher_disagreement_score":0.91037154,"about_ca_system_score_codex":0.00074433757,"about_ca_system_score_gemma":0.022810858,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W2951405082","doi":"10.1016/j.jsurg.2019.05.015","title":"Artificial Intelligence in Medical Education: Best Practices Using Machine Learning to Assess Surgical Expertise in Virtual Reality Simulation","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":283,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal General Hospital; Montreal Neurological Institute and Hospital; McGill University","funders":"Montreal Neurological Institute and Hospital; Royal College of Physicians and Surgeons of Canada; McGill University; Williams","keywords":"Virtual reality; Checklist; Computer science; Artificial intelligence; Quality (philosophy); Psychomotor learning; Field (mathematics); Machine learning; Medicine; Psychology; Cognition","score_opus":0.17478638887379458,"score_gpt":0.48308635176659576,"score_spread":0.30829996289280115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951405082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912821,0.0003539797,0.0006277915,0.004267695,0.00090271235,0.00032777133,4.0330136e-7,0.000011723057,0.002225817],"genre_scores_gemma":[0.9981661,0.000096661366,0.0004550262,0.00027463332,0.0007793583,0.000005999705,0.000016349857,0.000017621238,0.00018828102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967288,0.00044569065,0.0013276184,0.00028140694,0.00096453354,0.00025195346],"domain_scores_gemma":[0.99713784,0.0010816046,0.00071604224,0.00014868373,0.00043074784,0.0004850678],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023010422,0.00016955091,0.00050103985,0.00057816395,0.000049497514,0.000059824404,0.00012756488,0.00022373209,0.0017686791],"category_scores_gemma":[0.0030078115,0.00014551028,0.00012460796,0.0009345542,0.000042742297,0.00047834113,0.000035416924,0.0009101662,0.000042157415],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029749132,0.004606855,0.17687376,0.00006339331,0.000026540221,0.00028886896,0.002026046,0.1666943,0.00012043172,0.001622063,0.000008132426,0.6446947],"study_design_scores_gemma":[0.0031317088,0.0010874836,0.023505418,0.0022832698,0.00007398242,0.0015028495,0.007726109,0.9152895,0.00024055596,0.00044629243,0.044224128,0.0004886708],"about_ca_topic_score_codex":0.0003482815,"about_ca_topic_score_gemma":0.000067052555,"teacher_disagreement_score":0.74859524,"about_ca_system_score_codex":0.0004417523,"about_ca_system_score_gemma":0.0022183144,"threshold_uncertainty_score":0.99914384},"labels":[],"label_agreement":null},{"id":"W2955915380","doi":"10.1016/j.jsurg.2019.06.011","title":"Automated Methods of Technical Skill Assessment in Surgery: A Systematic Review","year":2019,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":97,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Computer science; Apprenticeship; Curriculum; Quality (philosophy); Medical physics; Match moving; Motion (physics); Artificial intelligence; Medicine; Psychology","score_opus":0.11744830659002119,"score_gpt":0.5300127657927944,"score_spread":0.41256445920277324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955915380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014248761,0.9958211,0.000037525602,0.00024297618,0.00056198216,0.0015117609,0.0000020478903,0.000027715974,0.0017806062],"genre_scores_gemma":[0.0003024773,0.996405,0.002826196,0.00010142544,0.00012541447,0.00004931725,0.00004616123,0.00003269305,0.00011133119],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99335843,0.0015721542,0.004025012,0.00020630896,0.00064729905,0.00019076624],"domain_scores_gemma":[0.9908182,0.004766865,0.0033441423,0.000348631,0.0005089865,0.00021314906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006762062,0.0002934011,0.0066519915,0.0007480245,0.000013116136,0.000014221854,0.00016070588,0.00034052317,0.0002932858],"category_scores_gemma":[0.0022697737,0.00018161382,0.0015529345,0.0011586112,0.00003960903,0.00009174543,0.000027796643,0.000918655,0.000013657891],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014303908,0.00062082673,0.000028543976,0.78948,0.00017517422,0.000045375513,0.000011708408,0.0000011911204,1.192688e-7,0.000114569455,0.00036106136,0.20914714],"study_design_scores_gemma":[0.00042871755,0.00007258007,0.0000897611,0.7296574,0.0031758838,0.0015196579,0.00002352712,0.000038774724,1.35968e-7,0.000009901703,0.26485187,0.00013179949],"about_ca_topic_score_codex":0.0000034938566,"about_ca_topic_score_gemma":1.6761426e-7,"teacher_disagreement_score":0.2644908,"about_ca_system_score_codex":0.0005043273,"about_ca_system_score_gemma":0.0037704352,"threshold_uncertainty_score":0.7405997},"labels":[],"label_agreement":null},{"id":"W2965606429","doi":"10.1016/j.jsurg.2019.06.003","title":"Cross-Sectional Survey Results on Mental Health Among Orthopedic Surgery Residents Across North America","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"American Orthopaedic Association","keywords":"Medicine; Mental health; Cross-sectional study; Depression (economics); Mentorship; Orthopedic surgery; Family medicine; Anxiety; Psychiatry; Medical education","score_opus":0.07895962333736525,"score_gpt":0.4809282479180674,"score_spread":0.40196862458070215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965606429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98163486,0.0007223465,0.0000037808613,0.0048784656,0.011148369,0.00057949626,0.0004098132,0.000023580405,0.0005992808],"genre_scores_gemma":[0.98661286,0.0025204094,0.000047013706,0.0017596538,0.001818144,0.000021889111,0.0007363678,0.000035120644,0.006448521],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99254435,0.0023529464,0.0026331965,0.00040111886,0.0012733223,0.0007950761],"domain_scores_gemma":[0.9919435,0.0030177974,0.002746252,0.0003380071,0.0012460635,0.0007084194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00631588,0.00024442084,0.0007138066,0.00028190343,0.0010894528,0.000050323055,0.0002648215,0.0002784159,0.00089172827],"category_scores_gemma":[0.0010428136,0.00018530422,0.000264495,0.00055397523,0.00011038326,0.0004606281,0.00009505293,0.0017287763,0.00042348696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018228032,0.00046715158,0.9571908,0.0001753267,0.000029009963,0.000007605963,0.0013070663,0.000025136953,0.0000011813958,0.000009101322,0.021388585,0.017576212],"study_design_scores_gemma":[0.0012039987,0.00024532469,0.95128095,0.0014142654,0.0000020012394,0.000019240786,0.0010034686,0.000012157342,0.0000011124696,0.000016670765,0.044643335,0.00015750142],"about_ca_topic_score_codex":0.0036997546,"about_ca_topic_score_gemma":0.00069929677,"teacher_disagreement_score":0.02325475,"about_ca_system_score_codex":0.00074939575,"about_ca_system_score_gemma":0.005891362,"threshold_uncertainty_score":0.9997443},"labels":[],"label_agreement":null},{"id":"W2969921906","doi":"10.1016/j.jsurg.2019.07.012","title":"Harvesting the ‘SEAD’: Long-Term Follow-Up of the Surgical Exploration and Discovery Program","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa Skills and Simulation Centre; University of Toronto; University of Ottawa","funders":"University of Ottawa","keywords":"Term (time); Medicine; Computer science; Data science; Astronomy","score_opus":0.036074966037654185,"score_gpt":0.33276452717198146,"score_spread":0.29668956113432726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969921906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818497,0.00036036546,0.000009593747,0.011214186,0.0017111286,0.0002052451,5.765542e-7,0.0000041234716,0.004645122],"genre_scores_gemma":[0.99569863,0.0004456667,0.000023106226,0.00006063283,0.0005333977,0.0000020312932,0.0000013967202,0.0000024796836,0.0032326556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870765,0.00022915422,0.00022474391,0.00006675608,0.00066739623,0.00010428047],"domain_scores_gemma":[0.99906796,0.000256949,0.00028971,0.00008621077,0.000231745,0.00006743088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015615192,0.000049447975,0.00012497415,0.00003273907,0.00019584247,0.00013067793,0.0002584453,0.000050392406,0.0000644067],"category_scores_gemma":[0.00018431898,0.00002621602,0.000093514456,0.00021537018,0.00026007558,0.00070924894,0.000040701776,0.00018570737,0.000002453059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027546973,0.0006615567,0.6375695,0.00009459577,0.00007027709,0.000014441055,0.02896416,0.000029160221,0.000074578325,0.022420269,0.002936311,0.30688968],"study_design_scores_gemma":[0.004442371,0.00086879317,0.5456734,0.001440029,0.00037177355,0.00022980053,0.1443857,0.00004261899,0.00029360558,0.0043904455,0.29750198,0.00035949313],"about_ca_topic_score_codex":0.000112669564,"about_ca_topic_score_gemma":0.000051897194,"teacher_disagreement_score":0.30653018,"about_ca_system_score_codex":0.000043616088,"about_ca_system_score_gemma":0.00039172708,"threshold_uncertainty_score":0.15062816},"labels":[],"label_agreement":null},{"id":"W2971289851","doi":"10.1016/j.jsurg.2019.08.011","title":"Propagating the “SEAD”: Exploring the Value of an Overnight Call Shift in the Surgical Exploration and Discovery (SEAD) Program","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Mentorship; Thematic analysis; Focus group; Context (archaeology); Attrition; Medicine; Psychology; Medical education; Population; Qualitative research; Family medicine; Sociology","score_opus":0.04543348573835927,"score_gpt":0.33535787878333256,"score_spread":0.2899243930449733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971289851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97806853,0.00021645677,0.000007647868,0.018108046,0.0005747895,0.0003484523,6.3705136e-7,0.0000040326972,0.0026713884],"genre_scores_gemma":[0.9986203,0.0004564848,0.00003481669,0.00010588422,0.00065207074,0.000013103333,0.0000021129467,0.0000031990085,0.0001120481],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99781984,0.00070347474,0.0002952135,0.00009031278,0.0009481436,0.00014299051],"domain_scores_gemma":[0.9988593,0.0005798446,0.00025243714,0.00012051153,0.0001290364,0.000058894846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00464083,0.00006485784,0.00013997249,0.000046169083,0.00024057567,0.00019746117,0.00040151033,0.00004235361,0.000021090735],"category_scores_gemma":[0.00018003865,0.000029759593,0.000063044965,0.00028589982,0.00025636554,0.0012518018,0.000032799864,0.0003325459,0.0000013258023],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060953386,0.002338901,0.0943104,0.00014026764,0.000074054515,0.000071644026,0.40820244,0.00062887755,0.00006630254,0.18513267,0.0010730448,0.30735186],"study_design_scores_gemma":[0.0016125249,0.0010281979,0.14770673,0.00054937386,0.00012368332,0.0000946942,0.66131455,0.00032029327,0.00009775248,0.009438496,0.17747405,0.00023968276],"about_ca_topic_score_codex":0.00036277092,"about_ca_topic_score_gemma":0.00012512474,"teacher_disagreement_score":0.30711216,"about_ca_system_score_codex":0.000056125056,"about_ca_system_score_gemma":0.00033657282,"threshold_uncertainty_score":0.19041227},"labels":[],"label_agreement":null},{"id":"W2977201599","doi":"10.1016/j.jsurg.2019.09.013","title":"The Teacher-Learner Contract (TLC): An Objectives-Based Checklist for Surgical Shadowing","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"University of British Columbia","keywords":"Checklist; Medical education; Sample (material); Medicine; Psychology; Family medicine","score_opus":0.01401001985831311,"score_gpt":0.35573665934410076,"score_spread":0.34172663948578763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977201599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9735829,0.0004569752,0.00020081806,0.01872749,0.0024425471,0.0006042496,0.0000011961665,0.000018757006,0.0039650663],"genre_scores_gemma":[0.99226266,0.00005293814,0.0017234961,0.00076238596,0.002472283,0.000035700145,0.000045423705,0.000028841267,0.0026162954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800676,0.00014405341,0.00079035823,0.00019700549,0.00058865116,0.00027315828],"domain_scores_gemma":[0.99729836,0.00054525246,0.00050959276,0.00030383051,0.0011868918,0.00015605275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026072485,0.00015095969,0.00035215466,0.00018511938,0.00019798725,0.00008456765,0.00019137077,0.00017229553,0.00044982354],"category_scores_gemma":[0.0011247923,0.00009575938,0.00023940537,0.00037684836,0.00012027097,0.0002986203,0.000009283681,0.0006948344,0.000024044728],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007995487,0.009375404,0.07260177,0.00039781068,0.00038574252,0.00005089678,0.0018965389,0.0002432122,0.0017477977,0.016817288,0.044376805,0.84411126],"study_design_scores_gemma":[0.007490266,0.0014614301,0.064853616,0.00038825622,0.00018593876,0.0008844109,0.003177094,0.0051391097,0.0005941205,0.0005208043,0.91505533,0.00024959852],"about_ca_topic_score_codex":0.000016978232,"about_ca_topic_score_gemma":0.0000012413848,"teacher_disagreement_score":0.87067854,"about_ca_system_score_codex":0.0003487025,"about_ca_system_score_gemma":0.0018742689,"threshold_uncertainty_score":0.49252522},"labels":[],"label_agreement":null},{"id":"W2985150415","doi":"10.1016/j.jsurg.2019.10.008","title":"Resident Involvement in Plastic Surgery: Divergence of Patient Expectations and Experiences with Surgeon's Attitudes and Actions","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Informed consent; Elective surgery; Family medicine; General surgery; Surgery; Alternative medicine","score_opus":0.030581478067174945,"score_gpt":0.3179305566764135,"score_spread":0.2873490786092386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985150415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99868155,0.0005339431,0.0000068430795,0.00025595617,0.00025905579,0.00009656429,3.7939637e-7,0.000002609768,0.00016310047],"genre_scores_gemma":[0.9996816,0.00014279847,0.00009193481,0.000015958989,0.000029820463,0.0000074610707,0.0000021446738,0.0000035507976,0.00002473273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916494,0.000040044153,0.00036605995,0.000092692055,0.00025824265,0.00007799806],"domain_scores_gemma":[0.99865645,0.0008002221,0.00022513774,0.000049276176,0.00015746859,0.00011143871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016783283,0.000062371175,0.0002262425,0.00021048657,0.000027965076,0.000011942804,0.000017138887,0.000027317194,0.0002527049],"category_scores_gemma":[0.00012378357,0.000043464475,0.000034628614,0.00020260732,0.00005999955,0.00015203211,0.000009773674,0.00008980407,7.9768085e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034604638,0.000327629,0.9836357,0.000057480578,0.000025575917,0.000013450714,0.010969305,0.00007637424,0.000031609143,0.00017919404,0.00002666274,0.0043109353],"study_design_scores_gemma":[0.0011816897,0.0003790877,0.89634204,0.0005993063,0.000028589213,0.000107919484,0.100051336,0.000100381854,0.00024479505,0.000018746332,0.00086776924,0.00007833486],"about_ca_topic_score_codex":0.000042463776,"about_ca_topic_score_gemma":0.0000147627,"teacher_disagreement_score":0.08908203,"about_ca_system_score_codex":0.000035760462,"about_ca_system_score_gemma":0.00021884532,"threshold_uncertainty_score":0.27669412},"labels":[],"label_agreement":null},{"id":"W2993509909","doi":"10.1016/j.jsurg.2019.11.011","title":"Tremor Assessment during Virtual Reality Brain Tumor Resection","year":2019,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Neurological Institute and Hospital; McGill University","funders":"Montreal Neurological Institute and Hospital","keywords":"Virtual reality; Task (project management); Haptic technology; Resection; Rehabilitation; Computer science; Physical medicine and rehabilitation; Medicine; Simulation; Human–computer interaction; Surgery; Physical therapy; Engineering","score_opus":0.03205890609527168,"score_gpt":0.37828206495260763,"score_spread":0.34622315885733596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993509909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750652,0.000044358138,0.000036708352,0.0055965753,0.00092584797,0.00014692076,5.8595634e-7,0.000015312457,0.018168502],"genre_scores_gemma":[0.99647707,0.000019538242,0.00014806043,0.00027440855,0.0008320857,0.0000018964989,0.000008167021,0.000010560514,0.0022282344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864674,0.000112368434,0.0005141792,0.0001285955,0.00046126865,0.00013685408],"domain_scores_gemma":[0.9988095,0.0002514553,0.00031156046,0.00012437563,0.0002869106,0.00021618098],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000775195,0.000088369365,0.00027314617,0.00016963169,0.000050989747,0.00002725815,0.000047435642,0.000058357906,0.0014594359],"category_scores_gemma":[0.00016114916,0.000067611574,0.00016608299,0.00023227381,0.000021862204,0.00019671179,0.000011285906,0.00035629128,0.0000320822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021322008,0.010421996,0.55199677,0.0008614067,0.0007727518,0.0009901124,0.002777836,0.0056590163,0.024915876,0.017027156,0.009042969,0.35421208],"study_design_scores_gemma":[0.009746684,0.0010652535,0.87002707,0.00040831495,0.000068140966,0.0018480677,0.001527902,0.001279437,0.0009079586,0.00024999815,0.11269969,0.00017149953],"about_ca_topic_score_codex":0.000010777974,"about_ca_topic_score_gemma":8.998316e-7,"teacher_disagreement_score":0.3540406,"about_ca_system_score_codex":0.00024199807,"about_ca_system_score_gemma":0.00046589228,"threshold_uncertainty_score":0.99945337},"labels":[],"label_agreement":null},{"id":"W2998613032","doi":"10.1016/j.jsurg.2019.10.006","title":"Towards Development of an Open Surgery Competency Assessment for Residents (OSCAR) Tool – A Systematic Review of the Literature and Delphi Consensus","year":2019,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; University of Toronto; Jewish General Hospital","funders":"","keywords":"Delphi; Delphi method; Medicine; Systematic review; Medical physics; Medical education; Psychology; MEDLINE; Computer science; Political science; Artificial intelligence","score_opus":0.10615213216400098,"score_gpt":0.44657321079398227,"score_spread":0.3404210786299813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998613032","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014631436,0.99453926,0.0000072134085,0.00032287318,0.00041089783,0.002954286,0.00001302296,0.0000023191958,0.0002869966],"genre_scores_gemma":[0.0012334704,0.9952582,0.0029661262,0.00014660771,0.00011060209,0.00006212936,0.000071865856,0.000022089558,0.00012886901],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99584943,0.0005354485,0.002726513,0.00017563345,0.00059066643,0.00012229428],"domain_scores_gemma":[0.9938444,0.0014491531,0.0032073683,0.0002678308,0.0010946987,0.00013655957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034101561,0.00022315973,0.0032440117,0.00018734513,0.000048019374,0.000046037752,0.0002538585,0.00016538308,0.000046556277],"category_scores_gemma":[0.0009641714,0.00011676526,0.00057322584,0.00036376377,0.000040141713,0.00009321618,0.00006488231,0.00031273178,5.302373e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053405038,0.00029944847,0.00003443186,0.8424714,0.00029185682,0.000005704773,0.00016364014,1.9415792e-7,1.9817632e-7,0.00019949474,0.00013787406,0.15634233],"study_design_scores_gemma":[0.00075764005,0.00009476569,0.0006391531,0.8989474,0.0022045178,0.00066698133,0.00008955956,0.000004969829,9.968564e-7,0.000047675465,0.0964257,0.00012060576],"about_ca_topic_score_codex":0.0000025207282,"about_ca_topic_score_gemma":4.8149235e-7,"teacher_disagreement_score":0.15622172,"about_ca_system_score_codex":0.0001496121,"about_ca_system_score_gemma":0.006538719,"threshold_uncertainty_score":0.9990933},"labels":[],"label_agreement":null},{"id":"W3005158191","doi":"10.1016/j.jsurg.2019.10.004","title":"Impact of 3D Printed Calcaneal Models on Fracture Understanding and Confidence in Orthopedic Surgery Residents","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Calgary","funders":"University of Calgary","keywords":"Orthopedic surgery; Medicine; Calcaneus; Confidence interval; Ankle; Physical therapy; Medical diagnosis; Prospective cohort study; Surgery; Radiology; Internal medicine","score_opus":0.04136045254168926,"score_gpt":0.30625002873627083,"score_spread":0.2648895761945816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005158191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948494,0.0007399896,0.0025280612,0.0014299868,0.00012300348,0.000042260577,8.360666e-7,0.000012526712,0.00027397167],"genre_scores_gemma":[0.99772066,0.0020707583,0.000056374654,0.00006626681,0.00007469578,6.008981e-7,0.0000010371901,0.000006034392,0.000003588361],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999322,0.00002598171,0.00032909238,0.000060069528,0.00016368816,0.000099177756],"domain_scores_gemma":[0.99947566,0.0001986919,0.00010493344,0.000041041458,0.000040236748,0.00013942548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001960573,0.000066804685,0.00022814197,0.00015525984,0.000009454576,0.0000056949807,0.000052080148,0.000108791144,0.000044743698],"category_scores_gemma":[0.00016646773,0.000051731437,0.000055421868,0.00018423874,0.000042274,0.00012164806,0.0000074913755,0.00037494677,5.4929404e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038775902,0.0018502771,0.42400002,0.0017008622,0.0009677165,0.0016433327,0.013674204,0.20923536,0.0013705321,0.03140195,0.049107566,0.2611706],"study_design_scores_gemma":[0.009480482,0.0032839475,0.6473284,0.008338357,0.00030346584,0.0024471309,0.0102338055,0.22944802,0.0025355786,0.065691225,0.019016348,0.0018932563],"about_ca_topic_score_codex":0.000037851256,"about_ca_topic_score_gemma":0.0000023307796,"teacher_disagreement_score":0.25927734,"about_ca_system_score_codex":0.00012812817,"about_ca_system_score_gemma":0.00020895684,"threshold_uncertainty_score":0.21095468},"labels":[],"label_agreement":null},{"id":"W3006176621","doi":"10.1016/j.jsurg.2019.12.013","title":"Surgery Residents’ Experiences With Seriously-Ill and Dying Patients: An Opportunity to Improve Palliative and End-of-Life Care","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of Michigan; American Society of Colon and Rectal Surgeons; American College of Surgeons; Johnson Foundation; Society for Surgery of the Alimentary Tract; Robert Wood Johnson Foundation; U.S. Department of Veterans Affairs","keywords":"Palliative care; Medicine; End-of-life care; Terminally ill; Intensive care medicine; Nursing; General surgery; Surgery","score_opus":0.0966527898267981,"score_gpt":0.38712957184444985,"score_spread":0.29047678201765176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006176621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955549,0.0022280735,0.000022749045,0.001786589,0.0001478462,0.00014574788,0.000006063401,0.000004115793,0.0001038874],"genre_scores_gemma":[0.99715143,0.0010955599,0.00092065526,0.0006056946,0.00019250659,0.000005797398,0.000012570737,0.000008870475,0.0000069141834],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886906,0.00007566064,0.00046760665,0.00014508858,0.00033549513,0.00010706886],"domain_scores_gemma":[0.9975884,0.0002235079,0.0004400071,0.000073795716,0.0009699267,0.00070434157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016951225,0.00011030009,0.00044221448,0.00010741749,0.000037786507,0.000014942963,0.00004847004,0.00004905663,0.00004899142],"category_scores_gemma":[0.0009999272,0.00007821488,0.000047475194,0.0001744545,0.0000968401,0.00026256772,0.000022117401,0.00013233555,2.3083163e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013763832,0.00021833411,0.8271524,0.0003232277,0.00007032608,0.000020952912,0.13781653,0.0000020355442,0.00027947474,0.000011506996,0.00033903122,0.032389857],"study_design_scores_gemma":[0.0024457183,0.004197743,0.50135136,0.0025037562,0.00018768213,0.000029317027,0.47680458,0.00001915898,0.005794317,0.000018582927,0.0063618594,0.00028594944],"about_ca_topic_score_codex":0.00011483872,"about_ca_topic_score_gemma":0.0000068346403,"teacher_disagreement_score":0.33898804,"about_ca_system_score_codex":0.000040413706,"about_ca_system_score_gemma":0.0008712128,"threshold_uncertainty_score":0.318951},"labels":[],"label_agreement":null},{"id":"W3006512857","doi":"10.1016/j.jsurg.2020.01.007","title":"Implementation and Effectiveness of Coaching for Surgeons in Practice – A Mixed Studies Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; Montreal General Hospital; McGill University","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Coaching; Thematic analysis; Medical education; Apprenticeship; Grounded theory; Qualitative property; Psychology; Medicine; Qualitative research; Computer science; Psychotherapist","score_opus":0.1093815968627617,"score_gpt":0.5113330730332502,"score_spread":0.40195147617048843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006512857","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001468625,0.9968232,0.0000333841,0.0003547269,0.00024493178,0.002330198,0.0000041969374,0.000003424667,0.000059085232],"genre_scores_gemma":[0.0035150156,0.9959316,0.00023883929,0.000062523286,0.00007919633,0.00012034677,0.00003284902,0.000016215085,0.0000033749634],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99663955,0.0011604875,0.0016886607,0.00014062211,0.0002731438,0.00009756186],"domain_scores_gemma":[0.987705,0.009574606,0.0019415198,0.000081550075,0.000587299,0.00011003553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042959275,0.00017298615,0.0031252496,0.00022133827,0.00002497334,0.000011221465,0.00004680462,0.00008058156,0.00000704933],"category_scores_gemma":[0.004604567,0.00011417345,0.00041213134,0.0003688899,0.000025610032,0.00013920698,0.000015301053,0.00027300222,5.98343e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012606889,0.00014787121,0.000028213173,0.81888247,0.0005069061,0.000020065787,0.00012294136,3.8850987e-7,8.5177874e-8,0.000361009,0.000017909086,0.17978606],"study_design_scores_gemma":[0.0014757675,0.00021970284,0.0000660269,0.7659121,0.0075294455,0.00076978566,0.0015681363,0.0000037750299,5.4825546e-7,0.00003085441,0.22232534,0.000098493314],"about_ca_topic_score_codex":0.000005723029,"about_ca_topic_score_gemma":9.769739e-7,"teacher_disagreement_score":0.22230743,"about_ca_system_score_codex":0.00018145754,"about_ca_system_score_gemma":0.00073069223,"threshold_uncertainty_score":0.55124295},"labels":[],"label_agreement":null},{"id":"W3009575556","doi":"10.1016/j.jsurg.2020.02.014","title":"A Comparison of Guided Video Reflection versus Self-Regulated Learning to Teach Knot Tying to Medical Students: A Pilot Randomized Controlled Trial","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Knot tying; Randomized controlled trial; Tying; Correlation; Medical knowledge; Knot (papermaking); Medicine; Psychology; Physical therapy; Computer science; Mathematics; Medical education; Surgery; Engineering","score_opus":0.05230955282551781,"score_gpt":0.4527703128086937,"score_spread":0.4004607599831759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009575556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9333416,0.00012393201,0.001133413,0.058585737,0.003295241,0.0026310442,1.782304e-7,0.000047907222,0.000840905],"genre_scores_gemma":[0.9906997,0.000043200773,0.0046515083,0.0020969638,0.0021261326,0.00015467952,0.00001515047,0.000026592274,0.00018606175],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99342465,0.0007929201,0.0027894713,0.00025658778,0.0024974567,0.00023890859],"domain_scores_gemma":[0.99478567,0.0010721445,0.0013190962,0.00017212944,0.0020055214,0.0006454649],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006308908,0.00020622,0.001968679,0.00058859325,0.00010958041,0.000052877203,0.000304971,0.00018689927,0.0006050159],"category_scores_gemma":[0.042554934,0.00015602315,0.00035474615,0.0014331614,0.00006482004,0.00013668629,0.00005950203,0.0009474633,0.000026242178],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.957282,0.003586578,0.0005909539,0.00007607277,0.0005612112,0.0000064918117,0.004925318,0.00022052652,0.0009781606,0.00014662315,0.022021314,0.009604753],"study_design_scores_gemma":[0.9568083,0.006178639,0.00028209898,0.0006047295,0.00079816417,0.00007647346,0.0025267273,0.0022027735,0.00037482276,0.00002186897,0.029958032,0.00016733144],"about_ca_topic_score_codex":0.000016777445,"about_ca_topic_score_gemma":8.42878e-7,"teacher_disagreement_score":0.057358067,"about_ca_system_score_codex":0.00044722916,"about_ca_system_score_gemma":0.002264747,"threshold_uncertainty_score":0.96551},"labels":[],"label_agreement":null},{"id":"W3011620692","doi":"10.1016/j.jsurg.2020.02.018","title":"Developing and Assessing the Feasibility of Implementing a Surgical Objective Structured Clinical Skills Examination (S-OSCE)","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Faculty of Medicine, Dalhousie University","keywords":"Objective structured clinical examination; Medicine; Medical education; Educational measurement; Medical physics; Psychology; Curriculum","score_opus":0.11064102125944837,"score_gpt":0.467234102759347,"score_spread":0.35659308149989866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011620692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948606,0.00023872539,0.00039781246,0.0031228897,0.0002149313,0.00020166153,0.0000014415083,0.000008978041,0.00095298584],"genre_scores_gemma":[0.9970614,0.000109034,0.0018781227,0.0002848092,0.00063577906,9.4902265e-7,0.000008564266,0.000008778907,0.000012606202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977847,0.00041036741,0.001072316,0.00017425933,0.00040928394,0.00014909814],"domain_scores_gemma":[0.9970677,0.0013195514,0.0007342458,0.00008404982,0.00058251695,0.00021194763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001977885,0.00010938279,0.00042767997,0.000069556205,0.00009993272,0.0000431623,0.00007028268,0.00009632677,0.00011526976],"category_scores_gemma":[0.0012588119,0.000069067224,0.00017438015,0.00033267663,0.00012056214,0.00021221791,0.00003990728,0.00042560324,5.227285e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003202378,0.0005152826,0.5036168,0.00010543464,0.0001228431,0.00004016427,0.0023555546,0.000019907082,0.00013121818,0.0014713072,0.00003384763,0.4912674],"study_design_scores_gemma":[0.0034616364,0.00023370572,0.9853275,0.00017488975,0.000107319844,0.00028854303,0.0040466073,0.0005901238,0.00015508305,0.00030391233,0.005227846,0.0000828614],"about_ca_topic_score_codex":0.0000045141883,"about_ca_topic_score_gemma":9.564308e-7,"teacher_disagreement_score":0.49118453,"about_ca_system_score_codex":0.000079768804,"about_ca_system_score_gemma":0.0005870222,"threshold_uncertainty_score":0.28164798},"labels":[],"label_agreement":null},{"id":"W3027579824","doi":"10.1016/j.jsurg.2020.03.010","title":"Using Self-Reported Measures of Confidence and Anxiety to Determine the Efficacy of the Surgical Exploration And Discovery (SEAD) Program in Reducing Anxiety and Increasing Confidence in Performing Procedural Skills","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Anxiety; Confidence interval; Medicine; Medical education; Internal medicine; Psychiatry","score_opus":0.06307512259961935,"score_gpt":0.3482298766405235,"score_spread":0.2851547540409042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027579824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9964632,0.0004263266,0.000038040464,0.0024405108,0.000058459493,0.00051242043,4.780067e-7,0.0000054186207,0.000055185177],"genre_scores_gemma":[0.9984904,0.00050682627,0.00079266314,0.000088772096,0.00010591246,0.000004744385,0.0000010020713,0.000007636207,0.000002044468],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833506,0.00018508859,0.0007999115,0.0001784358,0.00036761395,0.0001338792],"domain_scores_gemma":[0.9985245,0.0005346368,0.00046064108,0.00008685891,0.00024088359,0.00015251357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012212307,0.00011597148,0.00036512595,0.00009866649,0.000060952792,0.00004673302,0.000058426325,0.00006684105,0.000004203163],"category_scores_gemma":[0.0013047605,0.00006985305,0.000058202368,0.0004884633,0.00013565381,0.00043318304,0.000043247546,0.0002930019,2.9555972e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021495302,0.00074402743,0.79649854,0.00034433266,0.00006487621,0.00003252095,0.017893279,0.0014227859,0.007512831,0.00024311493,0.0000027007713,0.17309149],"study_design_scores_gemma":[0.006447618,0.0004811525,0.94910485,0.003279342,0.00022543028,0.002930893,0.006771934,0.02487245,0.0048536705,0.00013764182,0.0006693984,0.0002256461],"about_ca_topic_score_codex":0.00010062258,"about_ca_topic_score_gemma":0.000008983468,"teacher_disagreement_score":0.17286584,"about_ca_system_score_codex":0.00004845445,"about_ca_system_score_gemma":0.00038115078,"threshold_uncertainty_score":0.28485247},"labels":[],"label_agreement":null},{"id":"W3028566878","doi":"10.1016/j.jsurg.2020.03.007","title":"Preparing for Surgery Observerships During Medical School: A Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University; Kingston General Hospital","funders":"Queen's University","keywords":"Cross-sectional study; Medicine; Family medicine; Psychology; Medical education; Pathology","score_opus":0.07425233399666037,"score_gpt":0.39498970465464434,"score_spread":0.32073737065798397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028566878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98539615,0.0001468106,0.00016480919,0.011584728,0.0019913495,0.0004400073,9.3513074e-7,0.000028547067,0.00024668203],"genre_scores_gemma":[0.992152,0.000039459166,0.0011430278,0.0013272502,0.0050712335,0.000043564956,0.000021582322,0.000022897091,0.00017899445],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701,0.00008580978,0.0012852883,0.00022902765,0.0011769993,0.00021290396],"domain_scores_gemma":[0.9971187,0.00036292872,0.0005388827,0.00015299978,0.0012775311,0.0005489565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021821512,0.00013138683,0.00039236606,0.0002427653,0.0001471442,0.00006695771,0.00015783863,0.0001705086,0.00085626554],"category_scores_gemma":[0.014760955,0.00011269342,0.0002515287,0.00058771606,0.00006807924,0.000325437,0.0000302724,0.00066208804,0.000017729908],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012472791,0.0019369472,0.97532254,0.0003044187,0.00012587578,0.000029406825,0.00048681727,0.00001829162,0.00009022298,0.00009325472,0.015362721,0.004982244],"study_design_scores_gemma":[0.002521179,0.00040727647,0.97411436,0.00021292325,0.00008314024,0.00093117397,0.001251662,0.00022322929,0.00014703671,0.00006995992,0.01990781,0.00013027113],"about_ca_topic_score_codex":0.0000073765937,"about_ca_topic_score_gemma":8.509899e-7,"teacher_disagreement_score":0.012578804,"about_ca_system_score_codex":0.0003071507,"about_ca_system_score_gemma":0.0036113376,"threshold_uncertainty_score":0.99353814},"labels":[],"label_agreement":null},{"id":"W3033551705","doi":"10.1016/j.jsurg.2020.05.014","title":"Needlestick Occurrences and Reporting Among Residents in the Operative Setting","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Infection Control in Healthcare","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Anesthesiology; Needlestick injury; Medicine; Quarter (Canadian coin); Family medicine; Health care; Incidence (geometry); Emergency medicine; Medical emergency; Nursing; Psychiatry","score_opus":0.06571079082287874,"score_gpt":0.4185816815076059,"score_spread":0.35287089068472716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033551705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585325,0.00053485413,0.00001543322,0.039744433,0.00025231994,0.00014480426,1.9843634e-7,0.000003180904,0.00077224284],"genre_scores_gemma":[0.99782294,0.00008832491,0.00021157942,0.0010899636,0.0007656854,0.0000034291177,0.0000010979553,0.0000029598184,0.000013995391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866855,0.00015532081,0.0008032842,0.000073671676,0.00021951058,0.00007966504],"domain_scores_gemma":[0.99832773,0.00029857206,0.00089945574,0.000043215026,0.00032610382,0.00010491966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012673723,0.00004996326,0.00018464272,0.00006201259,0.000056997626,0.00003510175,0.000036668403,0.00003714629,0.000027756814],"category_scores_gemma":[0.004309703,0.00003038879,0.000038238377,0.00018998506,0.000033825818,0.00015710898,0.000007878651,0.0003856386,0.0000010966004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079477344,0.000059071834,0.97543937,0.000067811605,0.000008676055,0.0001071836,0.0077326684,0.000026367195,0.000048965678,0.00008809204,0.00088169985,0.015460598],"study_design_scores_gemma":[0.0005297348,0.00022762449,0.9845382,0.0003702032,0.000027813143,0.001129627,0.01138381,0.00057098543,0.00004042978,0.00006806072,0.0010749842,0.000038529055],"about_ca_topic_score_codex":0.00010240251,"about_ca_topic_score_gemma":0.0000061256646,"teacher_disagreement_score":0.039290432,"about_ca_system_score_codex":0.00004104567,"about_ca_system_score_gemma":0.0004210095,"threshold_uncertainty_score":0.5159428},"labels":[],"label_agreement":null},{"id":"W3034766811","doi":"10.1016/j.jsurg.2020.03.026","title":"Global Surgery Opportunities in Canadian General Surgery Residencies: A Cross-Sectional Study","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"","keywords":"Academic institution; Program director; Curriculum; Medical education; Family medicine; Medicine; Cross-sectional study; Psychology; Library science; Pedagogy","score_opus":0.1123866296237671,"score_gpt":0.38044749408536843,"score_spread":0.2680608644616013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034766811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98341614,0.00093093736,0.0000011701109,0.0121946,0.0017673726,0.00017854794,0.000013158502,0.000010760702,0.0014872974],"genre_scores_gemma":[0.9951071,0.00039210197,0.00004038284,0.0029371816,0.0013140388,0.0000072143603,0.000025587064,0.000010019616,0.0001663731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971874,0.00019883484,0.0012982619,0.00018574283,0.0006281274,0.0005016484],"domain_scores_gemma":[0.9966639,0.00046658845,0.00033521708,0.00011129308,0.000593734,0.0018292369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022226004,0.00014671052,0.00061004935,0.00041929624,0.00008738803,0.000063019645,0.00007529953,0.00012709502,0.000392],"category_scores_gemma":[0.0012066463,0.00012934206,0.00028226295,0.0006477512,0.000058309004,0.0002709512,0.000012477887,0.00030163818,0.000013704857],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006619672,0.0004107495,0.95816845,0.00006826838,0.000025087425,0.0013758208,0.00015824761,0.00002342843,8.587504e-7,0.00009702126,0.037070125,0.0019399939],"study_design_scores_gemma":[0.0004182464,0.00013402822,0.9611636,0.000085908556,0.000016487711,0.0012464032,0.0010427652,0.000029719702,0.0000011343932,0.000065037624,0.035694417,0.00010224986],"about_ca_topic_score_codex":0.067867324,"about_ca_topic_score_gemma":0.011602263,"teacher_disagreement_score":0.05626506,"about_ca_system_score_codex":0.00088141905,"about_ca_system_score_gemma":0.020075899,"threshold_uncertainty_score":0.98547935},"labels":[],"label_agreement":null},{"id":"W3034811795","doi":"10.1016/j.jsurg.2020.04.012","title":"Variable Experience in Microsurgery and Flap-Based Procedures Among Canadian Plastic Surgery Residents","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Microsurgery; Plastic surgery; Surgery; Medicine; General surgery","score_opus":0.032994001184196535,"score_gpt":0.30374362781405845,"score_spread":0.2707496266298619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034811795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99649215,0.00030962142,0.000019771624,0.0022262477,0.00037375334,0.00007333723,8.2493494e-7,0.000006568331,0.00049772835],"genre_scores_gemma":[0.99869114,0.00004158796,0.00017688573,0.00079850317,0.0002469755,0.0000036910933,0.0000059792733,0.0000090882895,0.000026147054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893886,0.00004993977,0.00047944882,0.0001267678,0.00022757154,0.00017743638],"domain_scores_gemma":[0.99808913,0.00090544473,0.0001676916,0.000046707446,0.00015347073,0.00063757104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032170815,0.00008665095,0.00028469195,0.0002711377,0.000043061325,0.000037357317,0.00003693264,0.00007430022,0.00029257667],"category_scores_gemma":[0.0019978508,0.000073000534,0.00006190962,0.00041063383,0.000054185602,0.0001656614,0.0000052461146,0.0002142959,0.0000030978229],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034143348,0.00010318323,0.99591285,0.000081466795,0.000009471544,0.00018728408,0.00053012674,0.00024389866,0.00007528103,0.000044364926,0.0009266339,0.0015439785],"study_design_scores_gemma":[0.0012082246,0.000049885297,0.98689526,0.0005431196,0.000019524754,0.00010824378,0.0005375839,0.00093227054,0.00011515435,0.000034331486,0.009459623,0.00009679913],"about_ca_topic_score_codex":0.0020653494,"about_ca_topic_score_gemma":0.00043066358,"teacher_disagreement_score":0.009017637,"about_ca_system_score_codex":0.000092458096,"about_ca_system_score_gemma":0.0022574165,"threshold_uncertainty_score":0.400456},"labels":[],"label_agreement":null},{"id":"W3036449309","doi":"10.1016/j.jsurg.2020.06.004","title":"Competency Assessment for Mediastinal Mass Resection and Thymectomy: Design and Delphi Review Process","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Myasthenia Gravis and Thymoma","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute","keywords":"Thymectomy; Medicine; Delphi method; Competence (human resources); Cardiothoracic surgery; Cronbach's alpha; Delphi; Medical physics; Competency assessment; General surgery; Surgery; Medical education; Psychology; Myasthenia gravis; Computer science; Psychometrics; Internal medicine","score_opus":0.04528557392647708,"score_gpt":0.37794530108419205,"score_spread":0.33265972715771497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036449309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70656866,0.059978347,0.040286098,0.1894356,0.0006087164,0.0022119458,0.0000032058365,0.00002535327,0.0008820947],"genre_scores_gemma":[0.94288886,0.019266166,0.034886703,0.0017539958,0.0010951301,0.000037531663,0.000010208363,0.000017683282,0.000043711436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916685,0.00006333632,0.00035280563,0.0001080528,0.00022293944,0.00008602873],"domain_scores_gemma":[0.99893254,0.00014668435,0.00024012974,0.000040072962,0.00039691318,0.00024364909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058290805,0.00007797367,0.00028843066,0.00004655833,0.000046924277,0.000018616056,0.000032546366,0.000035989124,0.00004734948],"category_scores_gemma":[0.00018691055,0.000054355067,0.000051045576,0.00011550798,0.0000267132,0.00010379642,0.000005329135,0.00016988334,4.2131225e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01634504,0.0041083596,0.07490933,0.05280864,0.0009280442,0.0003953546,0.006643874,0.000061624385,0.016753476,0.016209856,0.05336407,0.75747234],"study_design_scores_gemma":[0.043198217,0.047744446,0.2550777,0.04803821,0.005897927,0.031087544,0.0075055943,0.024320226,0.004576783,0.036131542,0.49444,0.0019818204],"about_ca_topic_score_codex":9.73181e-7,"about_ca_topic_score_gemma":1.2440526e-7,"teacher_disagreement_score":0.75549054,"about_ca_system_score_codex":0.000028380979,"about_ca_system_score_gemma":0.00053741893,"threshold_uncertainty_score":0.22165354},"labels":[],"label_agreement":null},{"id":"W3037650814","doi":"10.1016/j.jsurg.2020.06.020","title":"Disruption to Surgical Training during Covid-19 in the United States, United Kingdom, Canada, and Australasia: A Rapid Review of Impact and Mitigation Efforts","year":2020,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Versus Arthritis","keywords":"Certification; Mandate; Safeguarding; Medical education; Political science; Medicine; Pandemic; Postponement; Staffing; Training (meteorology); Public relations; Coronavirus disease 2019 (COVID-19); Business; Nursing; Geography; Marketing","score_opus":0.11993873542509259,"score_gpt":0.45860922992265934,"score_spread":0.33867049449756675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037650814","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15632369,0.8212118,0.000003030158,0.02123685,0.00012693899,0.00104366,0.000038947815,0.000005416884,0.000009659463],"genre_scores_gemma":[0.02202314,0.97531015,0.00002884699,0.0018628534,0.000340078,0.00001658338,0.000387941,0.000021305803,0.000009132374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968238,0.00061976886,0.0014717516,0.00022297224,0.00059439574,0.0002673422],"domain_scores_gemma":[0.9964017,0.0011326254,0.0009953151,0.00016106319,0.00028215532,0.0010271032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017268867,0.0002917678,0.0016269855,0.00077280356,0.00007853539,0.000032268774,0.00010267188,0.00017395701,0.000056518864],"category_scores_gemma":[0.0015004181,0.00017997551,0.00022116283,0.0016465517,0.000057097426,0.00009887497,0.00002289883,0.00084073417,2.686074e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005990259,0.00029418417,0.0020077112,0.26395544,0.00025488826,0.0017309623,0.0037158749,0.000022141245,0.0000010256035,0.00010261776,0.0044038873,0.72291225],"study_design_scores_gemma":[0.00081781764,0.00035077272,0.005282317,0.073349,0.0005411214,0.007471995,0.00031518322,0.000008175695,1.5484282e-7,0.000010187855,0.9117148,0.00013850848],"about_ca_topic_score_codex":0.05984356,"about_ca_topic_score_gemma":0.003480613,"teacher_disagreement_score":0.9073109,"about_ca_system_score_codex":0.0013372591,"about_ca_system_score_gemma":0.011646199,"threshold_uncertainty_score":0.99395686},"labels":[],"label_agreement":null},{"id":"W3037785198","doi":"10.1016/j.jsurg.2020.06.011","title":"Development of the User Experience (UX) and Video Quality Evaluation (VQE) Instruments for Assessment of Intraoperative Video Capture Technology","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto General Hospital; St. Michael's Hospital","funders":"Canadian Institutes of Health Research; University of Toronto; Physicians' Services Incorporated Foundation; Royal College of Physicians and Surgeons of Canada","keywords":"Computer science; Delphi method; Usability; User experience design; Medical physics; Video quality; Multimedia; Medicine; Simulation; Human–computer interaction; Artificial intelligence; Operations management; Engineering","score_opus":0.09323376555470565,"score_gpt":0.47079533575153454,"score_spread":0.3775615701968289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037785198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98149854,0.0001473356,0.00082450686,0.01664267,0.00020148269,0.0006251967,0.0000026342373,0.000002584566,0.000055059856],"genre_scores_gemma":[0.98553294,0.000047166825,0.013791387,0.00046603518,0.00009991583,0.000039952305,0.000009531153,0.0000045187035,0.000008527885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983892,0.00008459675,0.0008713555,0.00010306435,0.00046461035,0.000087188266],"domain_scores_gemma":[0.99817485,0.00007921765,0.0007607227,0.00007860669,0.0008162589,0.00009035824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081860466,0.00007333834,0.0002743759,0.00008791527,0.00005373002,0.0000043974096,0.00006660856,0.000059294816,0.000066599285],"category_scores_gemma":[0.00040397714,0.00004661942,0.000042096526,0.00024782182,0.00006949389,0.000116978656,0.000021611415,0.00014998962,9.8302806e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007506866,0.0008688135,0.48069346,0.0007910988,0.00018241466,9.961476e-7,0.038598042,0.000012676958,0.04171836,0.0028677925,0.0012999014,0.43221575],"study_design_scores_gemma":[0.00658838,0.0010397453,0.8662175,0.00043664133,0.00022639048,0.00008838855,0.041713092,0.00039649504,0.056163076,0.00033776058,0.026671572,0.00012099021],"about_ca_topic_score_codex":0.000012874291,"about_ca_topic_score_gemma":0.0000058048995,"teacher_disagreement_score":0.43209478,"about_ca_system_score_codex":0.0001291311,"about_ca_system_score_gemma":0.0016515441,"threshold_uncertainty_score":0.29297683},"labels":[],"label_agreement":null},{"id":"W3039354332","doi":"10.1016/j.jsurg.2020.06.023","title":"Evaluating the Impact of Medical Student Inclusion Into Hands-On Surgical Simulation in Congenital Heart Surgery","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; SickKids Foundation; Hospital for Sick Children","funders":"Hospital for Sick Children","keywords":"Curriculum; Medicine; Inclusion (mineral); Likert scale; Session (web analytics); Medical education; Medical school; Surgical simulation; Surgery; Psychology; Pedagogy","score_opus":0.1083075197513954,"score_gpt":0.4975161739598111,"score_spread":0.3892086542084157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039354332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98728096,0.00034835504,0.000019725141,0.011487957,0.00022223967,0.00021234801,5.499677e-7,0.000009038565,0.00041884813],"genre_scores_gemma":[0.99868923,0.00008282445,0.000038046477,0.00038885613,0.00076468417,0.0000031359482,0.000010715866,0.000013441956,0.0000090813355],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622035,0.0004149633,0.0011640247,0.0001652536,0.0018598719,0.000175547],"domain_scores_gemma":[0.99528384,0.0033021525,0.0004445917,0.00011596418,0.0004194764,0.00043394679],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0032057846,0.00014813044,0.00057318725,0.00021056287,0.00010343013,0.00002522151,0.0001356248,0.00015991044,0.0009685079],"category_scores_gemma":[0.0019884687,0.00008612589,0.0004477494,0.0005851478,0.00008390011,0.00013676981,0.000099671954,0.0005988259,0.000007805679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013154767,0.0044311173,0.48453742,0.00012545173,0.0003135168,0.00044521436,0.012293709,0.11444924,0.0003065397,0.0003197602,0.00049475656,0.36912853],"study_design_scores_gemma":[0.025154531,0.008407146,0.6180407,0.0016436377,0.00022230975,0.00085184746,0.0025135684,0.33479872,0.00029720637,0.00047661338,0.0071527683,0.00044100676],"about_ca_topic_score_codex":0.00005933236,"about_ca_topic_score_gemma":0.0000013500404,"teacher_disagreement_score":0.3686875,"about_ca_system_score_codex":0.00019190689,"about_ca_system_score_gemma":0.0012270428,"threshold_uncertainty_score":0.99994475},"labels":[],"label_agreement":null},{"id":"W3040946630","doi":"10.1016/j.jsurg.2020.06.027","title":"Nevertheless, They Persisted: How Women Experience Gender-Based Discrimination During Postgraduate Surgical Training","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"University of Calgary","keywords":"Harassment; Medicine; Family medicine; Nursing; Psychology","score_opus":0.08990800859430179,"score_gpt":0.3231344775765744,"score_spread":0.2332264689822726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040946630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95070314,0.00015298498,0.000044120872,0.044699024,0.00052341877,0.00007232638,0.0000016383786,0.000017677186,0.0037856721],"genre_scores_gemma":[0.9980524,0.00020880815,0.000092891314,0.0003701336,0.0010220838,0.0000030070232,0.0000038429134,0.000005857172,0.00024092945],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99815524,0.00023434391,0.00022569814,0.00013844439,0.0009920808,0.00025418447],"domain_scores_gemma":[0.99883074,0.00012055139,0.00024074556,0.000058803038,0.00031808155,0.00043105622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008430798,0.00009158018,0.00020681006,0.000085041596,0.00034316283,0.00014186799,0.00033144155,0.00007352548,0.0002543606],"category_scores_gemma":[0.00029309533,0.00007828755,0.000121918856,0.00025140695,0.00017118445,0.00051888434,0.000021582957,0.00024153829,0.0000045916095],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057084457,0.00039322913,0.007479654,0.00009225297,0.00004985445,0.0002489751,0.9477386,0.00011183091,0.00037414103,0.004627107,0.0010187807,0.037294727],"study_design_scores_gemma":[0.0014340285,0.0001914876,0.0068741557,0.00009847569,0.00004334525,0.0000561106,0.9099555,0.00008831364,0.00012573527,0.00024664297,0.0806936,0.00019260976],"about_ca_topic_score_codex":0.000050988892,"about_ca_topic_score_gemma":0.000007743896,"teacher_disagreement_score":0.079674825,"about_ca_system_score_codex":0.0002564905,"about_ca_system_score_gemma":0.0007184091,"threshold_uncertainty_score":0.31924736},"labels":[],"label_agreement":null},{"id":"W3042264976","doi":"10.1016/j.jsurg.2020.07.017","title":"Optimizing Resident Wellness During a Pandemic: University of British Columbia's General Surgery Program's COVID-19 Experience","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Vancouver General Hospital; St. Paul's Hospital; Providence Health Care; University of British Columbia","funders":"","keywords":"Pandemic; Mental health; Psychological resilience; Coronavirus disease 2019 (COVID-19); Burnout; Duty; Resilience (materials science); Health care; Nursing; Surge Capacity; Medicine; Personal protective equipment; Psychology; Psychiatry; Political science; Social psychology","score_opus":0.08423633379638293,"score_gpt":0.4186714649030083,"score_spread":0.33443513110662537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042264976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98817587,0.0015005219,0.00009811814,0.008715058,0.0009656881,0.00035961348,0.000015216164,0.000030187131,0.00013970479],"genre_scores_gemma":[0.99234986,0.0037851136,0.000996067,0.00067219645,0.00091843767,0.000009937779,0.000007656951,0.00001422603,0.001246479],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973265,0.0007596613,0.0009147001,0.00020807023,0.00045453053,0.00033653763],"domain_scores_gemma":[0.9968679,0.0006364914,0.0010363266,0.000114261515,0.0005149387,0.0008300643],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008897163,0.00008748074,0.00046690946,0.00006727635,0.0005807747,0.000025790681,0.00021263499,0.0001939389,0.0015433974],"category_scores_gemma":[0.000531481,0.00011129657,0.00017716046,0.00032389665,0.00009228597,0.0002786602,0.00009736432,0.00076557015,0.000006986001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066207745,0.0005389042,0.8581422,0.0019823026,0.000046595884,0.00038570122,0.021117063,0.00008867158,0.00025486122,0.000026651056,0.034720503,0.08203445],"study_design_scores_gemma":[0.0034948066,0.0002661596,0.52286255,0.0080835745,0.00008431409,0.00045400942,0.12948327,0.00023982483,0.000049380335,0.00022017368,0.33418438,0.00057758595],"about_ca_topic_score_codex":0.014794493,"about_ca_topic_score_gemma":0.0016659164,"teacher_disagreement_score":0.33527967,"about_ca_system_score_codex":0.0003216836,"about_ca_system_score_gemma":0.0053449227,"threshold_uncertainty_score":0.9993693},"labels":[],"label_agreement":null},{"id":"W3043197037","doi":"10.1016/j.jsurg.2020.05.031","title":"Surgical Errors Happen, but Are Learners Trained to Recover from Them? A Survey of North American Surgical Residents and Fellows","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Competence (human resources); Accreditation; Patient safety; Likert scale; Medical education; Curriculum; Medicine; Perception; Graduate medical education; Psychology; Pedagogy; Social psychology; Health care","score_opus":0.10764902841790763,"score_gpt":0.4035237645021216,"score_spread":0.29587473608421394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043197037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97567725,0.000118514785,0.00006184046,0.022374058,0.00067395886,0.00035545917,0.00009276426,0.000016127507,0.0006300209],"genre_scores_gemma":[0.996985,0.0006617428,0.00029099677,0.0008767428,0.00063068507,0.000013726425,0.00009971802,0.000023730025,0.00041762472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99587446,0.001377257,0.0013932856,0.0003078034,0.00070353947,0.0003436204],"domain_scores_gemma":[0.9948192,0.0016304764,0.0017605373,0.00019159385,0.00059787475,0.0010002747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012464399,0.00020040236,0.000763717,0.00014529376,0.00018172512,0.0000047173385,0.0002711735,0.00013223062,0.00053683337],"category_scores_gemma":[0.0014432371,0.00015932509,0.00014781997,0.0007833719,0.00017924086,0.00020447698,0.000076433855,0.0008455599,0.000084702646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028104556,0.0003583092,0.975804,0.00006215893,0.00007201779,0.000056396544,0.0048663765,0.00008068325,0.000013723161,0.000026987089,0.008529431,0.007319497],"study_design_scores_gemma":[0.0018323609,0.0002776243,0.9262515,0.0002303677,0.000044147724,0.000023402203,0.004350511,0.00005089372,0.000011691606,0.000021880967,0.066744186,0.00016146654],"about_ca_topic_score_codex":0.002029401,"about_ca_topic_score_gemma":0.00056331296,"teacher_disagreement_score":0.058214754,"about_ca_system_score_codex":0.0001241568,"about_ca_system_score_gemma":0.0011239189,"threshold_uncertainty_score":0.64970887},"labels":[],"label_agreement":null},{"id":"W3044711264","doi":"10.1016/j.jsurg.2020.07.004","title":"Scut to Scholarship: Can Operative Notes be Educationally Useful?","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Digital Imaging in Medicine","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Western University; McMaster University","funders":"Canadian Institutes of Health Research; Royal College of Physicians and Surgeons of Canada","keywords":"Scholarship; Grounded theory; Tonsillectomy; Medical education; Medicine; Qualitative research; Surgery; Sociology","score_opus":0.05098292306162917,"score_gpt":0.37903529799592306,"score_spread":0.3280523749342939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044711264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62273526,0.00037344103,0.000086178814,0.3725828,0.00055651675,0.00017166449,0.0000031976224,0.000012151702,0.003478778],"genre_scores_gemma":[0.9675926,0.0000519154,0.004191458,0.025711289,0.0016765042,0.0000064578107,0.00002204199,0.00002018708,0.00072752335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849766,0.00005224502,0.00051080313,0.00016646506,0.0006123365,0.00016047816],"domain_scores_gemma":[0.9976434,0.0001948915,0.00019145891,0.00012714899,0.0011688293,0.0006742777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036174434,0.00012927178,0.0003299431,0.00017197223,0.00004575853,0.00007841716,0.00015195741,0.00004849466,0.00035452566],"category_scores_gemma":[0.0029027993,0.00009884697,0.00010653278,0.0004457689,0.00006116911,0.00035786157,0.000026913389,0.00043430875,0.000056008877],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034750479,0.0073222965,0.3139212,0.00058268587,0.0008015594,0.00067592156,0.031788263,0.00039279103,0.029109064,0.005868466,0.32439277,0.28166994],"study_design_scores_gemma":[0.002987423,0.0021137502,0.25001806,0.0012313275,0.00028374005,0.002548104,0.0031865118,0.000045891913,0.007032608,0.0004964903,0.729684,0.0003720815],"about_ca_topic_score_codex":0.000009366538,"about_ca_topic_score_gemma":9.69487e-7,"teacher_disagreement_score":0.40529126,"about_ca_system_score_codex":0.00017705912,"about_ca_system_score_gemma":0.0022752888,"threshold_uncertainty_score":0.40362647},"labels":[],"label_agreement":null},{"id":"W3045958661","doi":"10.1016/j.jsurg.2020.07.012","title":"Analysis of Instrument Motion and the Impact of Residency Level and Concurrent Distraction on Laparoscopic Skills","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Task (project management); Trainer; Motion (physics); Medicine; Motion analysis; Physical therapy; Physical medicine and rehabilitation; Simulation; Computer science; Artificial intelligence; Engineering","score_opus":0.05307369587548203,"score_gpt":0.3808056529180657,"score_spread":0.3277319570425836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045958661","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99675703,0.00022350461,0.000079093814,0.0024723646,0.00007222184,0.00008772378,0.0000038038463,0.0000015487216,0.00030269238],"genre_scores_gemma":[0.99951524,0.0003186687,0.00002508451,0.00004249616,0.00007872643,6.77341e-7,0.00000771787,0.000002400758,0.000008983224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916196,0.000074714306,0.0004270979,0.000067951005,0.00022141656,0.000046865465],"domain_scores_gemma":[0.9989553,0.000302837,0.00041969618,0.000045449968,0.00016152633,0.00011519404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030419565,0.00005804939,0.00033744652,0.00011537902,0.000021212501,0.000008551695,0.0000208063,0.00003415494,0.00011289737],"category_scores_gemma":[0.00024683622,0.00003205638,0.00015737425,0.00028144722,0.000076623626,0.00006936503,0.0000059407735,0.00013005256,2.5097873e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039045515,0.0015818474,0.59392923,0.00014757649,0.0017001884,0.000006919149,0.0040452466,0.0028047522,0.0005390291,0.00386462,0.00007981226,0.38739625],"study_design_scores_gemma":[0.0041049435,0.0004579975,0.9911609,0.00009937411,0.0005630305,0.000018374902,0.00035248208,0.0027639421,0.00024029634,0.00009709657,0.00011085232,0.00003070309],"about_ca_topic_score_codex":0.00003828034,"about_ca_topic_score_gemma":7.719273e-7,"teacher_disagreement_score":0.3972317,"about_ca_system_score_codex":0.000036255256,"about_ca_system_score_gemma":0.00011193919,"threshold_uncertainty_score":0.13072214},"labels":[],"label_agreement":null},{"id":"W3046174094","doi":"10.1016/j.jsurg.2020.07.010","title":"Operating Room Educational Environment in Canada: Perceptions of Surgical Residents","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; McGill University Health Centre","funders":"","keywords":"Trainer; Workload; Likert scale; Medicine; Family medicine; Medical education; Psychology; Physical therapy; Management","score_opus":0.029068981130604705,"score_gpt":0.3131366995652981,"score_spread":0.2840677184346934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046174094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9703709,0.00031951888,0.000013650235,0.026352411,0.00019820865,0.000105273924,0.0000025411346,0.0000022159109,0.002635262],"genre_scores_gemma":[0.99820334,0.00026599297,0.0005054713,0.00033293755,0.0005427418,0.000003067176,0.000018144112,0.0000088002635,0.000119487384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983201,0.000089631605,0.00079555396,0.00012595172,0.0005360804,0.00013266802],"domain_scores_gemma":[0.9988975,0.00028641077,0.00026027285,0.00007222147,0.00014646145,0.0003371515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002580399,0.0000935698,0.0003241771,0.00009555422,0.000035914643,0.000010000446,0.00007328133,0.000050800772,0.0032217188],"category_scores_gemma":[0.00014766981,0.00007810212,0.000106951375,0.00021825972,0.00002757188,0.00011280744,0.00001687383,0.0003055395,0.000009886514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004090766,0.0010782735,0.96471393,0.00008714617,0.00006634122,0.0001641976,0.0013924087,0.0061534764,0.00032263287,0.0007405065,0.0019673205,0.02290468],"study_design_scores_gemma":[0.003833828,0.00017376634,0.96620476,0.00023323085,0.000048078935,0.0003438539,0.0026328843,0.0013041263,0.00010001724,0.00008237571,0.024923038,0.000120010234],"about_ca_topic_score_codex":0.016703695,"about_ca_topic_score_gemma":0.0015332081,"teacher_disagreement_score":0.027832441,"about_ca_system_score_codex":0.00044076418,"about_ca_system_score_gemma":0.0034094509,"threshold_uncertainty_score":0.9976895},"labels":[],"label_agreement":null},{"id":"W3047278993","doi":"10.1016/j.jsurg.2020.07.032","title":"A Systematic Review of Interventions to Improve Humanism in Surgical Practice","year":2020,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"PsycINFO; Empathy; Burnout; Psychological intervention; Medicine; MEDLINE; Compassion; Thematic analysis; Randomized controlled trial; Emotional exhaustion; Systematic review; Nursing; Clinical psychology; Qualitative research; Surgery; Psychiatry","score_opus":0.1347879795003443,"score_gpt":0.5672410800335591,"score_spread":0.43245310053321484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047278993","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035473984,0.98380864,0.000013731261,0.007915257,0.0025916337,0.004122924,0.000037439368,0.0000091486145,0.0014977081],"genre_scores_gemma":[0.000013088178,0.9962094,0.0004163356,0.0008088322,0.0011521395,0.0005888002,0.000036181864,0.000043328477,0.00073192985],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98492646,0.0060600704,0.0074998825,0.0003109441,0.0008161029,0.0003865292],"domain_scores_gemma":[0.9851885,0.004742214,0.007458532,0.00039509058,0.0016683477,0.00054734544],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0066505847,0.00035772458,0.0048422716,0.00053998217,0.0001447719,0.00001336361,0.0005377131,0.0005008296,0.0005946986],"category_scores_gemma":[0.007302322,0.00023342879,0.0013910403,0.0009094285,0.00003013518,0.00025004632,0.00018128972,0.002773488,0.00017265629],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027413575,0.0004862373,0.0000017358473,0.8520023,0.000089849505,0.00009347462,0.00033344276,2.4977549e-8,3.0826197e-8,0.00090248114,0.0018801842,0.14418282],"study_design_scores_gemma":[0.000158061,0.00011699047,0.0000010536255,0.5311665,0.00072091067,0.00015295736,0.00055387476,1.5823835e-7,1.9480286e-8,0.000027923901,0.46700445,0.000097095006],"about_ca_topic_score_codex":0.000077321514,"about_ca_topic_score_gemma":0.000008172063,"teacher_disagreement_score":0.46512428,"about_ca_system_score_codex":0.00075059343,"about_ca_system_score_gemma":0.007898597,"threshold_uncertainty_score":0.99952716},"labels":[],"label_agreement":null},{"id":"W3048654050","doi":"10.1016/j.jsurg.2020.08.017","title":"COVID-19 and the Impact on Surgical Fellows: Uniquely Vulnerable Learners","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Calgary","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Productivity; Medical education; Medicine; Economic growth; Pathology; Economics","score_opus":0.06935457847731955,"score_gpt":0.4348970765514915,"score_spread":0.36554249807417194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048654050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6519932,0.0013035126,0.000021666456,0.34380934,0.00016527946,0.00021941849,0.0000016034048,0.000013911736,0.0024720686],"genre_scores_gemma":[0.97851634,0.0020871034,0.000051599378,0.018032013,0.0008574318,0.0000029499097,0.000004631267,0.000012970041,0.00043497156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984205,0.00037479744,0.00045418495,0.00014329943,0.00040006926,0.00020714552],"domain_scores_gemma":[0.99638253,0.0013583171,0.00027689443,0.0001253742,0.00019091167,0.0016659878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014373503,0.00013956202,0.00044343105,0.000112877424,0.00014680231,0.00004837378,0.0000871672,0.000104299535,0.0004988854],"category_scores_gemma":[0.0022932903,0.00007142738,0.00022284899,0.00028830377,0.00014477244,0.000117165466,0.00001689088,0.0008533418,0.00001451552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12846638,0.0042213,0.07964109,0.0024774615,0.0009790601,0.0035881847,0.041641578,0.00456348,0.00043621816,0.028534582,0.5506969,0.15475374],"study_design_scores_gemma":[0.016856104,0.0038722907,0.01580545,0.00029288314,0.00020550814,0.0052272235,0.0037473296,0.0009933932,0.00009762875,0.0019728316,0.9506743,0.0002550443],"about_ca_topic_score_codex":0.00040863172,"about_ca_topic_score_gemma":0.000002097507,"teacher_disagreement_score":0.3999774,"about_ca_system_score_codex":0.00036465315,"about_ca_system_score_gemma":0.004787518,"threshold_uncertainty_score":0.8492851},"labels":[],"label_agreement":null},{"id":"W3080153851","doi":"10.1016/j.jsurg.2020.08.001","title":"Nontechnical Skills (NTS) in the Undergraduate Surgical and Anesthesiology Curricula: Are We Adequately Preparing Medical Students?","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Anesthesiology; Curriculum; Medical education; Medicine; Perioperative; Medical school; Social skills; Medical knowledge; Psychology; Anesthesia; Pedagogy","score_opus":0.055382929203558647,"score_gpt":0.4394279573027762,"score_spread":0.38404502809921753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080153851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78773254,0.0010651184,0.00013154229,0.209488,0.0005065269,0.0003587672,0.0000010212958,0.000015486377,0.0007009985],"genre_scores_gemma":[0.9919969,0.0041178744,0.00006909485,0.0028896376,0.0008037028,0.00003495171,0.0000060598163,0.000009555324,0.00007225606],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598193,0.0013578789,0.0011079197,0.00020908711,0.0010515702,0.00029163744],"domain_scores_gemma":[0.99685353,0.0015657833,0.00082375057,0.00013838688,0.00016818826,0.00045034452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026343218,0.00013587286,0.00041257302,0.00010631706,0.00018774193,0.000005637425,0.0005215335,0.00029836074,0.00015978006],"category_scores_gemma":[0.0012611526,0.00008248694,0.00009567615,0.00035121117,0.0001506516,0.00015988087,0.00010548235,0.0014396271,0.0000347793],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079436967,0.0028634663,0.9247317,0.00028551617,0.00005925292,0.00052824465,0.012310676,0.00007935405,0.000005965972,0.0068924176,0.029524095,0.021924969],"study_design_scores_gemma":[0.0038085165,0.00042391382,0.35865566,0.0016819304,0.000065821005,0.0007358928,0.009862184,0.00022576562,0.0000027128638,0.0012964929,0.62302995,0.0002111845],"about_ca_topic_score_codex":0.000011298171,"about_ca_topic_score_gemma":0.000012378565,"teacher_disagreement_score":0.5935058,"about_ca_system_score_codex":0.00009047545,"about_ca_system_score_gemma":0.00073963724,"threshold_uncertainty_score":0.62545437},"labels":[],"label_agreement":null},{"id":"W3089726554","doi":"10.1016/j.jsurg.2020.09.013","title":"Gender Disparities in Medical Student Surgical Skills Education","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Low Confidence; Psychology; Medicine; Confidence interval; Set (abstract data type); Social psychology; Internal medicine","score_opus":0.035402887897555926,"score_gpt":0.39093766092388293,"score_spread":0.355534773026327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089726554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564824,0.0013389741,0.00003135091,0.025327722,0.0008362682,0.00017069312,6.4835666e-7,0.000017865414,0.01579408],"genre_scores_gemma":[0.994756,0.0005673778,0.00017989906,0.0026555117,0.0016081935,0.000006711383,0.000017082004,0.000014556203,0.00019465513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99760634,0.00013898805,0.0008643195,0.00017583578,0.0010156246,0.00019888792],"domain_scores_gemma":[0.9982212,0.000336058,0.00023740661,0.00009108882,0.0003095004,0.0008047353],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062275614,0.00013640532,0.0004340762,0.00017906156,0.00003593389,0.000036045203,0.0001242132,0.00016337849,0.002364373],"category_scores_gemma":[0.00044506436,0.00010454446,0.00019455535,0.00041265224,0.00006625516,0.00018510537,0.000027754299,0.00059241545,0.000032552536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013280809,0.008880003,0.59500283,0.00020103005,0.00013502604,0.0010636017,0.0031343447,0.00014342493,0.00001394928,0.011198082,0.0033205487,0.37557906],"study_design_scores_gemma":[0.010634437,0.00047364223,0.5491555,0.00058500894,0.000116305404,0.002441273,0.0029412312,0.00062635855,0.000049743496,0.00064627867,0.43203187,0.00029834686],"about_ca_topic_score_codex":0.000012969772,"about_ca_topic_score_gemma":9.705307e-7,"teacher_disagreement_score":0.42871132,"about_ca_system_score_codex":0.00013422238,"about_ca_system_score_gemma":0.0019648767,"threshold_uncertainty_score":0.9985476},"labels":[],"label_agreement":null},{"id":"W3093650222","doi":"10.1016/j.jsurg.2020.10.002","title":"An Evaluation of the Surgical Foundations Curriculum: A National Study","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Queen's University","keywords":"Curriculum; Medicine; Perioperative; Family medicine; Medical education; Surgery; Psychology; Pedagogy","score_opus":0.11255571670867015,"score_gpt":0.4450993689737111,"score_spread":0.33254365226504096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093650222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98719877,0.000103030296,0.000021287056,0.0051450394,0.00035637643,0.0003781693,0.0000014133725,0.000008444298,0.0067874556],"genre_scores_gemma":[0.9988226,0.000008908652,0.00011587777,0.00020599093,0.0007996091,0.000007309248,0.00001052522,0.000007721508,0.000021443004],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971199,0.00038079105,0.0006517721,0.00012346712,0.0016372349,0.00008684396],"domain_scores_gemma":[0.996676,0.00017767877,0.00043588883,0.000106268,0.002377634,0.00022651463],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001634889,0.00008609037,0.0002437533,0.00009155885,0.00008025024,0.000024353234,0.000117735995,0.000053716823,0.000980078],"category_scores_gemma":[0.00068559137,0.00005394296,0.00018751231,0.0005790098,0.00005223998,0.00021967485,0.000014268155,0.00025496323,0.0000071917466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016453208,0.022874821,0.7463583,0.00008493131,0.000532046,0.000046824614,0.0091639,0.013525082,0.0003101661,0.010482323,0.0017295122,0.19324677],"study_design_scores_gemma":[0.029709317,0.00276971,0.7919117,0.00026384983,0.001397269,0.0008993997,0.013340038,0.06318771,0.0002178129,0.002120271,0.093844995,0.000337915],"about_ca_topic_score_codex":0.000008116494,"about_ca_topic_score_gemma":0.0000013539777,"teacher_disagreement_score":0.19290885,"about_ca_system_score_codex":0.00011725185,"about_ca_system_score_gemma":0.0014568504,"threshold_uncertainty_score":0.9999332},"labels":[],"label_agreement":null},{"id":"W3095167592","doi":"10.1016/j.jsurg.2020.10.008","title":"A Survey of the Surgical Morbidity and Mortality Conference in the United States and Canada: A Dying Tradition or the Key to Modern Quality Improvement?","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Medicine; Quality management; Family medicine; Quality (philosophy); Medical emergency; Service (business); Political science","score_opus":0.17933497915000643,"score_gpt":0.38303374025014647,"score_spread":0.20369876110014004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095167592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97965044,0.000058715283,0.00003810918,0.01984204,0.00007468417,0.00022948493,0.000015314054,0.0000019927395,0.00008924183],"genre_scores_gemma":[0.9984101,0.00010313849,0.000009704137,0.0013776628,0.000068717956,0.000003559669,0.000015353435,0.0000035407058,0.00000819708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835074,0.00051329733,0.00050602935,0.00010455182,0.00042776664,0.000097604934],"domain_scores_gemma":[0.9981031,0.0011241215,0.00024998345,0.00009745026,0.00027226048,0.00015307973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016951971,0.000081006605,0.00024242523,0.000031364274,0.00007037398,0.000030012903,0.00009232692,0.00003567596,0.000036945832],"category_scores_gemma":[0.0005673557,0.00003271484,0.00003587123,0.00035853134,0.000080593294,0.000060946815,0.00002075298,0.0002894832,6.551773e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035681755,0.0007676658,0.9275361,0.00022690784,0.00015671429,0.00007604496,0.02166263,0.0012730171,0.0001731824,0.0010752993,0.00044939105,0.04303492],"study_design_scores_gemma":[0.001436323,0.00013453134,0.98724306,0.00006521625,0.00003397039,0.00004930671,0.0029957816,0.0058549917,0.00003197303,0.00012692633,0.00197759,0.000050323273],"about_ca_topic_score_codex":0.13655221,"about_ca_topic_score_gemma":0.046034984,"teacher_disagreement_score":0.09051724,"about_ca_system_score_codex":0.000051741445,"about_ca_system_score_gemma":0.00077414786,"threshold_uncertainty_score":0.97137237},"labels":[],"label_agreement":null},{"id":"W3096031080","doi":"10.1016/j.jsurg.2020.10.014","title":"LearnENT: The Development of a Free Open Access Medical Education App in Otolaryngology-Head and Neck Surgery","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Toronto; University of Ottawa","funders":"University of Ottawa","keywords":"Curriculum; Medical education; Globe; Otorhinolaryngology; Medicine; World Wide Web; Multimedia; Computer science; Psychology; Surgery; Ophthalmology; Pedagogy","score_opus":0.08588722684782647,"score_gpt":0.3996639928264655,"score_spread":0.313776765978639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096031080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591706,0.0006280441,0.00002528069,0.03681758,0.00024512043,0.00020600496,2.4837067e-7,0.000004414192,0.0029026966],"genre_scores_gemma":[0.99713,0.0001691188,0.0005404845,0.0018248743,0.00026975697,0.0000093017,0.000008253965,0.000007520426,0.000040723946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840796,0.00012684867,0.0008052649,0.00012543904,0.00042153258,0.000112940455],"domain_scores_gemma":[0.9985079,0.00050191296,0.00036007844,0.000100107776,0.00021004607,0.00031993768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011383465,0.000084601554,0.00036942787,0.00013550419,0.000046741625,0.000051950392,0.00031603125,0.00009501069,0.0006117171],"category_scores_gemma":[0.0015951975,0.000054773707,0.00006965748,0.0004039223,0.000067974746,0.00030332277,0.00015322218,0.0003580884,0.0000029372816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013931971,0.0016660494,0.54771,0.00019152804,0.00007658984,0.00003175739,0.004221222,0.000017176082,0.000029604764,0.0010615296,0.0028166266,0.44078472],"study_design_scores_gemma":[0.0027951687,0.000078369485,0.8948279,0.00063029065,0.000030591436,0.00023597451,0.00088370615,0.0002548339,0.000082800616,0.0003536069,0.09974432,0.00008244764],"about_ca_topic_score_codex":0.00002882644,"about_ca_topic_score_gemma":0.00001615626,"teacher_disagreement_score":0.44070226,"about_ca_system_score_codex":0.000049682054,"about_ca_system_score_gemma":0.0040120743,"threshold_uncertainty_score":0.71172476},"labels":[],"label_agreement":null},{"id":"W3110977657","doi":"10.1016/j.jsurg.2020.11.016","title":"Exploring the Impact of the Surgical Exploration and Discovery (SEAD) Program on Medical Students’ Perceptions of Gender Biases in Surgery: A Mixed-Method Evaluation","year":2020,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; University of Ottawa Skills and Simulation Centre; Ottawa Hospital; University of Ottawa","funders":"University of Ottawa","keywords":"Perception; Medical education; Medicine; Psychology","score_opus":0.25895431507291783,"score_gpt":0.46901476991795216,"score_spread":0.21006045484503433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110977657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873317,0.00014322557,0.00003197223,0.011493657,0.00044737832,0.000263066,0.000002377827,0.0000034033667,0.0002832278],"genre_scores_gemma":[0.99805313,0.0013798937,0.00003306852,0.00006350847,0.00043989712,0.000014299144,0.0000038730977,0.0000033565677,0.000008993506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957033,0.0012700924,0.00043447546,0.00009906421,0.0023688623,0.0001242422],"domain_scores_gemma":[0.99779826,0.0013098265,0.0003220728,0.00007934347,0.00033748688,0.00015299642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070412117,0.000071160015,0.00023211208,0.00010425545,0.00012959832,0.00006756208,0.0003192084,0.000056766126,0.00013438362],"category_scores_gemma":[0.0024086835,0.000039038594,0.00019232872,0.00057936227,0.00025559432,0.0006012289,0.000052766267,0.00026541116,6.0053065e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070424535,0.0034862089,0.48508832,0.00007103311,0.00015649194,0.000017473876,0.09032123,0.0024510494,0.000048816866,0.0017989823,0.0041368413,0.41171932],"study_design_scores_gemma":[0.00096314464,0.00036852906,0.8641271,0.00045426545,0.00012303035,0.000021351938,0.13155,0.00053410063,0.000046315472,0.00052506046,0.0011918158,0.00009530997],"about_ca_topic_score_codex":0.0003347848,"about_ca_topic_score_gemma":0.00004729122,"teacher_disagreement_score":0.41162398,"about_ca_system_score_codex":0.00013288314,"about_ca_system_score_gemma":0.0012383825,"threshold_uncertainty_score":0.2883593},"labels":[],"label_agreement":null},{"id":"W3118516387","doi":"10.1016/j.jsurg.2020.12.017","title":"Differences Between Male and Female Residents in Case Volumes and Learning in Cataract Surgery","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Intraocular Surgery and Lenses","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Logistic regression; Cataract surgery; Quarter (Canadian coin); Male gender; Retrospective cohort study; Demography; Female sex; Surgery; General surgery; Internal medicine","score_opus":0.030942924868123636,"score_gpt":0.3109863052617988,"score_spread":0.2800433803936752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118516387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99467796,0.003371351,0.0000011501957,0.0016702714,0.00012950604,0.00003122208,4.000954e-7,0.0000016370633,0.000116498166],"genre_scores_gemma":[0.99754703,0.0015113193,0.00006989966,0.000041106254,0.00019862337,9.61798e-7,0.0000050606327,0.000004142925,0.0006218484],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911296,0.00020431045,0.00035737164,0.00009418503,0.00012691568,0.00010423237],"domain_scores_gemma":[0.99895227,0.0006867926,0.00012737435,0.00004179509,0.0000942794,0.00009747387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007293828,0.00006090451,0.00030792793,0.0002034059,0.000037705,0.00002714082,0.000012026261,0.000059535792,0.00008874951],"category_scores_gemma":[0.0005383886,0.000050751518,0.000043027136,0.00015869977,0.000034373956,0.0001551911,0.0000107000105,0.00035718424,9.044667e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006125177,0.00011933874,0.95982385,0.0000654971,0.000011614222,0.0070043704,0.00060886017,6.564155e-7,0.000053476968,0.0000047519266,0.000077008786,0.03216935],"study_design_scores_gemma":[0.0002927315,0.0000392703,0.9784243,0.0004573085,0.000024807168,0.016991813,0.002569257,0.000009619479,0.00020642171,0.000021692125,0.00091067876,0.000052084204],"about_ca_topic_score_codex":0.00032047782,"about_ca_topic_score_gemma":0.0000583784,"teacher_disagreement_score":0.032117266,"about_ca_system_score_codex":0.00003034051,"about_ca_system_score_gemma":0.0003729612,"threshold_uncertainty_score":0.20695868},"labels":[],"label_agreement":null},{"id":"W3126512712","doi":"10.1016/j.jsurg.2021.01.014","title":"The Glaring Gender Bias in the Operating Room: A Qualitative Study of Factors Influencing Career Selection for First-Year Medical Students","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Thematic analysis; Flexibility (engineering); Focus group; Medical education; Medicine; Medical school; Qualitative research; Family medicine; Psychology; Management","score_opus":0.12724994317396507,"score_gpt":0.4402123967777944,"score_spread":0.31296245360382935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126512712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99639165,0.00015802862,0.000024733672,0.0024298087,0.00049109483,0.00017154371,3.957772e-7,0.0000017401128,0.00033098488],"genre_scores_gemma":[0.9994347,0.00009127731,0.000034069097,0.00008753195,0.00029190694,0.000004859471,9.417517e-7,0.0000023610087,0.00005232739],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99680835,0.0008468718,0.00035436184,0.00007435243,0.0017942095,0.00012184705],"domain_scores_gemma":[0.9974251,0.0015683356,0.00021321692,0.000051267696,0.00067597727,0.00006613536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073476597,0.000049411443,0.00013836275,0.000053295862,0.00046785682,0.00012505012,0.00040862113,0.000054531894,0.000042538366],"category_scores_gemma":[0.0026661744,0.000028619113,0.000061572624,0.00037001722,0.00006082685,0.00017236939,0.000037750815,0.00025891484,2.7632714e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026721133,0.00038134478,0.2276856,0.000010960579,0.00004896798,0.0000040555387,0.7695084,0.00003785061,0.0000043598034,0.0009909214,0.00044184807,0.00085897156],"study_design_scores_gemma":[0.0005847962,0.00012237858,0.04072797,0.000062536936,0.000033717766,0.000004326483,0.9560269,0.000008556036,0.000014081309,0.00021555673,0.002167422,0.00003176636],"about_ca_topic_score_codex":0.0009834801,"about_ca_topic_score_gemma":0.0030675384,"teacher_disagreement_score":0.18695764,"about_ca_system_score_codex":0.00014010863,"about_ca_system_score_gemma":0.0007829699,"threshold_uncertainty_score":0.3598424},"labels":[],"label_agreement":null},{"id":"W3128332011","doi":"10.1016/j.jsurg.2021.01.006","title":"Ethical Considerations Regarding Global Surgery Experiences in Canadian General Surgery Residencies: A Preliminary Discussion","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Position (finance); Ethical issues; Program director; Medical education; Resource (disambiguation); Medicine; Family medicine; Psychology; Business; Engineering ethics; Engineering","score_opus":0.039178126815314324,"score_gpt":0.3563276528615656,"score_spread":0.31714952604625124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128332011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91462296,0.0026052103,0.0000056417466,0.07912843,0.002230482,0.00009083003,0.0000036141096,0.000008089065,0.0013047431],"genre_scores_gemma":[0.99466914,0.00073820207,0.00064094045,0.0030386013,0.0006416001,0.00001453834,0.000024994022,0.000008159078,0.0002238529],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970853,0.00042055562,0.0012123015,0.00021528354,0.0005387754,0.000527839],"domain_scores_gemma":[0.9964065,0.0012660748,0.00029813903,0.00017505359,0.00067719776,0.0011770607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023750656,0.00013998899,0.00062367285,0.00036221152,0.00015941737,0.000059499413,0.000041082625,0.00030270417,0.00046867074],"category_scores_gemma":[0.0054098847,0.000098525976,0.00030931982,0.00067626545,0.00008625491,0.00023772569,0.000016787335,0.00060655904,0.000006938349],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080396666,0.0006528958,0.7261819,0.00021650392,0.000037219605,0.007555967,0.0022320189,0.00004049415,0.000051171755,0.0020327396,0.25004143,0.010153661],"study_design_scores_gemma":[0.0011429774,0.00022429903,0.78676844,0.0039949496,0.0001087328,0.036840167,0.024062818,0.00022888383,0.00035186627,0.003490024,0.14225957,0.0005272705],"about_ca_topic_score_codex":0.011782413,"about_ca_topic_score_gemma":0.009605108,"teacher_disagreement_score":0.10778186,"about_ca_system_score_codex":0.00084068027,"about_ca_system_score_gemma":0.02753936,"threshold_uncertainty_score":0.9947982},"labels":[],"label_agreement":null},{"id":"W3133312647","doi":"10.1016/j.jsurg.2021.01.018","title":"Current Resident and Faculty Mentorship Satisfaction and Important Mentee Functions in Orthopedic Surgery: An American Orthopedic Association North American Traveling Fellowship Project","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mentorship; Orthopedic surgery; Medicine; Medical education; Family medicine; Surgery","score_opus":0.045418969195303964,"score_gpt":0.3716356138572753,"score_spread":0.3262166446619713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133312647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9946005,0.0013668376,0.000023328517,0.0011497174,0.0026029656,0.0001487781,0.000008735728,0.0000134580905,0.00008570795],"genre_scores_gemma":[0.99446416,0.0041174404,0.00015222872,0.00006181835,0.00058935053,0.000030903204,0.00007662793,0.00001623866,0.0004912231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972929,0.0005369657,0.0009929924,0.0003304661,0.0005168831,0.0003298344],"domain_scores_gemma":[0.997828,0.0003326929,0.0012122426,0.00011421458,0.00024633858,0.00026648838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020718414,0.00017619673,0.00042816345,0.0003081952,0.000110987356,0.00007548128,0.00004596697,0.00006042293,0.000059634433],"category_scores_gemma":[0.00033887674,0.0001584852,0.00007452436,0.00073423045,0.000057211455,0.00024881333,0.000021291615,0.00056532753,0.0000026473206],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007831218,0.00022724847,0.8039959,0.00001712688,0.000054106466,0.000021245258,0.0026544323,0.000002125228,0.000014006268,0.000022175416,0.0020148756,0.19089845],"study_design_scores_gemma":[0.00044386007,0.00012132131,0.95663697,0.00010132878,0.00006813523,0.00013876795,0.0077621476,0.000008660023,0.0000071200297,0.000017653172,0.034532547,0.00016151897],"about_ca_topic_score_codex":0.001116733,"about_ca_topic_score_gemma":0.00090767967,"teacher_disagreement_score":0.19073692,"about_ca_system_score_codex":0.00050121604,"about_ca_system_score_gemma":0.0007741177,"threshold_uncertainty_score":0.64628386},"labels":[],"label_agreement":null},{"id":"W3136847700","doi":"10.1016/j.jsurg.2021.03.001","title":"Commentary on ‘Crowd-sourced Assessment of Surgical Skill Proficiency in Cataract Surgery’","year":2021,"lang":"en","type":"letter","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cataract surgery; Medicine; Psychology; Ophthalmology","score_opus":0.037968261390686195,"score_gpt":0.368768223925284,"score_spread":0.3307999625345978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136847700","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40225106,0.00058777636,0.000006417659,0.5872553,0.0017120735,0.00035337193,0.000013476416,0.000012722726,0.007807823],"genre_scores_gemma":[0.83849424,0.0008205308,0.00021482326,0.15303802,0.0056800433,0.000014628661,0.0009212396,0.000058997048,0.0007574634],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99556607,0.0005163074,0.0018616561,0.0003409755,0.0013398266,0.00037516636],"domain_scores_gemma":[0.9951244,0.0025011578,0.0012497084,0.0003153369,0.00057218526,0.00023723992],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001481406,0.00033550075,0.0014450089,0.00082148466,0.000049874627,0.000036804067,0.00016171219,0.0005643638,0.001405426],"category_scores_gemma":[0.00018803528,0.0002621029,0.0007466852,0.0006589223,0.000105362735,0.00012827241,0.000033461365,0.0027723105,0.000005885023],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009454393,0.0063361693,0.083118334,0.00083140866,0.0003524504,0.011358349,0.0005087163,0.0002626045,0.000017491211,0.00014281202,0.8684274,0.027698822],"study_design_scores_gemma":[0.003372648,0.0003618319,0.044707734,0.0023966602,0.00015795013,0.0011136516,0.00029444773,0.00013502949,0.000064237516,0.000033725948,0.9470877,0.00027437744],"about_ca_topic_score_codex":0.000052752006,"about_ca_topic_score_gemma":0.0000010288999,"teacher_disagreement_score":0.43624318,"about_ca_system_score_codex":0.00049446843,"about_ca_system_score_gemma":0.0018003068,"threshold_uncertainty_score":0.99998313},"labels":[],"label_agreement":null},{"id":"W3152137668","doi":"10.1016/j.jsurg.2021.03.006","title":"Can Good Intraoperative Judgement Be Taught?: Pediatric Neurosurgeons’ Pedagogical Approaches to Training Residents on Intraoperative Decision-Making","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; York University","funders":"","keywords":"Debriefing; Mentorship; Judgement; Medicine; Medical education; Empathy; Pediatric surgery; Nursing; Psychology; Surgery","score_opus":0.19994833445078647,"score_gpt":0.39256003049561455,"score_spread":0.19261169604482808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152137668","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96738285,0.000237394,0.00027505963,0.02238385,0.00106085,0.0002868836,0.0000055723667,0.000020853886,0.008346679],"genre_scores_gemma":[0.9925973,0.00015062574,0.002378295,0.0028222112,0.0014711274,0.000014553763,0.000017973898,0.000026985177,0.0005209368],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99693495,0.00036285163,0.000995771,0.00039397838,0.0009746172,0.00033785813],"domain_scores_gemma":[0.9969845,0.0012861236,0.0003119422,0.00020036302,0.00062825513,0.0005888616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009600053,0.00025198725,0.0006030131,0.00037524576,0.00019054025,0.00013458446,0.00012379397,0.00013352062,0.0009087661],"category_scores_gemma":[0.0016589414,0.00019181166,0.00025873544,0.0008551565,0.000041978285,0.00016987596,0.000050043705,0.0007020816,0.000019337333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050237374,0.008227502,0.05662552,0.0001469427,0.00054081494,0.004268894,0.05024487,0.014276463,0.00025471166,0.02268839,0.0065183514,0.8311838],"study_design_scores_gemma":[0.024746912,0.0068119243,0.622112,0.00374917,0.0014274521,0.0069987713,0.08893283,0.002330852,0.0028923375,0.0046713445,0.23305628,0.0022701498],"about_ca_topic_score_codex":0.0000039982133,"about_ca_topic_score_gemma":0.000007913073,"teacher_disagreement_score":0.8289136,"about_ca_system_score_codex":0.000254952,"about_ca_system_score_gemma":0.0014703294,"threshold_uncertainty_score":0.9950352},"labels":[],"label_agreement":null},{"id":"W3153035521","doi":"10.1016/j.jsurg.2021.03.015","title":"“It's a Big Part of Being Good Surgeons”: Surgical Trainees’ Perceptions of Error Recovery in the Operating Room","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Patient Safety and Medication Errors","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; London Health Sciences Centre; Western University; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Snowball sampling; Context (archaeology); Patient safety; Medicine; Perception; Situational ethics; Burnout; Nonprobability sampling; Medical education; Nursing; Psychology; Health care; Social psychology; Clinical psychology","score_opus":0.08083215571363304,"score_gpt":0.4207092959531985,"score_spread":0.33987714023956545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153035521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9653057,0.00023220567,0.00012126997,0.024562428,0.0016279474,0.00021266798,0.000010964711,0.0000040972527,0.00792272],"genre_scores_gemma":[0.99715453,0.0007749026,0.00034820297,0.000409718,0.00056624255,0.000023426965,0.000041200256,0.000009464826,0.00067229616],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99609584,0.0014215906,0.0016204201,0.00013004361,0.00049751217,0.0002345786],"domain_scores_gemma":[0.9961285,0.0018178053,0.0010170818,0.00021426538,0.00068949984,0.00013286958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028975192,0.00010634294,0.00041476017,0.00020636777,0.00019740486,0.0000026687426,0.00018132229,0.00016674506,0.0007895605],"category_scores_gemma":[0.001149583,0.00007531025,0.00021296943,0.00064901594,0.000067371075,0.00018868469,0.000028998227,0.00076367956,0.000008671115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000910305,0.01025197,0.6874976,0.0013468545,0.00028521786,0.00022022791,0.20184912,0.0030464192,0.0028569775,0.011419627,0.031076353,0.049239296],"study_design_scores_gemma":[0.0044574165,0.00044280023,0.30981356,0.0044814283,0.00017931547,0.0004769183,0.26212677,0.00025406972,0.00020461566,0.0008276602,0.4164127,0.0003227517],"about_ca_topic_score_codex":0.000050628554,"about_ca_topic_score_gemma":0.00009261507,"teacher_disagreement_score":0.38533634,"about_ca_system_score_codex":0.000108129985,"about_ca_system_score_gemma":0.0027490736,"threshold_uncertainty_score":0.8645134},"labels":[],"label_agreement":null},{"id":"W3164664059","doi":"10.1016/j.jsurg.2021.04.014","title":"The Lens: Can a Weekly Newsletter Improve Medical Student Knowledge of the Ophthalmology Literature?","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Lens (geology); Sample (material); Medicine; Optometry; Ophthalmology; Psychology; Medical education; Family medicine; Engineering","score_opus":0.06066910176034838,"score_gpt":0.49680977722685754,"score_spread":0.43614067546650914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164664059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.852023,0.008257699,8.018052e-7,0.13496682,0.0021371543,0.00014383577,0.00000131197,0.0000014389825,0.0024679366],"genre_scores_gemma":[0.9922332,0.0009516641,0.000028115823,0.0008286084,0.001160621,0.000007930737,0.000002717587,0.000008273024,0.004778855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99790126,0.00059323886,0.00061277085,0.00012176562,0.00053496816,0.00023601987],"domain_scores_gemma":[0.99736243,0.0007672464,0.0002660584,0.0002520575,0.0011274772,0.00022474509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015148938,0.000089727706,0.00029511115,0.00006826689,0.00014355879,0.000019034387,0.0002419228,0.00027679934,0.00035284975],"category_scores_gemma":[0.0009053731,0.00004282131,0.00019923472,0.00036756953,0.00023187269,0.000049859962,0.00008862622,0.0014523173,0.0000069368425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0071078315,0.029956106,0.53973496,0.002947519,0.0016675935,0.0083544785,0.019672044,0.000002861577,0.008367661,0.019255124,0.099870756,0.2630631],"study_design_scores_gemma":[0.0041426676,0.002535757,0.6968341,0.0018492957,0.00018141454,0.09363808,0.0030413894,0.000035759665,0.002253069,0.0013084849,0.19400547,0.00017452348],"about_ca_topic_score_codex":0.00001343955,"about_ca_topic_score_gemma":0.0000031090858,"teacher_disagreement_score":0.26288855,"about_ca_system_score_codex":0.00010827522,"about_ca_system_score_gemma":0.004292854,"threshold_uncertainty_score":0.76153386},"labels":[],"label_agreement":null},{"id":"W3169704263","doi":"10.1016/j.jsurg.2021.05.004","title":"Working Towards Competence: A Novel Application of Borderline Regression to a Task-Specific Checklist for Technical Skills in Novices","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Queen's University; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Academic Medical Organization of Southwestern Ontario","keywords":"Checklist; Competence (human resources); Task (project management); Psychology; Medical education; Computer science; Medicine; Cognitive psychology; Social psychology; Engineering","score_opus":0.03004814501529328,"score_gpt":0.36811164544830277,"score_spread":0.3380635004330095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169704263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9589177,0.0012907806,0.021459872,0.012949421,0.0007030473,0.0006658069,0.000004519805,0.00002085297,0.0039879987],"genre_scores_gemma":[0.975075,0.00013663938,0.023944791,0.00023240343,0.00042069211,0.0000205652,0.00003420296,0.000011756561,0.00012391403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984589,0.000031659874,0.00081182725,0.0001824221,0.00037182585,0.000143323],"domain_scores_gemma":[0.9983246,0.0002419119,0.00038736677,0.00014459521,0.00072264846,0.0001788811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006386901,0.00010374412,0.00041466567,0.000225555,0.00003344302,0.000017840632,0.000082374325,0.0001135973,0.00006348192],"category_scores_gemma":[0.0003381632,0.000080476755,0.00016122009,0.00074173324,0.000032720032,0.00007647947,0.000021443895,0.00023773548,0.0000013100776],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029511875,0.008122995,0.034172993,0.00024236956,0.00006167176,0.000051595714,0.0011882611,0.0009344866,0.062085047,0.007820212,0.000639383,0.8817298],"study_design_scores_gemma":[0.009094837,0.00042357467,0.16968876,0.0022698094,0.000071668124,0.000557853,0.0011546528,0.0019646885,0.004207227,0.00040636514,0.8099333,0.00022725253],"about_ca_topic_score_codex":0.0000054038446,"about_ca_topic_score_gemma":0.000007766563,"teacher_disagreement_score":0.88150257,"about_ca_system_score_codex":0.00012569498,"about_ca_system_score_gemma":0.0004709293,"threshold_uncertainty_score":0.32817468},"labels":[],"label_agreement":null},{"id":"W3171186534","doi":"10.1016/j.jsurg.2021.03.014","title":"The Ottawa Resident Observation Form for Nurses (O-RON): Assessment of Resident Performance through the Eyes of the Nurses","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Nursing education and management","field":"Nursing","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Physicians' Services Incorporated Foundation","keywords":"Interpersonal communication; Medicine; Nursing; Health care; Perspective (graphical); Family medicine; Psychology; Medical education","score_opus":0.029595840297326634,"score_gpt":0.37372564477947534,"score_spread":0.3441298044821487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171186534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88644445,0.00087783876,0.00006385584,0.08716934,0.02280561,0.00051969575,0.000003065294,0.000005707811,0.0021104512],"genre_scores_gemma":[0.98888004,0.00058904564,0.0007122783,0.0004139076,0.00051372877,0.00003379921,0.000005866331,0.000014400069,0.0088369185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802464,0.00021350167,0.0008516086,0.00012326658,0.0006165194,0.00017047615],"domain_scores_gemma":[0.9966415,0.0007000617,0.0011965724,0.0004003131,0.0010244258,0.000037123053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097481644,0.000112447684,0.00021155886,0.00004718374,0.0003708108,0.00008024751,0.0003703285,0.00004887914,0.00003999603],"category_scores_gemma":[0.00037879482,0.000058167174,0.0002232138,0.0003105763,0.0001554874,0.000314116,0.000028090346,0.0001942126,5.124301e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011389963,0.0025927057,0.038803164,0.0007634575,0.0003408775,0.0000012116095,0.026834102,0.0014391656,0.0034293467,0.09396975,0.6463929,0.18429436],"study_design_scores_gemma":[0.0005471375,0.00021258263,0.37992027,0.0005048899,0.00018004555,0.000030680763,0.015622844,0.00014441217,0.02065302,0.0038020397,0.5782963,0.000085783766],"about_ca_topic_score_codex":0.00006389471,"about_ca_topic_score_gemma":0.000043930017,"teacher_disagreement_score":0.3411171,"about_ca_system_score_codex":0.00025156338,"about_ca_system_score_gemma":0.0006683315,"threshold_uncertainty_score":0.28520143},"labels":[],"label_agreement":null},{"id":"W3185641719","doi":"10.1016/j.jsurg.2021.06.012","title":"Comparing the Quality of Narrative Comments by Rotation Setting","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Paul's Hospital; Queen's University; McMaster University; Royal Jubilee Hospital; University of British Columbia","funders":"","keywords":"Narrative; Context (archaeology); Psychology; Quality (philosophy); Medical education; Valence (chemistry); Narrative inquiry; Scale (ratio); Social psychology; Medicine; Linguistics; History; Geography; Cartography","score_opus":0.04618676904391101,"score_gpt":0.425912116600457,"score_spread":0.379725347556546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185641719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9633758,0.0004910504,0.00043765028,0.033343185,0.00080425036,0.00010904731,8.195122e-7,0.0000036205006,0.0014345824],"genre_scores_gemma":[0.9956998,0.00006657548,0.0024517963,0.0010923188,0.00035229255,0.0000051173797,0.00005578366,0.000006287399,0.00026997586],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99817914,0.0002362432,0.00088542,0.00008084462,0.0005267783,0.00009158861],"domain_scores_gemma":[0.99707854,0.0002413688,0.0008341518,0.00014681031,0.0016542841,0.00004485867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001597624,0.00006803076,0.00025688924,0.00007413467,0.00009708001,0.000017208526,0.00007755744,0.000055974968,0.00017684209],"category_scores_gemma":[0.0014746584,0.000047545705,0.00008598471,0.00045765936,0.000078423735,0.00013979891,0.00001543565,0.00036392172,0.00000228085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007269216,0.007313936,0.32666805,0.0006923286,0.00050736126,0.0000147356,0.036717206,0.00009891653,0.029900132,0.00830364,0.37998497,0.2090718],"study_design_scores_gemma":[0.0072982465,0.0005262291,0.59440386,0.0021405062,0.0003955517,0.0014044081,0.18254857,0.0011487021,0.03685888,0.0028373476,0.17004338,0.00039431202],"about_ca_topic_score_codex":0.00001974994,"about_ca_topic_score_gemma":0.0000010341752,"teacher_disagreement_score":0.2677358,"about_ca_system_score_codex":0.00016474193,"about_ca_system_score_gemma":0.00081309106,"threshold_uncertainty_score":0.19388576},"labels":[],"label_agreement":null},{"id":"W3193980805","doi":"10.1016/j.jsurg.2021.07.013","title":"Medical Student Mentorship in Surgery: Lessons Learnt and Future Directions","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University; McGill University Health Centre","funders":"","keywords":"Mentorship; Curiosity; Medical education; Demographics; Medicine; Medical school; Burnout; Observational study; Family medicine; Psychology; Internal medicine","score_opus":0.037380505418026115,"score_gpt":0.40140726815452027,"score_spread":0.36402676273649415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193980805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92701733,0.008001263,0.0000037995837,0.050040226,0.01109872,0.000031735955,3.8768786e-7,0.000005711591,0.0038008476],"genre_scores_gemma":[0.9833112,0.010712752,0.00010155525,0.00024996974,0.0025723435,0.000012414652,0.000004835116,0.000009352904,0.003025624],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985995,0.00025666584,0.00045496566,0.00012942262,0.00039548674,0.00016394453],"domain_scores_gemma":[0.9990731,0.00034772084,0.00016136772,0.00007211437,0.000101638085,0.00024406837],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015115684,0.00007192092,0.00020832063,0.00014838121,0.000042305,0.000024022214,0.00006879149,0.00013118997,0.0018156976],"category_scores_gemma":[0.00015549277,0.000059664722,0.000057416808,0.00024283465,0.000022260278,0.000059206268,0.000021998678,0.0004573611,0.000011339851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006907104,0.0020025182,0.20321497,0.000026393516,0.00012401857,0.00042301245,0.009686325,7.4347207e-7,0.000025896537,0.0083800005,0.03419571,0.74185133],"study_design_scores_gemma":[0.00028561862,0.000012560421,0.2829331,0.00009938697,0.000010714192,0.0005953126,0.0043758415,3.820421e-7,0.000018679742,0.00012488992,0.71148664,0.000056895515],"about_ca_topic_score_codex":0.00002226746,"about_ca_topic_score_gemma":0.000005621542,"teacher_disagreement_score":0.74179447,"about_ca_system_score_codex":0.00011604846,"about_ca_system_score_gemma":0.0006140545,"threshold_uncertainty_score":0.99909675},"labels":[],"label_agreement":null},{"id":"W3197802552","doi":"10.1016/j.jsurg.2021.08.001","title":"Co-Learning Curriculum in Quality Improvement for Surgical Residents– Five-Year Experience from the University of Toronto","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto East General Hospital; Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre","funders":"","keywords":"Mentorship; Curriculum; Medicine; Specialty; Quality management; Medical education; Family medicine; Quality (philosophy); Psychology; Management; Pedagogy","score_opus":0.01715040367544496,"score_gpt":0.36587450175123254,"score_spread":0.3487240980757876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197802552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99301565,0.00065663963,0.000116255505,0.004611652,0.0005718894,0.00015280569,0.000002555069,0.000003361371,0.00086917076],"genre_scores_gemma":[0.99604857,0.0006520134,0.0020359685,0.00013529607,0.000490524,0.0000029777589,0.00004853168,0.000005642907,0.00058048405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861926,0.00016035834,0.00055081537,0.00013126987,0.00042175342,0.000116536365],"domain_scores_gemma":[0.99817467,0.00031555234,0.00040414353,0.00015710221,0.00088990113,0.00005860514],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009890378,0.000068351976,0.00024717633,0.00003230334,0.000078838144,0.000011421393,0.00011972011,0.00008260905,0.001003704],"category_scores_gemma":[0.0011233488,0.000053116684,0.000111514775,0.00020318764,0.00008547915,0.00016673819,0.000018016437,0.00028871172,0.0000020804914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023410604,0.006963925,0.7068269,0.0003459052,0.00021033047,0.00012332834,0.034237705,0.00006940257,0.0047853026,0.011031586,0.048609097,0.18445541],"study_design_scores_gemma":[0.0052497773,0.00037069453,0.5824862,0.0006050345,0.00008370306,0.000095484866,0.15448742,0.00015796794,0.0016557437,0.00028631586,0.2543794,0.00014225926],"about_ca_topic_score_codex":0.0021433057,"about_ca_topic_score_gemma":0.00008953209,"teacher_disagreement_score":0.2057703,"about_ca_system_score_codex":0.0004173629,"about_ca_system_score_gemma":0.0009417963,"threshold_uncertainty_score":0.9999095},"labels":[],"label_agreement":null},{"id":"W3208356236","doi":"10.1016/j.jsurg.2021.10.004","title":"Video Context Improves Performance in Identifying Operative Planes on Static Surgical Images","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Metric (unit); Matching (statistics); Identification (biology); Hausdorff distance; Computer science; Repeated measures design; Significant difference; Observational study; Variance (accounting); Mixed-design analysis of variance; Artificial intelligence; Analysis of variance; Computer vision; Mathematics; Statistics; Machine learning; Operations management","score_opus":0.03705931781169255,"score_gpt":0.3684926869832805,"score_spread":0.331433369171588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208356236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98981065,0.0008242723,0.000009202824,0.0027135904,0.00050103036,0.000100917685,0.0000012791695,0.00000843702,0.006030634],"genre_scores_gemma":[0.997592,0.00060063385,0.00019346886,0.0003868257,0.0003403252,0.0000043304467,0.000017419943,0.000010965211,0.0008540593],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985134,0.00013311078,0.00063002267,0.0001579409,0.00039273224,0.00017278],"domain_scores_gemma":[0.99854046,0.0005883967,0.00019988496,0.00009582687,0.0003885904,0.00018683869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048700479,0.00012160741,0.00038431794,0.00018433527,0.000056309807,0.000059738864,0.00005239847,0.00007239156,0.00071970857],"category_scores_gemma":[0.00023421236,0.00009071741,0.00012150182,0.0002616934,0.00004968156,0.0002734529,0.000013449441,0.0004253612,0.00003088232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0059626596,0.0051411665,0.18054353,0.0004970366,0.00028335856,0.0059709754,0.006679585,0.0014796987,0.0020805849,0.003430983,0.001098441,0.786832],"study_design_scores_gemma":[0.025991812,0.0016153972,0.73482823,0.003516598,0.00017247185,0.007011895,0.017221661,0.0023339563,0.014876092,0.00044277796,0.19140814,0.0005809802],"about_ca_topic_score_codex":0.0000070769847,"about_ca_topic_score_gemma":0.000002364355,"teacher_disagreement_score":0.786251,"about_ca_system_score_codex":0.00011664912,"about_ca_system_score_gemma":0.00055907975,"threshold_uncertainty_score":0.7880304},"labels":[],"label_agreement":null},{"id":"W3209030113","doi":"10.1016/j.jsurg.2021.09.012","title":"Artificial Intelligence and Surgical Education: A Systematic Scoping Review of Interventions","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Toronto Metropolitan University; University of Toronto","funders":"Ryerson University","keywords":"CINAHL; Psychological intervention; Scopus; MEDLINE; Medical education; Medicine; Psychology; Nursing","score_opus":0.1254114712816207,"score_gpt":0.44537724323071337,"score_spread":0.3199657719490927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209030113","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31216794,0.6507891,0.0015460135,0.016502993,0.0028467379,0.0016405187,0.00000296013,0.000031212967,0.014472518],"genre_scores_gemma":[0.9716759,0.026177296,0.0011066039,0.0003017955,0.00045462206,0.000014609593,0.000013430771,0.000009764432,0.00024598747],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977635,0.00020709996,0.0014598725,0.00012313008,0.00035021285,0.00009616759],"domain_scores_gemma":[0.9974867,0.0005150288,0.0006209782,0.00013642726,0.0010329717,0.00020785633],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009983237,0.00009317315,0.0006262781,0.00013815108,0.000041786814,0.00002453455,0.000050706924,0.000058861267,0.0010248098],"category_scores_gemma":[0.0010447481,0.00007238346,0.00032954747,0.00042752284,0.000059356473,0.00012629436,0.00002039598,0.00020069367,0.0000067938563],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031537656,0.005414998,0.0021804401,0.6814509,0.00029228165,0.0002780768,0.0007079272,0.000028777684,0.00004728389,0.03235053,0.0003145138,0.27661887],"study_design_scores_gemma":[0.00041819847,0.00019853486,0.00057585316,0.9879622,0.0004962925,0.005491997,0.0016461911,0.00008321275,0.0004003091,0.0010702827,0.0015311326,0.0001258237],"about_ca_topic_score_codex":0.0000020653442,"about_ca_topic_score_gemma":9.0666043e-7,"teacher_disagreement_score":0.65950793,"about_ca_system_score_codex":0.000051008832,"about_ca_system_score_gemma":0.001492912,"threshold_uncertainty_score":0.99988836},"labels":[],"label_agreement":null},{"id":"W3214778231","doi":"10.1016/j.jsurg.2021.10.006","title":"Impact of Research Training on Performance in General Surgery Residency","year":2021,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Medicine; Training (meteorology); Continuous training; Physical therapy; Family medicine","score_opus":0.35995711727544605,"score_gpt":0.5643979008452659,"score_spread":0.20444078356981982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214778231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974304,0.0007385678,0.0000010163942,0.02132594,0.00022636501,0.00008196837,6.4039443e-7,0.0000016963792,0.0033197773],"genre_scores_gemma":[0.9934026,0.004666024,0.00016615348,0.00021060083,0.00097238476,0.0000025116246,0.0000047715303,0.000007422474,0.0005675602],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972175,0.00035489388,0.00064285257,0.00009650747,0.001185436,0.00050283363],"domain_scores_gemma":[0.9951669,0.0015147933,0.00015401,0.00014272491,0.0011674345,0.0018541645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006529623,0.00006237075,0.00038073474,0.0006401384,0.00003256121,0.0000097859875,0.000055368328,0.00012012823,0.00039099358],"category_scores_gemma":[0.029467853,0.000042759915,0.00015906905,0.00084398605,0.000075867596,0.00012703813,0.000011363036,0.001198474,0.0000072664557],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004008147,0.002666368,0.34494787,0.0008107505,0.00006379415,0.0015453205,0.002025921,0.000055874145,0.0030620317,0.00042410922,0.041272104,0.5991177],"study_design_scores_gemma":[0.0010251395,0.0012201598,0.97892433,0.0023322548,0.000006271262,0.0010174008,0.00047199332,0.000071112096,0.0008933042,0.00013529355,0.013855821,0.000046918172],"about_ca_topic_score_codex":0.000071097136,"about_ca_topic_score_gemma":0.0000026665937,"teacher_disagreement_score":0.63397646,"about_ca_system_score_codex":0.0004990628,"about_ca_system_score_gemma":0.056114256,"threshold_uncertainty_score":0.9787074},"labels":[],"label_agreement":null},{"id":"W4210253814","doi":"10.1016/j.jsurg.2022.01.002","title":"The Interactive Relationship Between Instructor Perceptions and Learner Personality on Surgical Skills Performance","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; London Health Sciences Centre; Western University","funders":"Social Sciences and Humanities Research Council of Canada; Academic Medical Organization of Southwestern Ontario","keywords":"Personality; Perception; Psychology; Medical education; Applied psychology; Social psychology; Medicine","score_opus":0.04064886219556426,"score_gpt":0.3590189767954273,"score_spread":0.3183701145998631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210253814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882128,0.0001131024,0.0000024386898,0.0049251937,0.00035913274,0.000107657084,0.0000031784687,0.000009007213,0.006267495],"genre_scores_gemma":[0.99802554,0.000081134654,0.00004994766,0.00012262596,0.00059306686,0.000007880057,0.000014673335,0.000008778659,0.0010963458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862987,0.00024840218,0.00040509403,0.0001181064,0.00047160828,0.00012691287],"domain_scores_gemma":[0.9974154,0.0018978657,0.00024159804,0.00009424195,0.00016852474,0.00018231805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008522263,0.000088854205,0.00019557841,0.00011432847,0.000592398,0.000037062648,0.00006654098,0.000043795702,0.00073415943],"category_scores_gemma":[0.00026923782,0.000057910016,0.00012696556,0.00023357812,0.00010328755,0.00014588362,0.000029839757,0.00085077994,0.000008968073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008643993,0.0004051317,0.89222777,0.000012143277,0.000049473965,0.000017776538,0.001908434,0.00015088236,0.0000017124232,0.0021391662,0.0002075432,0.102015555],"study_design_scores_gemma":[0.0016917473,0.00036345614,0.8770897,0.000040673047,0.000044703742,0.00063887524,0.0029685989,0.0001357176,0.000002707057,0.000195914,0.11676499,0.00006295954],"about_ca_topic_score_codex":0.000005231095,"about_ca_topic_score_gemma":3.1660696e-7,"teacher_disagreement_score":0.11655745,"about_ca_system_score_codex":0.0001976161,"about_ca_system_score_gemma":0.00024813038,"threshold_uncertainty_score":0.8038531},"labels":[],"label_agreement":null},{"id":"W4212921650","doi":"10.1016/j.jsurg.2022.01.009","title":"Learning Interrupted: Educational Impact of Interruptions on Surgical Residents","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Western University","keywords":"Coaching; Medicine; Medical education; Task (project management); Psychology","score_opus":0.18587443544948593,"score_gpt":0.5004380145885017,"score_spread":0.3145635791390158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212921650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98785216,0.000068925576,0.000020528374,0.002543726,0.0011433591,0.000082196355,0.0000104688315,0.0000052347073,0.0082733845],"genre_scores_gemma":[0.9931336,0.000030559993,0.00008210597,0.00005175946,0.00028270602,0.000009370313,0.00002386371,0.0000065499094,0.0063794884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99625194,0.00039827172,0.001226614,0.00014360962,0.001834907,0.00014463133],"domain_scores_gemma":[0.9968938,0.0008353782,0.0012387544,0.00018169956,0.0006977594,0.00015256177],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0027458644,0.00011141292,0.00027583182,0.0010597702,0.0002231609,0.00011989588,0.0006121067,0.00003435864,0.011524526],"category_scores_gemma":[0.0005826702,0.000081576785,0.00046295574,0.00083944714,0.000055702392,0.0006419685,0.00013449961,0.0005226124,0.00008340569],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029652333,0.00670887,0.45723304,0.000023284754,0.00029102628,0.00006477761,0.012250569,0.042219296,0.0002873949,0.02169445,0.2718214,0.18444066],"study_design_scores_gemma":[0.0017481989,0.0024410628,0.7876402,0.000099355304,0.00006461596,0.0008491935,0.016040187,0.0010148281,0.000031058265,0.005075859,0.18471006,0.00028538474],"about_ca_topic_score_codex":0.000044115142,"about_ca_topic_score_gemma":9.1787655e-7,"teacher_disagreement_score":0.33040717,"about_ca_system_score_codex":0.00034683483,"about_ca_system_score_gemma":0.0006977178,"threshold_uncertainty_score":0.98937905},"labels":[],"label_agreement":null},{"id":"W4214632569","doi":"10.1016/j.jsurg.2022.01.014","title":"Validation of a Surgical Objective Structured Clinical Examination (S-OSCE) Using Convergent, Divergent, And Trainee-Based Assessments of Fidelity","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Objective structured clinical examination; Fidelity; Medical physics; Psychology; Medical education; Medicine; Computer science","score_opus":0.08148684249735791,"score_gpt":0.4231819877449417,"score_spread":0.3416951452475838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214632569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9978577,0.00016113481,0.00043890238,0.00019421065,0.00073432474,0.00023958138,0.0000250023,0.000006330321,0.00034281996],"genre_scores_gemma":[0.9986867,0.000057990703,0.00090844114,0.000044461896,0.00018869322,0.000003106537,0.000066172615,0.000011012638,0.000033437933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970074,0.0006574009,0.0012829871,0.00018282176,0.0007448147,0.00012453637],"domain_scores_gemma":[0.9971365,0.00064943667,0.0012021106,0.00011567854,0.00070160965,0.00019468374],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020924837,0.00012352089,0.0005387783,0.0002683359,0.000088995934,0.000009562892,0.00007085251,0.00009244798,0.0010132088],"category_scores_gemma":[0.0002479847,0.00010770098,0.00025605658,0.00040571683,0.00010995475,0.00014721774,0.000035408073,0.00036746275,2.1043927e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007217521,0.006801774,0.7942894,0.00039174152,0.0006126113,0.00011509344,0.0015716915,0.00832012,0.0050107474,0.0012684249,0.00011879455,0.17428206],"study_design_scores_gemma":[0.017658452,0.0020666367,0.9523698,0.0002051647,0.0005510239,0.0004406535,0.0026466982,0.0155529985,0.0028279058,0.00041009928,0.005035325,0.00023522068],"about_ca_topic_score_codex":0.000022463293,"about_ca_topic_score_gemma":3.3785938e-7,"teacher_disagreement_score":0.17404683,"about_ca_system_score_codex":0.00017483764,"about_ca_system_score_gemma":0.0007531985,"threshold_uncertainty_score":0.9999},"labels":[],"label_agreement":null},{"id":"W4225306899","doi":"10.1016/j.jsurg.2022.02.014","title":"Validity Evidence for Procedure-Specific Competency Assessment Tools in Cardiovascular and Thoracic Surgery: A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Alberta Library; University of Alberta","funders":"","keywords":"Rigour; Medicine; Cardiothoracic surgery; Accreditation; Graduate medical education; Vascular surgery; Medical physics; Cardiac surgery; Physical therapy; Surgery; Medical education","score_opus":0.3974260486374964,"score_gpt":0.5071529317140767,"score_spread":0.1097268830765803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225306899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014264348,0.99629307,0.000056811787,0.00044942801,0.0005279928,0.0022964266,0.000002967989,0.00000954155,0.00022114246],"genre_scores_gemma":[0.0003101701,0.9980117,0.00061511033,0.00012479394,0.00054672523,0.0002742692,0.00006749366,0.000030929732,0.000018792645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614674,0.00075068156,0.0017863195,0.00034512277,0.00074962183,0.00022149729],"domain_scores_gemma":[0.9926342,0.0055574356,0.0010474349,0.00025333196,0.00027658712,0.00023104528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006381871,0.0002745744,0.0032595065,0.0003788303,0.00008816794,0.00005955671,0.00011400025,0.0001362557,0.0004257436],"category_scores_gemma":[0.0015904843,0.00020576501,0.0016250119,0.00069060456,0.000037009755,0.00026294193,0.000034306016,0.0007372227,0.0000014448215],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046522193,0.00018464054,0.00015477848,0.11248422,0.000102095706,0.000053088374,0.000016771293,0.0000027801211,1.0570823e-8,0.00003552877,0.00015394519,0.8867656],"study_design_scores_gemma":[0.00025079594,0.00007058712,0.00017054233,0.36476457,0.0008452383,0.00082289433,0.000024354353,0.0000037974096,4.4366885e-8,0.000015802188,0.63290274,0.00012860344],"about_ca_topic_score_codex":0.0000020233795,"about_ca_topic_score_gemma":3.5139573e-7,"teacher_disagreement_score":0.88663703,"about_ca_system_score_codex":0.0004659209,"about_ca_system_score_gemma":0.0052210516,"threshold_uncertainty_score":0.9261921},"labels":[],"label_agreement":null},{"id":"W4225389433","doi":"10.1016/j.jsurg.2022.04.008","title":"Junior Mentorship Program (JuMP) Start in Surgery—Implications on Trainee Success","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University Health Network; Toronto General Hospital; University of Toronto; Princess Margaret Cancer Centre; Ottawa Hospital","funders":"","keywords":"Mentorship; Internship; Medical education; Medicine; Curriculum; Peer mentoring; Attrition; Psychology; Pedagogy","score_opus":0.06060702116408533,"score_gpt":0.3692005565469075,"score_spread":0.30859353538282214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225389433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9413949,0.00015713132,0.0000022986958,0.04391256,0.0014011874,0.00019067446,0.0000041493495,0.000013661803,0.012923399],"genre_scores_gemma":[0.99805385,0.00014067545,0.00004566263,0.00038595742,0.00048007566,0.00002696414,0.000011575554,0.0000037835136,0.0008514635],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982481,0.000368616,0.00029179652,0.0000894223,0.00082777627,0.00017428919],"domain_scores_gemma":[0.99899864,0.0003816053,0.00020688908,0.00007802002,0.00017019527,0.00016463287],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031088395,0.000053853724,0.00015267992,0.00027720098,0.00032384731,0.00005328586,0.00030559537,0.00003438215,0.0010642862],"category_scores_gemma":[0.00022952056,0.00005122704,0.00009511809,0.00066496537,0.00009351913,0.00018643288,0.00002312908,0.0003056113,0.000004449766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044783586,0.008587518,0.25221232,0.000041056395,0.000058162994,0.00010422882,0.041308552,0.00023577796,0.000021140231,0.056255363,0.20922461,0.43150344],"study_design_scores_gemma":[0.00034050015,0.00020320085,0.06362453,0.00003834278,0.000019974577,0.000020755067,0.038075887,0.000002375408,0.0000049516493,0.0016187942,0.89596266,0.000088052904],"about_ca_topic_score_codex":0.00029722977,"about_ca_topic_score_gemma":0.000080288,"teacher_disagreement_score":0.686738,"about_ca_system_score_codex":0.00039313227,"about_ca_system_score_gemma":0.001014365,"threshold_uncertainty_score":0.9998489},"labels":[],"label_agreement":null},{"id":"W4245380381","doi":"10.1016/j.jsurg.2008.01.026","title":"Simple standardized patient hand-off system that increases accuracy and completeness","year":2008,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Completeness (order theory); Simple (philosophy); Computer science; Medicine; Artificial intelligence; Mathematics; Epistemology; Philosophy","score_opus":0.027061858788622564,"score_gpt":0.31424673649304363,"score_spread":0.2871848777044211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245380381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955217,0.0025008963,0.00003567722,0.0010089395,0.00026505959,0.00013647832,0.0000054551174,0.00000951343,0.00051627145],"genre_scores_gemma":[0.99832886,0.00087760534,0.00033006823,0.00012475855,0.00022793641,0.00000274234,0.000008817737,0.000008616188,0.00009061746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990129,0.000057558962,0.0003839373,0.0000866883,0.0003446296,0.00011430697],"domain_scores_gemma":[0.9987261,0.00022812288,0.00027482116,0.000098417004,0.0003249549,0.00034755707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017912143,0.000094707924,0.0003747617,0.00010301886,0.0001522585,0.00002557006,0.00004010654,0.00004587982,0.00011543106],"category_scores_gemma":[0.00022779724,0.000059304624,0.00011305277,0.00009831028,0.000064823216,0.00015011363,0.000020742595,0.00013188763,0.0000031646707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002815128,0.0025466373,0.77680653,0.0005500954,0.00024963828,0.0013088742,0.002406097,0.000011794449,0.0009645758,0.0007379065,0.019977156,0.19162555],"study_design_scores_gemma":[0.004751046,0.0010947856,0.55001044,0.00093658717,0.00017986567,0.015456947,0.0051873755,0.000072801486,0.0020042674,0.00007650529,0.42001462,0.00021477227],"about_ca_topic_score_codex":0.000048720227,"about_ca_topic_score_gemma":5.6901314e-7,"teacher_disagreement_score":0.40003747,"about_ca_system_score_codex":0.00010804589,"about_ca_system_score_gemma":0.0005855915,"threshold_uncertainty_score":0.24183723},"labels":[],"label_agreement":null},{"id":"W4281613339","doi":"10.1016/j.jsurg.2022.05.001","title":"Active Retrieval Improves Procedural Learning in Orthopedic Surgery","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Kingston Health Sciences Centre; Western University","funders":"Department of Surgery; Western University","keywords":"Orthopedic surgery; Medicine; Surgery","score_opus":0.03101351408184902,"score_gpt":0.3119688285029193,"score_spread":0.28095531442107025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281613339","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99608004,0.00021762057,0.0000011542685,0.001783756,0.00089228526,0.00006970667,6.3617e-7,0.000008025461,0.0009467983],"genre_scores_gemma":[0.998399,0.00028449344,0.000013046536,0.00040909954,0.00025318944,0.00000572051,8.4968923e-7,0.0000068050012,0.0006277604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985533,0.00022951463,0.00043892724,0.00014830074,0.00047105184,0.00015895051],"domain_scores_gemma":[0.99878955,0.00047806423,0.00050159835,0.000050641145,0.00009787421,0.000082280974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000802204,0.00007263243,0.00018076683,0.00024896982,0.00017484456,0.000038213984,0.00015060569,0.000024986695,0.00039328873],"category_scores_gemma":[0.0015293383,0.000060020047,0.000083852385,0.00068091555,0.000042031093,0.0005362279,0.000041483803,0.00060856994,0.0000035677424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008414622,0.0047967667,0.09196974,0.00048700089,0.00003218449,0.0008211467,0.010820432,0.0056017535,0.28719452,0.001897636,0.010428377,0.5775358],"study_design_scores_gemma":[0.0027415163,0.00247128,0.12507206,0.00039262723,0.00006312534,0.008800578,0.02804112,0.0011963014,0.14553034,0.004250491,0.68032116,0.0011194124],"about_ca_topic_score_codex":0.000007044008,"about_ca_topic_score_gemma":3.8720734e-7,"teacher_disagreement_score":0.6698927,"about_ca_system_score_codex":0.00011135957,"about_ca_system_score_gemma":0.0012920833,"threshold_uncertainty_score":0.4306236},"labels":[],"label_agreement":null},{"id":"W4281615366","doi":"10.1016/j.jsurg.2022.05.003","title":"The Relation of Grit and Surgical Specialty Interest Among Medical Students","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Grit; Specialty; Medicine; United States Medical Licensing Examination; Neurosurgery; Medical school; Psychology; Medical education; Family medicine; Surgery","score_opus":0.025494005235782824,"score_gpt":0.3598000204203408,"score_spread":0.334306015184558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281615366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896342,0.0007354592,0.000013494984,0.003688097,0.0030575276,0.00013819497,0.0000016421877,0.000005721648,0.0027256405],"genre_scores_gemma":[0.9978207,0.0003133604,0.000015142447,0.000044548935,0.0009147854,0.000008918591,0.000008294633,0.000009177802,0.00086511375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976016,0.00051595777,0.0007111368,0.00013097588,0.0008992491,0.00014106161],"domain_scores_gemma":[0.99822986,0.0007125445,0.00058291125,0.00013499738,0.00018179812,0.00015789864],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023357712,0.00008562934,0.00020077391,0.00012813079,0.00021662992,0.000038196584,0.00032908903,0.000091782975,0.0013244238],"category_scores_gemma":[0.0002385474,0.00006120623,0.00010106478,0.00021938911,0.00013758823,0.00011680287,0.00009343454,0.0006008135,0.0000049519645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022577625,0.0074932296,0.7124052,0.000032923428,0.00034148226,0.00020309354,0.0090192715,0.000030682033,0.00004001467,0.050887454,0.040574003,0.17671485],"study_design_scores_gemma":[0.0014392686,0.00026547938,0.851799,0.00003277469,0.00003063981,0.00050647336,0.0023850298,0.0000091825195,0.0000057771244,0.0005901095,0.14287493,0.00006134105],"about_ca_topic_score_codex":0.000039395134,"about_ca_topic_score_gemma":0.00001693289,"teacher_disagreement_score":0.17665352,"about_ca_system_score_codex":0.00009227274,"about_ca_system_score_gemma":0.00019468502,"threshold_uncertainty_score":0.9995885},"labels":[],"label_agreement":null},{"id":"W4296127559","doi":"10.1016/j.jsurg.2022.08.017","title":"Modeling Technical Skills Learning Curves of Incoming Surgical Trainees","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Learning curve; Task (project management); Receiver operating characteristic; Medical education; Medical physics; Medicine; Psychology; Computer science; Engineering; Internal medicine","score_opus":0.024639783068446455,"score_gpt":0.3414158286534185,"score_spread":0.3167760455849721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296127559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888884,0.002171879,0.00020543321,0.0022800723,0.0003328319,0.00013416496,0.0000012537098,0.00002449213,0.0059614694],"genre_scores_gemma":[0.9980947,0.00047635776,0.0006325871,0.00014677766,0.00035023503,0.000006554175,0.000016263219,0.000016448954,0.00026008004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781907,0.00020905722,0.00091581524,0.00013537545,0.00074924185,0.00017142872],"domain_scores_gemma":[0.99852604,0.00048335202,0.00036702238,0.00009902556,0.0003147183,0.00020987408],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014549447,0.00011424038,0.00048804408,0.00026673306,0.00013060347,0.000009849553,0.00011159359,0.00006368062,0.0013300534],"category_scores_gemma":[0.00037784473,0.000094791685,0.00031817862,0.00045182582,0.00005010222,0.000120000994,0.00005072248,0.00085919286,0.0000016340827],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068296036,0.01682847,0.08390543,0.0013394235,0.00065114687,0.0017058244,0.005413373,0.46260273,0.0032716382,0.008511044,0.0016958235,0.4072455],"study_design_scores_gemma":[0.04431595,0.0069033364,0.02370332,0.0068152496,0.0013928529,0.040167656,0.0213932,0.19973405,0.0009068266,0.0025926847,0.6504229,0.0016519991],"about_ca_topic_score_codex":0.000008664275,"about_ca_topic_score_gemma":2.3288959e-7,"teacher_disagreement_score":0.64872706,"about_ca_system_score_codex":0.00013175923,"about_ca_system_score_gemma":0.00047226858,"threshold_uncertainty_score":0.9995829},"labels":[],"label_agreement":null},{"id":"W4297473169","doi":"10.1016/j.jsurg.2022.09.002","title":"Predicting Performance at Graduation From Early ACGME Milestone Ratings: Longitudinal Learning Analytics in Professionalism and Communication in Vascular Surgery","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Board of Medical Examiners","keywords":"Milestone; Graduation (instrument); Analytics; Learning analytics; Medicine; Medical education; Data science; Psychology; Computer science; Engineering; History","score_opus":0.055672492417724984,"score_gpt":0.333731237715482,"score_spread":0.27805874529775704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297473169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969241,0.0013719775,0.000007393454,0.0011997648,0.00017595131,0.00013473936,7.6772517e-7,0.000008479699,0.00017684553],"genre_scores_gemma":[0.9989609,0.0004902396,0.0002051544,0.00006143461,0.00009968916,0.000013758111,0.000074014555,0.000010907242,0.00008386765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981206,0.0003716229,0.0007212188,0.00013938316,0.00051178114,0.00013540853],"domain_scores_gemma":[0.9983305,0.0008579605,0.0004753776,0.000099407756,0.00015130412,0.00008548278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018522475,0.00009334437,0.00031707948,0.00036176183,0.00019435439,0.000019358742,0.00005752357,0.000056849978,0.00017585215],"category_scores_gemma":[0.00033943585,0.00008615781,0.000081646795,0.00048139188,0.000038209084,0.00025124775,0.00006344759,0.0007444932,0.0000010240169],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035699125,0.00028652872,0.9768501,0.000022536487,0.000019363846,0.000020311636,0.001839764,0.0041380213,0.00005235256,0.000029759167,0.00001599745,0.016368281],"study_design_scores_gemma":[0.001988962,0.000092049864,0.9751173,0.0004274695,0.000035902114,0.00008698126,0.0016747619,0.01864899,0.000019273954,0.00010551771,0.0017200173,0.000082726416],"about_ca_topic_score_codex":0.00014542115,"about_ca_topic_score_gemma":0.000012196632,"teacher_disagreement_score":0.016285554,"about_ca_system_score_codex":0.00033027795,"about_ca_system_score_gemma":0.00025899842,"threshold_uncertainty_score":0.35134134},"labels":[],"label_agreement":null},{"id":"W4304892226","doi":"10.1016/j.jsurg.2022.09.022","title":"Surgical Coaching: Patient Perspectives Regarding Surgeon Coaches in the Operating Room","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital","funders":"University of British Columbia","keywords":"Coaching; Patient care; Medicine; General surgery; Medical education; Psychology; Medical emergency; Nursing; Psychotherapist","score_opus":0.03598524938009887,"score_gpt":0.32803851907788756,"score_spread":0.29205326969778866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304892226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789302,0.0013190744,0.00000870766,0.006850772,0.0004038478,0.00018261981,0.0000011082175,0.000010368537,0.0122933285],"genre_scores_gemma":[0.99896365,0.000071993025,0.00012686268,0.00028005728,0.00041799928,0.00001471781,0.00001092052,0.000011984259,0.00010178265],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761206,0.00061298447,0.00065878633,0.00016077746,0.00076097145,0.00019441529],"domain_scores_gemma":[0.9983311,0.0009187961,0.00030768738,0.0001258202,0.00018750971,0.00012905012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002167311,0.00011748083,0.00032687868,0.00022884233,0.00027587643,0.000057135334,0.000121790974,0.000043938166,0.0005262262],"category_scores_gemma":[0.00031526946,0.00007708917,0.00022383945,0.00048584846,0.000037314992,0.00015287861,0.00004063792,0.0008626097,0.0000021406602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004699901,0.012475401,0.5389379,0.00011096243,0.00033113963,0.0044815987,0.112698674,0.027735213,0.00017084253,0.030954152,0.0024320865,0.2649721],"study_design_scores_gemma":[0.009095022,0.0013935604,0.05531923,0.00025711505,0.00012644159,0.011035234,0.39830056,0.003634245,0.00006445304,0.0004134692,0.52000284,0.00035783448],"about_ca_topic_score_codex":0.000029482073,"about_ca_topic_score_gemma":0.0000011653663,"teacher_disagreement_score":0.51757073,"about_ca_system_score_codex":0.00027004987,"about_ca_system_score_gemma":0.00039190942,"threshold_uncertainty_score":0.57618076},"labels":[],"label_agreement":null},{"id":"W4307852809","doi":"10.1016/j.jsurg.2022.10.002","title":"“Influential” Intraoperative Educators and Variability of Teaching Styles","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Western University; Universiteit Maastricht; Academic Medical Organization of Southwestern Ontario","keywords":"Psychology; Medicine; Mathematics education; General surgery; Medical education","score_opus":0.008182376475282097,"score_gpt":0.33361431301834277,"score_spread":0.3254319365430607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307852809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867238,0.00024298446,0.00011363439,0.008675232,0.0013662038,0.00015654787,0.0000017474497,0.0000048446955,0.0027150116],"genre_scores_gemma":[0.99441385,0.000044414108,0.004396943,0.00042420995,0.00047738798,0.000012971937,0.000011907553,0.00000840566,0.00020990499],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983746,0.00027191328,0.00067661307,0.00011455098,0.000463698,0.00009862157],"domain_scores_gemma":[0.9986976,0.0001456775,0.00045352252,0.00013902916,0.0004888748,0.000075316646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024065687,0.00007941246,0.00026501107,0.00027496956,0.00015730041,0.000011800758,0.00008345023,0.00004214527,0.00066173985],"category_scores_gemma":[0.0011660017,0.00006679527,0.00006726019,0.0003225744,0.00014239427,0.00015142086,0.000040301857,0.00069132046,7.030839e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012345777,0.01369085,0.17718428,0.0006798883,0.0004140159,0.000026971835,0.021395395,0.00014373082,0.0059733004,0.11006427,0.058093473,0.61109924],"study_design_scores_gemma":[0.005830658,0.0035126563,0.25392067,0.0007262762,0.0008662839,0.010030884,0.12159142,0.00058249506,0.0031535383,0.0096048005,0.58957124,0.00060909806],"about_ca_topic_score_codex":0.000023176093,"about_ca_topic_score_gemma":1.2653423e-7,"teacher_disagreement_score":0.61049014,"about_ca_system_score_codex":0.00025345272,"about_ca_system_score_gemma":0.0015209208,"threshold_uncertainty_score":0.7245587},"labels":[],"label_agreement":null},{"id":"W4307856035","doi":"10.1016/j.jsurg.2022.09.016","title":"Transforming the “SEAD”: Evaluation of a Virtual Surgical Exploration and Discovery Program and its Effects on Career Decision-Making","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medical education; Intervention (counseling); Medicine; Psychology; Nursing","score_opus":0.0471887722468061,"score_gpt":0.37245481804431124,"score_spread":0.3252660457975051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307856035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99347186,0.0012361176,0.000039161987,0.0031063017,0.00070001115,0.00037014726,0.0000018753334,0.000003890308,0.001070653],"genre_scores_gemma":[0.9990579,0.00047505458,0.000024812281,0.00005584153,0.0003272293,0.000019286945,0.000002368164,0.0000029187984,0.00003460936],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9973127,0.0005381704,0.00022193459,0.00008728394,0.0017450515,0.0000948058],"domain_scores_gemma":[0.9984763,0.0009092896,0.00018560079,0.000043501495,0.00031983448,0.00006544745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004972528,0.000055225482,0.00013256822,0.00010230008,0.00046936798,0.00007386789,0.00012700072,0.000035666588,0.0000527226],"category_scores_gemma":[0.00041505313,0.000038774167,0.000053318086,0.00023759257,0.00009578226,0.000537266,0.000028754934,0.0002086724,2.5417694e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031938925,0.00024912768,0.00059829204,0.00001601486,0.000021362148,0.000009827315,0.02022521,0.00032356093,0.000021760008,0.01309816,0.00021150171,0.9649058],"study_design_scores_gemma":[0.009540212,0.008008257,0.013908115,0.0020910087,0.0014413351,0.00047659202,0.60445446,0.0031450028,0.00047659423,0.031269867,0.324522,0.000666563],"about_ca_topic_score_codex":0.000019804578,"about_ca_topic_score_gemma":0.000012339461,"teacher_disagreement_score":0.96423924,"about_ca_system_score_codex":0.00012706286,"about_ca_system_score_gemma":0.00043855514,"threshold_uncertainty_score":0.36100465},"labels":[],"label_agreement":null},{"id":"W4308154978","doi":"10.1016/j.jsurg.2022.10.001","title":"Measurement and Management of Cognitive Load in Surgical Education: A Narrative Review","year":2022,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Fondation de l'Hôpital Général de Montréal; McGill University","keywords":"Cognitive load; Cognition; Modalities; Terminology; Psychology; Medicine; Applied psychology; Computer science; Psychiatry","score_opus":0.13022214817805872,"score_gpt":0.434007064978579,"score_spread":0.3037849168005203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308154978","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021505135,0.97954583,0.000001064127,0.00047810766,0.00050511677,0.0011356995,0.0000028087265,0.0000049701657,0.01811137],"genre_scores_gemma":[0.0017852156,0.9972852,0.00007474115,0.00012840089,0.00025655245,0.00011984408,0.00004285785,0.000021712489,0.00028549958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604905,0.0004923871,0.0017546547,0.0002767913,0.0012557452,0.00017135081],"domain_scores_gemma":[0.997034,0.00045856423,0.0013447464,0.00015087379,0.00075095316,0.00026083464],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023853804,0.0002848138,0.0019524909,0.00035584375,0.00005101599,0.00001427427,0.0001080125,0.0001281223,0.001531065],"category_scores_gemma":[0.00029309574,0.00021239562,0.0005253044,0.0008301434,0.00007661289,0.00010070725,0.000052634212,0.0007114508,0.000004468462],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015403946,0.0013381575,0.000027160497,0.028676614,0.00028822737,0.00016301562,0.0003172049,2.461655e-7,4.036825e-9,0.00029219265,0.00031005696,0.9684331],"study_design_scores_gemma":[0.0015678658,0.00019099045,0.000118407384,0.18179427,0.0013102129,0.0013634646,0.0013728179,7.517572e-7,5.744431e-8,0.00002510921,0.81211466,0.00014138373],"about_ca_topic_score_codex":0.0000072226303,"about_ca_topic_score_gemma":8.581051e-7,"teacher_disagreement_score":0.9682917,"about_ca_system_score_codex":0.00075105083,"about_ca_system_score_gemma":0.003979369,"threshold_uncertainty_score":0.99938166},"labels":[],"label_agreement":null},{"id":"W4313252315","doi":"10.1016/j.jsurg.2022.12.005","title":"Factors Associated With Resident Research Success: An Analysis of Canadian General Surgery Trainees","year":2022,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Productivity; Logistic regression; Medicine; Observational study; Family medicine; Percentile; Medical education; Psychology","score_opus":0.3242724961749526,"score_gpt":0.4910361685493081,"score_spread":0.16676367237435552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313252315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98076475,0.000272904,0.0000014171862,0.018203706,0.00014748026,0.00013478438,0.000021440797,0.000003084787,0.0004504304],"genre_scores_gemma":[0.9985837,0.00022942323,0.0000149594225,0.00032921784,0.000251733,0.000007191618,0.00014690598,0.0000102067725,0.00042669347],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99573237,0.0008216937,0.0005868846,0.00012180034,0.002140558,0.00059668534],"domain_scores_gemma":[0.99171066,0.0013183907,0.00028524883,0.0001683383,0.0013279147,0.005189435],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008270365,0.00007923635,0.00052738364,0.004730898,0.00018871405,0.000019681309,0.00013333814,0.00006291674,0.0016708983],"category_scores_gemma":[0.012369758,0.00005320831,0.00017170573,0.0045052203,0.00010445885,0.00014076415,0.00001409114,0.0008300039,3.2097174e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011317364,0.0017899569,0.92352635,0.00010030416,0.0012508443,0.0004524801,0.0046476186,0.00043529822,0.0002499139,0.00020150235,0.05309621,0.013117769],"study_design_scores_gemma":[0.0006316535,0.0013326724,0.9504976,0.000114391165,0.00030759835,0.000044505075,0.0062480425,0.00021711578,0.000116873474,0.000026033284,0.040388033,0.000075435404],"about_ca_topic_score_codex":0.057508167,"about_ca_topic_score_gemma":0.01771802,"teacher_disagreement_score":0.039790146,"about_ca_system_score_codex":0.0012781174,"about_ca_system_score_gemma":0.0391151,"threshold_uncertainty_score":0.9992417},"labels":[],"label_agreement":null},{"id":"W4317382078","doi":"10.1016/j.jsurg.2022.12.006","title":"Contemporary Cardiac Surgical Training: Is Competency–Based Education Enough? A Canadian Perspective","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; University of Alberta","funders":"","keywords":"Duty; Perspective (graphical); Medical education; Training (meteorology); Medicine; Surgical procedures; Patient care; Nursing; Surgery; Computer science; Political science; Artificial intelligence","score_opus":0.034147745870477954,"score_gpt":0.3280830290270624,"score_spread":0.2939352831565844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317382078","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5758644,0.0044726827,0.0000035301844,0.14731005,0.003229117,0.00062352716,0.000022438275,0.000076279815,0.26839802],"genre_scores_gemma":[0.99092335,0.00039081112,0.00029416798,0.0014663404,0.0018292706,0.000021647264,0.000078149045,0.00003390276,0.004962367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768984,0.0002530045,0.0007086965,0.00026795603,0.00069879566,0.00038172657],"domain_scores_gemma":[0.99670386,0.0006954231,0.00028835077,0.00024404735,0.0009996436,0.0010686804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010629963,0.00023103628,0.0010076991,0.00079923583,0.00013408365,0.000059003603,0.00013395063,0.00020822609,0.0005233321],"category_scores_gemma":[0.00028547505,0.0001871839,0.0010052032,0.00092559855,0.000115488954,0.00019700326,0.000009996492,0.00048071402,0.00011687646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037677775,0.0043721534,0.18333188,0.00041570218,0.0017458737,0.0065720156,0.030475331,0.000052494375,0.00028694826,0.11713436,0.5509282,0.10091731],"study_design_scores_gemma":[0.001473616,0.00027221796,0.0523168,0.00021767261,0.00016322506,0.0012743055,0.01377713,0.0000507848,0.00005717448,0.00035481743,0.92982006,0.0002222099],"about_ca_topic_score_codex":0.006612313,"about_ca_topic_score_gemma":0.00007656506,"teacher_disagreement_score":0.415059,"about_ca_system_score_codex":0.0006697554,"about_ca_system_score_gemma":0.024188776,"threshold_uncertainty_score":0.9995883},"labels":[],"label_agreement":null},{"id":"W4318826622","doi":"10.1016/j.jsurg.2023.01.004","title":"Parenting and Childbearing in Neurosurgical Residency: Perspectives from the United States and Canada","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto General Hospital; McMaster University; University of Toronto","funders":"","keywords":"Mentorship; Nonprobability sampling; Thematic analysis; Psychology; Focus group; Qualitative research; Medical education; Medicine; Nursing; Public relations; Political science; Population; Sociology","score_opus":0.019812419950295132,"score_gpt":0.29208334514234174,"score_spread":0.2722709251920466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318826622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9663216,0.00057741656,3.5761266e-7,0.032406848,0.0002724841,0.00002823675,0.0000012365232,0.0000032620433,0.00038858003],"genre_scores_gemma":[0.994986,0.004457742,0.000007990489,0.00016717883,0.00027950856,2.848968e-7,0.0000032772773,0.0000014867236,0.00009651627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992367,0.00015491123,0.000121229314,0.000059936323,0.0003361448,0.000091048205],"domain_scores_gemma":[0.9991468,0.0005951481,0.00007048054,0.00002618957,0.00008491502,0.00007646249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089851307,0.00003130029,0.00007447443,0.000063379455,0.00018991843,0.00006638016,0.000090995265,0.00002079265,0.000023764129],"category_scores_gemma":[0.0003661654,0.000022131928,0.0000115757175,0.00027630787,0.00011629844,0.00009918521,0.0000280453,0.00016506668,2.5511477e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000494753,0.000047114827,0.8816112,0.0000062227737,0.000016712334,0.00010198791,0.098809235,0.000075969045,0.0000069168404,0.004708508,0.009132039,0.0054345615],"study_design_scores_gemma":[0.00019513495,0.000012280462,0.6107858,0.00006900992,0.000009648475,0.000006820471,0.3482307,0.000030836247,0.0000012651578,0.0014482227,0.03917814,0.000032195756],"about_ca_topic_score_codex":0.60680807,"about_ca_topic_score_gemma":0.27329892,"teacher_disagreement_score":0.33350918,"about_ca_system_score_codex":0.00005588964,"about_ca_system_score_gemma":0.00054686173,"threshold_uncertainty_score":0.7399615},"labels":[],"label_agreement":null},{"id":"W4366992818","doi":"10.1016/j.jsurg.2023.03.003","title":"Defining Cognitive Competencies for Breast Augmentation Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Breast Implant and Reconstruction","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"Pacific Salmon Foundation; American Society of Echocardiography; Plastic Surgery Foundation","keywords":"Cognition; Medicine; Breast surgery; Psychology; Breast cancer; Internal medicine; Psychiatry","score_opus":0.030945181137001333,"score_gpt":0.32400531552290635,"score_spread":0.293060134385905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366992818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954256,0.00018606415,0.00012362887,0.002197288,0.001640883,0.00011492156,0.00001734566,0.000018236651,0.00027607294],"genre_scores_gemma":[0.9982655,0.000118841985,0.0004332541,0.000038675604,0.0007546931,0.00000727237,0.00011749888,0.000008016029,0.0002562582],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993172,0.00002605788,0.00032694574,0.00006205926,0.00016208216,0.000105635],"domain_scores_gemma":[0.99866754,0.0005447033,0.00025079536,0.000026410253,0.000419332,0.00009120977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040868841,0.000058160247,0.00019847587,0.000281534,0.00006166745,0.000016033973,0.000017126551,0.00004855753,0.00006524064],"category_scores_gemma":[0.0000569092,0.00004483206,0.0001464923,0.00023612977,0.00003443468,0.00014568248,0.0000038004655,0.00009398806,0.000022318238],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009313334,0.00016192584,0.031092742,0.00010711249,0.00008420418,0.000017774835,0.00027946386,0.0000031695356,0.00021506494,0.0005097505,0.006461617,0.9601358],"study_design_scores_gemma":[0.004116754,0.00033357338,0.6636121,0.0019328654,0.0005304061,0.3069907,0.012966387,0.0002693369,0.0016303177,0.0013217422,0.006043734,0.00025203687],"about_ca_topic_score_codex":0.000004868978,"about_ca_topic_score_gemma":6.176003e-7,"teacher_disagreement_score":0.9598838,"about_ca_system_score_codex":0.000046562793,"about_ca_system_score_gemma":0.0005221612,"threshold_uncertainty_score":0.18281983},"labels":[],"label_agreement":null},{"id":"W4367396276","doi":"10.1016/j.jsurg.2023.03.008","title":"5 Slides in 5 Minutes: Incorporating CanMEDS Competencies on Acute Care Surgery","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medicine; Medical education; Patient care; Health care; Nursing","score_opus":0.028566666579122983,"score_gpt":0.3398236004723513,"score_spread":0.3112569338932283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367396276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819638,0.00027865634,0.000007588526,0.014077146,0.0020787301,0.00014130861,0.000001583443,0.000024594596,0.0014265624],"genre_scores_gemma":[0.9957615,0.0002565225,0.0015484191,0.0008863868,0.0010278396,0.000017754968,0.00009809083,0.00001749835,0.0003859952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981533,0.00007641732,0.0008435451,0.00013426121,0.00059557415,0.00019687935],"domain_scores_gemma":[0.9981563,0.00040029275,0.00044042306,0.00016119228,0.00075138133,0.00009039636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010300162,0.000119299366,0.00037200336,0.001133449,0.00006861478,0.00002489562,0.0000918765,0.00011108477,0.0000770771],"category_scores_gemma":[0.0012136168,0.000096834025,0.000119044475,0.0018233751,0.000078630386,0.00017131133,0.000015766665,0.00048678843,0.000039350423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005949168,0.0015772596,0.2707484,0.0006599734,0.000161614,0.00072136946,0.009504997,0.00019790798,0.0017177131,0.002473547,0.23060428,0.481038],"study_design_scores_gemma":[0.0028451444,0.0010030237,0.7513945,0.0057944106,0.00026393955,0.0022547487,0.07279451,0.00049578847,0.00247979,0.0016731374,0.15841077,0.00059021014],"about_ca_topic_score_codex":0.000042656935,"about_ca_topic_score_gemma":0.0000075917656,"teacher_disagreement_score":0.4806461,"about_ca_system_score_codex":0.00045756693,"about_ca_system_score_gemma":0.0019979947,"threshold_uncertainty_score":0.39487767},"labels":[],"label_agreement":null},{"id":"W4372298594","doi":"10.1016/j.jsurg.2023.04.005","title":"Immersive Virtual Reality and Cadaveric Bone are Equally Effective in Skeletal Anatomy Education: A Randomized Crossover Noninferiority Trial","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Cadaveric spasm; Randomized controlled trial; Medicine; Crossover study; Test (biology); Virtual reality; Gross anatomy; Anatomy; Physical therapy; Surgery; Computer science; Pathology; Artificial intelligence","score_opus":0.00699058370771688,"score_gpt":0.29713798877043707,"score_spread":0.2901474050627202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372298594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928862,0.0020538128,0.00022773449,0.0016110045,0.001910746,0.0004909804,0.0000027936783,0.00003937067,0.0007773881],"genre_scores_gemma":[0.9970745,0.0021807444,0.00004490151,0.000047583544,0.00048417033,0.0000585938,0.000007613154,0.000011128047,0.00009075167],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9986912,0.00017801633,0.0005625506,0.00013040146,0.0002413349,0.0001965043],"domain_scores_gemma":[0.99880403,0.000574885,0.00022151158,0.0000928202,0.00014656829,0.00016015494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011310528,0.00013242998,0.000604756,0.00032972996,0.000043950477,0.000023618857,0.00008657079,0.00020668593,0.00004591024],"category_scores_gemma":[0.00069141755,0.000112239526,0.00014648655,0.0005565229,0.00017607212,0.00020881322,0.000026746546,0.0005339919,0.000008613831],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18946037,0.0024233812,0.0017948986,0.0005006249,0.0006346122,0.00053663395,0.005337699,0.00073605,0.00024370669,0.033585515,0.018093899,0.7466526],"study_design_scores_gemma":[0.7702437,0.0009211987,0.030284595,0.0007912968,0.0002891418,0.0009588761,0.009007477,0.0041201785,0.0004527072,0.015002461,0.16702768,0.00090070977],"about_ca_topic_score_codex":0.000048790935,"about_ca_topic_score_gemma":0.000009048213,"teacher_disagreement_score":0.7457519,"about_ca_system_score_codex":0.00019621973,"about_ca_system_score_gemma":0.00047599533,"threshold_uncertainty_score":0.4576995},"labels":[],"label_agreement":null},{"id":"W4376649454","doi":"10.1016/j.jsurg.2023.02.009","title":"Rapid Prototyping Techniques for the Development of a Take-Home Surgical Anastomosis Simulation Model","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; Toronto Rehabilitation Institute; University of Toronto; University Health Network","funders":"","keywords":"Anastomosis; Session (web analytics); Process (computing); Computer science; Medicine; Medical physics; Surgery; Simulation; Operating system","score_opus":0.08863392248699539,"score_gpt":0.38922758241336725,"score_spread":0.3005936599263719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376649454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797164,0.00059978355,0.012149861,0.0036399092,0.00036138683,0.0016116009,0.000003172863,0.00009130582,0.0018265762],"genre_scores_gemma":[0.99245316,0.00014023107,0.0067563727,0.000052608833,0.000323624,0.0000715036,0.000015094367,0.000016103895,0.00017132629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846685,0.000042190204,0.00080783945,0.00011373225,0.00040853614,0.00016088004],"domain_scores_gemma":[0.9978529,0.0009293068,0.000392444,0.0001068006,0.00059646805,0.00012207284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013699862,0.00010470623,0.0003073645,0.0002522074,0.00011737656,0.000017046557,0.00008376548,0.000091910784,0.00008415953],"category_scores_gemma":[0.00018710454,0.0000659811,0.00021398699,0.00050570926,0.000045244517,0.00011945529,0.000015897791,0.00017736046,0.0000030825329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015458717,0.00042301946,0.0010889012,0.0001401602,0.00011348847,0.0000066156836,0.0015600033,0.01549453,0.00011130925,0.00060269603,0.00016889564,0.9787445],"study_design_scores_gemma":[0.0050210883,0.00042640234,0.011610292,0.00068634865,0.00018063624,0.00010379347,0.0013623514,0.46020898,0.002591235,0.0009616499,0.5166123,0.00023495538],"about_ca_topic_score_codex":9.1344185e-7,"about_ca_topic_score_gemma":3.3921478e-7,"teacher_disagreement_score":0.97850955,"about_ca_system_score_codex":0.00008395624,"about_ca_system_score_gemma":0.000649108,"threshold_uncertainty_score":0.26906312},"labels":[],"label_agreement":null},{"id":"W4379095513","doi":"10.1016/j.jsurg.2023.04.015","title":"A Video-Based Assessment Tool to Measure Intraoperative Laparoscopic Suturing Using a Modified Script Concordance Methodology","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Concordance; Cronbach's alpha; Medicine; Test (biology); Knot tying; Medical physics; CLIPS; Laparoscopic surgery; Video recording; Surgery; Physical therapy; Laparoscopy; Psychometrics; Computer science; Clinical psychology","score_opus":0.16787568844678036,"score_gpt":0.4439031415239159,"score_spread":0.27602745307713555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379095513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98450315,0.00008929923,0.008109123,0.004436799,0.0013611999,0.00026926052,0.0000011954377,0.00003420639,0.0011957886],"genre_scores_gemma":[0.98050314,0.000014612163,0.017569354,0.0010227086,0.00072896376,0.000011707373,0.0000070704664,0.000015730311,0.00012671895],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821794,0.0003253939,0.00060529896,0.00017931267,0.0004471926,0.00022485384],"domain_scores_gemma":[0.9981888,0.00061909447,0.00022741927,0.00012340298,0.0005726583,0.00026862771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016118203,0.00013165262,0.00047819695,0.0003314373,0.000092855065,0.000041435494,0.000075195254,0.00009194579,0.00021278363],"category_scores_gemma":[0.00070479437,0.000103434155,0.00014689098,0.0006838477,0.000038701146,0.00013778455,0.000016800095,0.0003608929,0.000011678856],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0133333085,0.0042161695,0.109209724,0.00081366656,0.001266883,0.0018070663,0.011058677,0.32947484,0.10271455,0.015387629,0.0054017217,0.40531576],"study_design_scores_gemma":[0.06681365,0.004941455,0.47655272,0.0068851076,0.0013684925,0.0023077375,0.014181261,0.22657438,0.037778158,0.0026427489,0.15790829,0.0020459988],"about_ca_topic_score_codex":0.000018457851,"about_ca_topic_score_gemma":0.0000017737035,"teacher_disagreement_score":0.40326977,"about_ca_system_score_codex":0.00023257197,"about_ca_system_score_gemma":0.0012531101,"threshold_uncertainty_score":0.42179224},"labels":[],"label_agreement":null},{"id":"W4379161287","doi":"10.1016/j.jsurg.2023.05.003","title":"Residents as Medical Coaches","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Feeling; Coaching; Thematic analysis; Medical education; Psychology; Coding (social sciences); Perception; Qualitative research; Autonomy; Medicine; Nursing; Social psychology","score_opus":0.028279608032156962,"score_gpt":0.3985047109967951,"score_spread":0.3702251029646381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379161287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245828,0.00022154061,0.000027309781,0.065843485,0.0024543642,0.00010160769,2.4625243e-7,0.00003351345,0.006735153],"genre_scores_gemma":[0.9893717,0.0007949986,0.000800697,0.0024876962,0.0026231976,0.000009400961,0.000038425304,0.000018445802,0.0038554135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976648,0.00006138957,0.0006817562,0.00010986466,0.001309701,0.00017245022],"domain_scores_gemma":[0.99849844,0.00014278971,0.0002797586,0.00016215743,0.0007132754,0.00020360084],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016346617,0.00008517405,0.00023844684,0.0005038429,0.0000638675,0.00002014922,0.00014528877,0.00016582721,0.0013085024],"category_scores_gemma":[0.0037954,0.00006603788,0.000106621555,0.001140151,0.000094516865,0.00017058766,0.000024249948,0.00050489075,0.0004817648],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002776608,0.0012549885,0.034726027,0.0001526452,0.000093152834,0.0003362116,0.0007370351,0.000003948579,0.00017903752,0.004633777,0.6644347,0.29317084],"study_design_scores_gemma":[0.0034090788,0.00070786854,0.26398394,0.0015713095,0.00018813113,0.009995731,0.006921518,0.00036081809,0.0008365458,0.0059255054,0.7058462,0.00025336698],"about_ca_topic_score_codex":0.000018949064,"about_ca_topic_score_gemma":3.5581343e-7,"teacher_disagreement_score":0.2929175,"about_ca_system_score_codex":0.00015714277,"about_ca_system_score_gemma":0.0025618821,"threshold_uncertainty_score":0.99960446},"labels":[],"label_agreement":null},{"id":"W4379520686","doi":"10.1016/j.jsurg.2023.05.007","title":"Evaluation of the Efficacy of an Online Learning Module to Increase Wound Care Theoretical Knowledge Amongst Medical Students","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"Sunnybrook Research Institute","keywords":"Wound care; Medicine; Medical education; Perception; Family medicine; Psychology; Physical therapy; Surgery","score_opus":0.01716500356432992,"score_gpt":0.3534064942554863,"score_spread":0.3362414906911564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379520686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99771464,0.0005074401,0.000043292264,0.00045833818,0.00055719935,0.0001377782,0.0000016533868,0.000026947553,0.0005527255],"genre_scores_gemma":[0.9994652,0.0001667362,0.00006847621,0.00001283435,0.00024373051,0.00000444217,0.000008889387,0.000010720782,0.000018930277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781144,0.00025062956,0.00044668486,0.000076786906,0.0012919187,0.00012255354],"domain_scores_gemma":[0.9987593,0.00022565608,0.00011089548,0.0001319466,0.00056827016,0.00020389514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022042524,0.00007503894,0.00021228178,0.00017457614,0.000032146636,0.0000066132307,0.00039013353,0.00015363166,0.00017979449],"category_scores_gemma":[0.0023558533,0.000051437524,0.00008648099,0.0005110276,0.00014718866,0.000059188988,0.00007135581,0.00044351426,0.000005802355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012469174,0.001752797,0.008906126,0.00015783373,0.0001508206,0.000012304124,0.0043196618,0.009097164,0.00028944423,0.0053579733,0.0009469121,0.9688843],"study_design_scores_gemma":[0.009429931,0.0015841711,0.749091,0.0023757163,0.0010992911,0.0003134015,0.024615988,0.14725809,0.0059293224,0.008080507,0.049607623,0.0006149438],"about_ca_topic_score_codex":0.0000074914383,"about_ca_topic_score_gemma":0.000007742799,"teacher_disagreement_score":0.96826935,"about_ca_system_score_codex":0.00011257786,"about_ca_system_score_gemma":0.00040846967,"threshold_uncertainty_score":0.28203467},"labels":[],"label_agreement":null},{"id":"W4380489144","doi":"10.1016/j.jsurg.2023.05.017","title":"Learning Outcomes and Educational Effectiveness of E-Learning as a Continuing Professional Development Intervention for Practicing Surgeons and Proceduralists: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Psychological intervention; Medicine; Competence (human resources); Medical education; Critical appraisal; MEDLINE; Continuing medical education; Journal club; Nursing; Psychology; Continuing education; Alternative medicine","score_opus":0.05133039964887352,"score_gpt":0.44436218659713217,"score_spread":0.39303178694825863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380489144","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010162794,0.9865515,0.000019683352,0.0003148571,0.00044119117,0.0024312108,0.0000011631334,0.000015915866,0.000061637606],"genre_scores_gemma":[0.01665778,0.9808379,0.00023753675,0.000021849351,0.00010268275,0.00035749484,0.00011177184,0.00004577525,0.0016272166],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99651724,0.0008201772,0.0018732204,0.00021954323,0.00041408517,0.00015575682],"domain_scores_gemma":[0.9887921,0.007478245,0.0027179138,0.000067588495,0.00077181275,0.00017229178],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046416684,0.00025133745,0.002425721,0.00037789962,0.00010598406,0.00003742874,0.00005656831,0.00015058227,0.000030956515],"category_scores_gemma":[0.009844603,0.00016866469,0.0004473026,0.00031150258,0.000041665102,0.0001637979,0.00003681457,0.00057621545,0.0000026440612],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103408405,0.0002673784,0.0009457566,0.88728184,0.00046035077,0.000005393903,0.00036119903,0.0000013673152,2.7507144e-7,0.00028831046,0.000009175124,0.110275574],"study_design_scores_gemma":[0.0012931625,0.00019866238,0.0010770039,0.94719297,0.002499814,0.0007747445,0.0008229741,0.000016169144,6.8834817e-7,0.00006902952,0.045889243,0.00016551568],"about_ca_topic_score_codex":0.000004035897,"about_ca_topic_score_gemma":4.291437e-7,"teacher_disagreement_score":0.11011005,"about_ca_system_score_codex":0.00017165115,"about_ca_system_score_gemma":0.0012057951,"threshold_uncertainty_score":0.9984959},"labels":[],"label_agreement":null},{"id":"W4381613211","doi":"10.1016/j.jsurg.2023.05.022","title":"Effects of Corrective Exercises on Work-Related Musculoskeletal Disorders and Quality of Life in Surgical Residents: A Pilot, Quasi-Experimental Study","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Iran University of Medical Sciences","keywords":"Medicine; Physical therapy; Absenteeism; Quality of life (healthcare); Intervention (counseling); Workload; Work-related musculoskeletal disorders; Analgesic; Rating scale; Human factors and ergonomics; Nursing; Poison control; Emergency medicine; Psychology","score_opus":0.016073559659214486,"score_gpt":0.3547696779633041,"score_spread":0.33869611830408963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381613211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970509,0.0009634741,0.0000014179495,0.00044329447,0.00046356555,0.0007843704,6.6912753e-7,0.000010626515,0.00028168078],"genre_scores_gemma":[0.999329,0.00043692492,0.000020735477,0.000009078052,0.00007465512,0.000021967488,0.000005775413,0.000013290557,0.0000885914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734944,0.0007038119,0.0010482778,0.00018544232,0.0005709821,0.00014201638],"domain_scores_gemma":[0.99726015,0.0017140562,0.0005120414,0.000120812765,0.00022109988,0.00017181617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015146149,0.0001420817,0.00066628,0.0004843834,0.00002958344,0.000006383564,0.000061854684,0.00008807287,0.000036308393],"category_scores_gemma":[0.0013596526,0.0001060145,0.00019362618,0.00091021956,0.00015663367,0.00011774832,0.00002486351,0.00030094004,0.000003240031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012406945,0.056694116,0.89865774,0.0021079578,0.0002683972,0.000030409863,0.009436118,0.00007519991,0.0027566268,0.00034646134,0.0002727375,0.016947303],"study_design_scores_gemma":[0.006262173,0.009140516,0.9748554,0.00079942774,0.00005701571,0.0000049129835,0.008434391,0.000012956488,0.0002166063,0.00010006254,0.000022151047,0.00009439439],"about_ca_topic_score_codex":0.00031822672,"about_ca_topic_score_gemma":0.000013968943,"teacher_disagreement_score":0.07619767,"about_ca_system_score_codex":0.0001047525,"about_ca_system_score_gemma":0.00025135186,"threshold_uncertainty_score":0.43231457},"labels":[],"label_agreement":null},{"id":"W4388997485","doi":"10.1016/j.jsurg.2023.10.001","title":"Development of a Tool to Assess Surgical Resident Competence On-Call: The Western University Call Assessment Tool (WUCAT)","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Canadian Institutes of Health Research; Western University","keywords":"Formative assessment; Generalizability theory; Competence (human resources); Summative assessment; Medical education; Medicine; Internal consistency; Psychology; Nursing; Patient satisfaction","score_opus":0.046676617394796276,"score_gpt":0.37962373979715425,"score_spread":0.33294712240235796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388997485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97077596,0.000017371414,0.0004415796,0.026141351,0.001111595,0.0003649975,0.0000016993371,0.00002023321,0.0011252303],"genre_scores_gemma":[0.98380905,0.00010614194,0.010935032,0.00088179787,0.0006317772,0.000012981927,0.000032013068,0.000018634933,0.0035725946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972592,0.0001550931,0.0009431886,0.00020243278,0.00119674,0.00024335059],"domain_scores_gemma":[0.9976331,0.0003877124,0.00047219003,0.0003125121,0.0010551806,0.00013933201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022107202,0.00014986655,0.00037915993,0.0004499437,0.00016202411,0.000028618684,0.00031288495,0.000107259984,0.00013148751],"category_scores_gemma":[0.00042342188,0.00010558179,0.00012697752,0.0012891584,0.00011483592,0.00013858084,0.000078954734,0.00056338916,0.00006503565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039244904,0.0086006215,0.14026672,0.0009915286,0.00086063077,0.00105278,0.024580557,0.000939884,0.0032404473,0.023570707,0.36952996,0.4224417],"study_design_scores_gemma":[0.0012562461,0.0003182267,0.45556983,0.0007131457,0.00008029474,0.00035841943,0.00418178,0.00010577551,0.00036128564,0.000041345535,0.5368484,0.00016522547],"about_ca_topic_score_codex":0.000014826409,"about_ca_topic_score_gemma":0.00000431703,"teacher_disagreement_score":0.42227647,"about_ca_system_score_codex":0.0007472406,"about_ca_system_score_gemma":0.003868428,"threshold_uncertainty_score":0.6862425},"labels":[],"label_agreement":null},{"id":"W4390100118","doi":"10.1016/j.jsurg.2023.11.007","title":"Exploring Medical Students’ Perceptions of Peer-to-Peer Interactions Related to Applying to a Surgical Residency","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perception; Medical education; Peer review; Peer-to-peer; Psychology; Residency training; Medicine; Computer science; World Wide Web; Political science","score_opus":0.10040038661806107,"score_gpt":0.42805826024769267,"score_spread":0.3276578736296316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390100118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8779698,0.000014298969,0.000040497813,0.11350627,0.0024779208,0.00020357488,0.0000022044615,0.000025525464,0.005759931],"genre_scores_gemma":[0.98775053,0.0002506774,0.00027496982,0.00033103098,0.0009344684,0.00003092986,0.0000056331055,0.000008090487,0.010413691],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99474233,0.0002295509,0.0005476592,0.00015031328,0.00408618,0.00024397932],"domain_scores_gemma":[0.9971742,0.0004597351,0.0001323925,0.00011321194,0.0012664782,0.0008539905],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057276543,0.00008122849,0.000246447,0.00060875434,0.00029238014,0.000086714186,0.00066303817,0.00007800173,0.0018007414],"category_scores_gemma":[0.0029587238,0.000074224314,0.00013670303,0.0017041826,0.00007681858,0.000379809,0.00015510387,0.00039865263,0.00032644812],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005431534,0.0018333587,0.088305004,0.000060346752,0.00020841646,0.0005257712,0.34145588,0.0007738239,0.00029026408,0.0137244165,0.40147603,0.15080357],"study_design_scores_gemma":[0.00048303933,0.00021356174,0.069251865,0.00057369284,0.00005490945,0.00007000922,0.25485936,0.0000046027835,0.000013026747,0.00037185318,0.67396665,0.00013744012],"about_ca_topic_score_codex":0.0004403842,"about_ca_topic_score_gemma":0.00012160811,"teacher_disagreement_score":0.27249062,"about_ca_system_score_codex":0.00024355076,"about_ca_system_score_gemma":0.000762516,"threshold_uncertainty_score":0.9991118},"labels":[],"label_agreement":null},{"id":"W4390401583","doi":"10.1016/j.jsurg.2023.11.001","title":"Effect of Feedback Modality on Simulated Surgical Skills Learning Using Automated Educational Systems– A Four-Arm Randomized Control Trial","year":2023,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; National Research Council Canada; Montreal Neurological Institute and Hospital; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Task (project management); Randomized controlled trial; Modality (human–computer interaction); Repetition (rhetorical device); Dreyfus model of skill acquisition; Computer science; Peer feedback; Baseline (sea); Physical medicine and rehabilitation; Psychology; Physical therapy; Cognitive psychology; Medicine; Medical education; Artificial intelligence; Surgery","score_opus":0.025358137404803152,"score_gpt":0.37388937518822146,"score_spread":0.3485312377834183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390401583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940621,0.00017301852,0.00002086017,0.0012942132,0.0018084303,0.0011888643,0.0000035791354,0.00011312677,0.0013357623],"genre_scores_gemma":[0.9981459,0.000058283953,0.000025426967,0.000040191444,0.0012486218,0.000014722289,0.00004927923,0.000030513254,0.00038708132],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9947333,0.0020603724,0.0016717187,0.00023939848,0.0009919812,0.0003032317],"domain_scores_gemma":[0.9841156,0.013381489,0.0011963941,0.00016024007,0.00077893987,0.00036735073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056655016,0.00025723895,0.0016263542,0.0005576411,0.00012166798,0.000048195066,0.00010064192,0.00024302969,0.00042369243],"category_scores_gemma":[0.0041891932,0.00017772026,0.00074746343,0.0008873406,0.0001339742,0.00014594726,0.000015180992,0.00059560064,0.000034064873],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.7849424,0.0020253127,0.0033641236,0.00027632868,0.0006456721,0.00014552007,0.00026575653,0.20260224,0.00008401727,0.00074987614,0.0001630448,0.0047357157],"study_design_scores_gemma":[0.73046815,0.0016909167,0.0016280961,0.0008136997,0.00051415514,0.00041672797,0.00009069545,0.2622775,0.00008340194,0.000082676605,0.0017639688,0.0001699929],"about_ca_topic_score_codex":0.000039537194,"about_ca_topic_score_gemma":6.985609e-8,"teacher_disagreement_score":0.059675258,"about_ca_system_score_codex":0.00022980025,"about_ca_system_score_gemma":0.00085245364,"threshold_uncertainty_score":0.7247222},"labels":[],"label_agreement":null},{"id":"W4390440009","doi":"10.1016/j.jsurg.2023.11.004","title":"Use of Innovative Technology in Surgical Training in Resource-Limited Settings: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Children's Hospital; Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Expatriate; Resource (disambiguation); Medicine; Grey literature; Knowledge management; Medical education; MEDLINE; Business; Computer science; Political science","score_opus":0.1609282216401043,"score_gpt":0.46055154996070036,"score_spread":0.299623328320596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390440009","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016442124,0.99347967,4.2661472e-7,0.003097789,0.00032548662,0.0011640189,0.00000562125,0.000015484891,0.00026731496],"genre_scores_gemma":[0.00009065869,0.99896234,0.00019732986,0.00028950014,0.00024838824,0.00005096316,0.00005960354,0.000034068482,0.00006714021],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9945638,0.0004854453,0.0037740143,0.00026781255,0.00046734017,0.00044154734],"domain_scores_gemma":[0.9949799,0.0017032711,0.0022639653,0.00023048183,0.0006094008,0.000212948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003550241,0.00028355166,0.003842717,0.0027050695,0.000020359828,0.000010120653,0.00014680422,0.00052917126,0.00003862705],"category_scores_gemma":[0.004046,0.00021610378,0.00039258238,0.00674979,0.000095728625,0.00011951619,0.000045931993,0.0016389972,0.000007205821],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095491705,0.00024654545,0.00026758396,0.13182226,0.000041735646,0.0007880376,0.000109906774,5.887731e-7,7.47022e-8,0.00014095931,0.0012621528,0.86522466],"study_design_scores_gemma":[0.00028531166,0.000082851446,0.000033796536,0.50901383,0.00007697772,0.0018137208,0.00017406451,6.466413e-7,1.3561322e-7,0.000024273848,0.4884076,0.00008677067],"about_ca_topic_score_codex":0.000017015587,"about_ca_topic_score_gemma":0.000004286839,"teacher_disagreement_score":0.8651379,"about_ca_system_score_codex":0.00044903468,"about_ca_system_score_gemma":0.008087097,"threshold_uncertainty_score":0.9975361},"labels":[],"label_agreement":null},{"id":"W4391283840","doi":"10.1016/j.jsurg.2023.12.006","title":"Redefining Trauma Training in Canada: A National Delphi Study on Curriculum, Educational Resources, and Training Initiatives","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Western University; McMaster University; University of Alberta","funders":"","keywords":"Curriculum; Delphi method; Medical education; Medicine; Context (archaeology); Inclusion (mineral); Major trauma; Psychology; Pedagogy; Medical emergency","score_opus":0.05968848723106884,"score_gpt":0.35264766146245397,"score_spread":0.2929591742313851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391283840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730289,0.003353762,0.0000015054791,0.007035466,0.0010077283,0.00012876804,0.000004186871,0.0000067605706,0.015432904],"genre_scores_gemma":[0.99853545,0.00017350912,0.00015058869,0.00012600735,0.00091894745,0.00001744307,0.0000066852917,0.00001268878,0.000058678153],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998379,0.00008213472,0.000584963,0.00018236527,0.000605137,0.0001663902],"domain_scores_gemma":[0.9990501,0.0003841019,0.00012522368,0.000044090535,0.00025798025,0.00013854873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006030169,0.00013062067,0.00030722748,0.00037538024,0.00007729298,0.00002945149,0.000049407572,0.00003574528,0.00010446934],"category_scores_gemma":[0.00032208723,0.000104480976,0.00006729519,0.00035716142,0.00003556403,0.00016998708,0.0000094650995,0.00041560904,0.0000014437218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005060653,0.0021152168,0.20857292,0.00025747722,0.00065838237,0.0005328226,0.3136364,0.000182488,0.000051347157,0.010109375,0.009380377,0.45399714],"study_design_scores_gemma":[0.00090552284,0.00042305596,0.78042364,0.0009116381,0.00006854759,0.00076518307,0.20342308,0.00009211335,0.0000029390017,0.00062119553,0.012231163,0.00013189322],"about_ca_topic_score_codex":0.014451412,"about_ca_topic_score_gemma":0.022063596,"teacher_disagreement_score":0.5718508,"about_ca_system_score_codex":0.0005711085,"about_ca_system_score_gemma":0.0065552094,"threshold_uncertainty_score":0.9990767},"labels":[],"label_agreement":null},{"id":"W4391364736","doi":"10.1016/j.jsurg.2023.12.004","title":"Factors Influencing Exam Performance of Surgical Trainees in Sub-Saharan Africa: A Retrospective Analysis of the College of Surgeons in East, Central, and Southern Africa Membership Examination","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Global Health Research","funders":"Science Foundation Ireland; Royal College of Surgeons in Ireland","keywords":"Curriculum; Economic shortage; Demographics; Medical education; Duration (music); Medicine; Psychology; Family medicine; Demography; Pedagogy; Government (linguistics)","score_opus":0.02766222623008065,"score_gpt":0.28077339673329604,"score_spread":0.2531111705032154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391364736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959986,0.0027307058,9.1610167e-7,0.00041878026,0.00019089831,0.00017157651,0.000050318842,0.0000030680235,0.00043509153],"genre_scores_gemma":[0.9989902,0.00089748896,0.000008752785,0.000004012416,0.000038711332,0.0000027929404,0.0000051916,0.000006981159,0.00004588313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99789214,0.00022936036,0.0010131791,0.00013807385,0.00049385114,0.00023341762],"domain_scores_gemma":[0.9985564,0.0004824975,0.0004152795,0.00010853493,0.00028861218,0.00014868846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016015371,0.00011991432,0.00069307897,0.0008955653,0.000021678396,0.000005451955,0.00006896339,0.000109802095,0.000049718554],"category_scores_gemma":[0.00024737173,0.000078141435,0.00023743979,0.0024430265,0.00010848936,0.00014286778,0.000013144164,0.00032255345,1.4198272e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003992076,0.0005628655,0.98530465,0.00047397637,0.00016513199,0.000023132547,0.010738183,0.00022819272,0.00034563363,0.00017894189,0.00011861492,0.0014614615],"study_design_scores_gemma":[0.000574516,0.00014462334,0.99185085,0.00088495476,0.00025895712,0.00003989236,0.0042242403,0.0012723019,0.00026626993,0.00003778221,0.00038245894,0.00006315361],"about_ca_topic_score_codex":0.00013970687,"about_ca_topic_score_gemma":0.00007901186,"teacher_disagreement_score":0.006546191,"about_ca_system_score_codex":0.00026782532,"about_ca_system_score_gemma":0.0007235035,"threshold_uncertainty_score":0.31865153},"labels":[],"label_agreement":null},{"id":"W4392086332","doi":"10.1016/j.jsurg.2023.12.013","title":"Psychological Impact of the COVID-19 Pandemic on Canadian Surgical Residents: A Province-Wide Study","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Pandemic; Medicine; Socioeconomic status; Depression (economics); Demographics; Feeling; Mental health; Coronavirus disease 2019 (COVID-19); Family medicine; Gerontology; Demography; Psychiatry; Psychology; Environmental health; Disease; Internal medicine","score_opus":0.11674928456043004,"score_gpt":0.5053272950272806,"score_spread":0.38857801046685053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392086332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829252,0.0010168996,0.0000035328396,0.008128888,0.002937017,0.0005452291,0.000017553688,0.000017729555,0.004407987],"genre_scores_gemma":[0.9961752,0.00014347536,0.000004648766,0.0011522836,0.00058207,0.000016998287,0.0000034797595,0.00001580782,0.0019060208],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997428,0.00069071254,0.0007785317,0.0002861878,0.00047243145,0.0003441438],"domain_scores_gemma":[0.99743646,0.001031936,0.00028872833,0.0003268874,0.00010555785,0.0008104509],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016743537,0.00017192794,0.000333177,0.0003760113,0.00012476517,0.00004621796,0.00036901305,0.0001620945,0.0019349459],"category_scores_gemma":[0.00029385643,0.00009642199,0.00037851083,0.00051595474,0.00010515083,0.000100987505,0.000025459487,0.0007420621,0.00006427799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013742549,0.0032363269,0.90101415,0.00007452939,0.00015463852,0.00075975753,0.003330556,0.000043412925,0.0000061959436,0.0016919428,0.0724723,0.015841953],"study_design_scores_gemma":[0.001581446,0.0025169717,0.8092249,0.00014327742,0.000066193374,0.0022005797,0.0016199884,0.0000043061264,0.0000010815324,0.0007776026,0.18172991,0.00013374213],"about_ca_topic_score_codex":0.069019645,"about_ca_topic_score_gemma":0.013305543,"teacher_disagreement_score":0.109257616,"about_ca_system_score_codex":0.0027195557,"about_ca_system_score_gemma":0.00876295,"threshold_uncertainty_score":0.9989774},"labels":[],"label_agreement":null},{"id":"W4392778462","doi":"10.1016/j.jsurg.2024.01.009","title":"How Surgeons Think to Avoid Error: A Case Study of the Neurovascular Bundle Sparing During a Robotic Prostatectomy","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Queen's University; University of Ottawa","funders":"","keywords":"Neurovascular bundle; Prostatectomy; Medicine; Task (project management); Medical physics; Medical education; Surgery; Engineering","score_opus":0.03413635291583938,"score_gpt":0.321365706054712,"score_spread":0.2872293531388726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392778462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99430865,0.0003137114,0.000037718863,0.0037077987,0.0008878975,0.00047869436,3.483099e-7,0.000021722644,0.00024344336],"genre_scores_gemma":[0.99909633,0.000010964673,0.00006398494,0.000053121035,0.00023702205,0.000006898094,5.3212517e-7,0.000018406405,0.00051272183],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99860936,0.00013919812,0.0004615238,0.00016028104,0.0004704012,0.00015925267],"domain_scores_gemma":[0.99895245,0.00023448298,0.00015496786,0.00019545604,0.00024870795,0.00021391586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005361487,0.00011618442,0.0003175766,0.00023611798,0.000101937316,0.00009189616,0.000077307035,0.00004452791,0.000050593913],"category_scores_gemma":[0.00026722366,0.00007112454,0.00025156373,0.00066896674,0.000026641095,0.00016265574,0.000031197163,0.0004290892,0.000002968215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037933101,0.030234199,0.5465975,0.004420466,0.0032356004,0.05276834,0.15024601,0.08841728,0.0039356668,0.0009835334,0.0009561319,0.11441196],"study_design_scores_gemma":[0.022600887,0.00463226,0.5823479,0.0067385295,0.0028102067,0.1706865,0.14847575,0.011707303,0.0022200246,0.00026859672,0.04649606,0.0010159531],"about_ca_topic_score_codex":0.000092563925,"about_ca_topic_score_gemma":0.000017385517,"teacher_disagreement_score":0.117918156,"about_ca_system_score_codex":0.00009107912,"about_ca_system_score_gemma":0.0003799667,"threshold_uncertainty_score":0.29003745},"labels":[],"label_agreement":null},{"id":"W4395701979","doi":"10.1016/j.jsurg.2024.02.011","title":"A Scoping Review of the Literature on Entrustable Professional Activities in Surgery Residency Programs","year":2024,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Queen's University; University of Ottawa","funders":"","keywords":"Medical education; Patient care; Medicine; Residency training; Psychology; Family medicine; Nursing","score_opus":0.04918842237367028,"score_gpt":0.442682823415096,"score_spread":0.39349440104142575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395701979","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041698854,0.9875957,2.7348528e-7,0.005110097,0.0050003664,0.0015241215,0.0000023974412,0.0000061344576,0.0003439312],"genre_scores_gemma":[0.000041197414,0.9965613,0.00015760986,0.00037835873,0.001239455,0.00015608528,0.000077609744,0.000030512516,0.0013578958],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99614316,0.00042617178,0.0020771318,0.00020467417,0.00095559267,0.00019325965],"domain_scores_gemma":[0.996908,0.00049009616,0.0016381193,0.0003332923,0.0005712933,0.00005921944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025102322,0.0002542777,0.0016841253,0.00079975993,0.00004231615,0.00003510796,0.0001957252,0.00031310707,0.00015109616],"category_scores_gemma":[0.0022468595,0.00013141592,0.00072646077,0.0025945925,0.00008887418,0.00016572016,0.000040730047,0.0019215003,0.000006394223],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018660408,0.00060888927,0.000034436507,0.41342044,0.00004170222,0.000017585258,0.00013877673,2.6625148e-8,7.434194e-8,0.0002350021,0.028559633,0.55692476],"study_design_scores_gemma":[0.000059188904,0.000040165534,0.000017400705,0.66834474,0.00038431905,0.0005924176,0.00008431292,1.6427829e-7,0.0000010516457,0.00007732291,0.33033082,0.00006810914],"about_ca_topic_score_codex":0.0000026185317,"about_ca_topic_score_gemma":5.887418e-7,"teacher_disagreement_score":0.55685663,"about_ca_system_score_codex":0.000524779,"about_ca_system_score_gemma":0.015936937,"threshold_uncertainty_score":0.9896418},"labels":[],"label_agreement":null},{"id":"W4396899825","doi":"10.1016/j.jsurg.2024.03.013","title":"The Need for Health Policy Training for Surgeons","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"","keywords":"Pandemic; Health care; Health policy; Medicine; Policy development; Training (meteorology); Coronavirus disease 2019 (COVID-19); Nursing; Public relations; Medical education; Political science; Public health; Public administration","score_opus":0.09951378080211293,"score_gpt":0.5404769605528379,"score_spread":0.44096317975072497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396899825","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050585363,0.016041087,0.002280026,0.9084914,0.015543066,0.0026076727,0.000055226337,0.000082626495,0.0043135677],"genre_scores_gemma":[0.9569529,0.004629609,0.003397498,0.006451168,0.012099112,0.00046416934,0.000038031445,0.00007075301,0.01589674],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977377,0.00026736467,0.0010702999,0.00011742331,0.00021840505,0.0005888106],"domain_scores_gemma":[0.9934833,0.005081571,0.0004811852,0.00012076969,0.000506958,0.00032618898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00365549,0.00010371713,0.00029753573,0.00017286281,0.0010787741,0.000042071915,0.00015936131,0.00011212003,0.000043337022],"category_scores_gemma":[0.0008865624,0.00006478333,0.0002133082,0.0003651218,0.00003854295,0.00013983669,0.000013561279,0.00043498442,0.000012926254],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043174485,0.00008222088,0.00036968171,0.0007962211,0.000043796063,0.0000011797939,0.008729137,0.000015382837,0.0000036452197,0.18792544,0.5140287,0.2875728],"study_design_scores_gemma":[0.00042923802,0.00021214501,0.0004231055,0.001021599,0.00001407703,0.00002968211,0.01215046,0.0001887968,0.0000010498518,0.013471127,0.97200227,0.00005647703],"about_ca_topic_score_codex":0.00026456724,"about_ca_topic_score_gemma":0.000083040184,"teacher_disagreement_score":0.90636754,"about_ca_system_score_codex":0.0006332517,"about_ca_system_score_gemma":0.01033844,"threshold_uncertainty_score":0.99527204},"labels":[],"label_agreement":null},{"id":"W4399096699","doi":"10.1016/j.jsurg.2024.05.008","title":"Grit and Thoracic Surgery Interest Among Medical Students","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Dalhousie University; Hamilton General Hospital","funders":"","keywords":"Grit; Medicine; Psychology; General surgery; Surgery; Social psychology","score_opus":0.04240399103226779,"score_gpt":0.4117461664044574,"score_spread":0.3693421753721896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399096699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98537874,0.0029365383,0.000068128575,0.0041609867,0.0060774665,0.00007447157,7.9965105e-7,0.000021851332,0.0012809944],"genre_scores_gemma":[0.99658316,0.00061262475,0.000024187617,0.00012880792,0.0015930731,0.000004716291,0.000006739408,0.000014175738,0.0010325016],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984498,0.0002040493,0.00052623457,0.00016063637,0.00050976244,0.00014949837],"domain_scores_gemma":[0.998645,0.00072048034,0.00015839879,0.00009612907,0.00013137473,0.00024859235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001643547,0.0000998656,0.00021525609,0.0002924062,0.000041382165,0.00014042036,0.0001652431,0.0001583723,0.0011220009],"category_scores_gemma":[0.00024900207,0.00007651866,0.00011560593,0.00022147669,0.000075409574,0.00023669003,0.000030250354,0.00045554969,0.000056087283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022376534,0.0022654086,0.28273728,0.00013203958,0.00025691863,0.0005039358,0.0034448886,5.709379e-7,0.000026039634,0.0030917532,0.11283581,0.5944816],"study_design_scores_gemma":[0.0002878939,0.000101122656,0.8704155,0.000717471,0.00007164801,0.0012302869,0.001132836,0.000012418004,0.000022952352,0.00055746234,0.12531984,0.00013055543],"about_ca_topic_score_codex":0.000024929795,"about_ca_topic_score_gemma":0.0000062601243,"teacher_disagreement_score":0.59435105,"about_ca_system_score_codex":0.000052859694,"about_ca_system_score_gemma":0.0002585864,"threshold_uncertainty_score":0.9997911},"labels":[],"label_agreement":null},{"id":"W4399330507","doi":"10.1016/j.jsurg.2024.05.010","title":"A Canadian National Survey Study of Harassment in Surgery—Still a Long Way to Go","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Harassment; Medicine; Specialty; Family medicine; Cross-sectional study; Neurosurgery; Nursing; Surgery","score_opus":0.06029465339072069,"score_gpt":0.37438417957252396,"score_spread":0.31408952618180325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399330507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868199,0.0001965516,0.000004551443,0.0077492404,0.0014040923,0.00010848186,0.0000052655037,0.000002300012,0.0037096038],"genre_scores_gemma":[0.99869615,0.000064793625,0.000014663904,0.000120010314,0.00028699773,0.0000018561047,0.0000034446737,0.0000022808597,0.000809801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998374,0.00027201712,0.00028624776,0.00007532683,0.0008694165,0.00012300676],"domain_scores_gemma":[0.9986114,0.0005339331,0.000069062866,0.000032816683,0.0005046919,0.00024812072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054574604,0.0000414162,0.00014321816,0.0005001746,0.000046385783,0.000054066157,0.00014901612,0.000037351587,0.00035323476],"category_scores_gemma":[0.0006032048,0.000036604826,0.00004524582,0.00064834085,0.000028063609,0.00015171831,0.000010103546,0.00013467643,0.00001665723],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006795285,0.0010409979,0.8221789,0.00002617246,0.000055463825,0.00014849052,0.04556635,0.00010722807,0.0000029565551,0.0013937218,0.095387354,0.034024432],"study_design_scores_gemma":[0.00018445241,0.00010410596,0.9082315,0.00020409288,0.00001533919,0.000008430076,0.02570969,0.000008563001,0.0000023708667,0.0002405613,0.06522865,0.00006227063],"about_ca_topic_score_codex":0.17316769,"about_ca_topic_score_gemma":0.47996157,"teacher_disagreement_score":0.30679387,"about_ca_system_score_codex":0.0007669582,"about_ca_system_score_gemma":0.00421969,"threshold_uncertainty_score":0.8323383},"labels":[],"label_agreement":null},{"id":"W4400576220","doi":"10.1016/j.jsurg.2024.06.017","title":"Assessing Educator Burnout in Online Synchronous Teaching in Surgical Disciplines","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute; University of Toronto; St. Michael's Hospital; University of Ottawa","funders":"","keywords":"Burnout; Pandemic; Medical education; Coronavirus disease 2019 (COVID-19); Online learning; Psychology; Medicine; Online teaching; Multimedia; Computer science; Internal medicine; Clinical psychology","score_opus":0.05121636745480574,"score_gpt":0.49301904908300775,"score_spread":0.441802681628202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400576220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752483,0.00781359,0.000021790776,0.007295108,0.005334394,0.00012413358,0.000003005427,0.000015344629,0.0041443277],"genre_scores_gemma":[0.99625576,0.00026014558,0.0002526266,0.00012684963,0.0022581797,0.000008529644,0.000016090156,0.000019151948,0.0008026448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99806255,0.00030247946,0.00086597994,0.00023233084,0.00023836164,0.00029828784],"domain_scores_gemma":[0.9988299,0.00064016995,0.00017361747,0.00012481525,0.000034890843,0.0001966083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014161699,0.00013920531,0.0003225503,0.00061753707,0.000051584877,0.000111982714,0.00014468581,0.00012255316,0.00040720875],"category_scores_gemma":[0.00006195234,0.00010997464,0.00012415026,0.00039963212,0.000039250895,0.00043594989,0.000028308248,0.00096458284,0.00002524178],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038152907,0.0087538455,0.12901746,0.00047399465,0.000043542394,0.0020609621,0.01505024,0.00007954577,0.000088336856,0.0086275935,0.0029695912,0.83245337],"study_design_scores_gemma":[0.00260876,0.00046138116,0.38456026,0.0037735065,0.000055998265,0.004800791,0.037118994,0.0005123344,0.0000118573425,0.0022159528,0.56340253,0.00047763955],"about_ca_topic_score_codex":0.0006785731,"about_ca_topic_score_gemma":0.00021616399,"teacher_disagreement_score":0.8319757,"about_ca_system_score_codex":0.000978615,"about_ca_system_score_gemma":0.0023139494,"threshold_uncertainty_score":0.44846356},"labels":[],"label_agreement":null},{"id":"W4402403807","doi":"10.1016/j.jsurg.2024.08.001","title":"Effects of Mentorship on Surgery Residents’ Burnout and Well-Being: A Scoping Review","year":2024,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Burnout; Medicine; Psychology; Nursing; Medical education; Clinical psychology","score_opus":0.052935869132053365,"score_gpt":0.4209104226009073,"score_spread":0.3679745534688539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402403807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000201884,0.98603487,7.40876e-7,0.00036691007,0.010049023,0.0005651667,4.3536886e-7,0.00000848852,0.002772494],"genre_scores_gemma":[0.000030009742,0.9958744,0.000021156677,0.00008663334,0.0011118389,0.000059430866,0.0000070376673,0.000033631783,0.0027758325],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9966228,0.00060254504,0.0017773567,0.0002813309,0.00047457143,0.00024140405],"domain_scores_gemma":[0.9958686,0.002092297,0.0015457727,0.00017394628,0.000100372956,0.00021896306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027767702,0.0003005254,0.0019123041,0.0005166165,0.000031295607,0.000032563217,0.00018758672,0.00026806636,0.00020789483],"category_scores_gemma":[0.00043687405,0.00020548937,0.00049822696,0.00035279425,0.000033653505,0.00005825126,0.00003996341,0.00080156134,0.000099993944],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016738342,0.00019338669,0.000017170794,0.30556965,0.00028148366,0.00009256669,0.0002959669,9.856649e-9,1.0954401e-7,0.0004826017,0.04670432,0.64634603],"study_design_scores_gemma":[0.00006298706,0.00003474463,0.000015896605,0.510357,0.0007530913,0.00024099844,0.000010333987,5.3381837e-9,0.0000013717672,0.00006705154,0.48835483,0.0001016568],"about_ca_topic_score_codex":0.0000070316055,"about_ca_topic_score_gemma":5.414739e-8,"teacher_disagreement_score":0.64624435,"about_ca_system_score_codex":0.00018260312,"about_ca_system_score_gemma":0.0009861762,"threshold_uncertainty_score":0.8379613},"labels":[],"label_agreement":null},{"id":"W4402539412","doi":"10.1016/j.jsurg.2024.08.009","title":"Why Didn't You Call Me? Factors Junior Learners Consider When Deciding Whether to Call Their Supervisor","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Nursing education and management","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of Ottawa","funders":"","keywords":"Supervisor; Roll call; Call centre; Psychology; Call control; Computer science; Management; Computer network; Telecommunications; Political science","score_opus":0.035628626416912425,"score_gpt":0.3264127831705501,"score_spread":0.29078415675363767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402539412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7698282,0.0018225926,0.00037644434,0.19312608,0.030747036,0.0003224213,0.0000043687887,0.00008538503,0.0036874432],"genre_scores_gemma":[0.9802113,0.00010251494,0.0010528122,0.004928984,0.0013582115,0.000010699981,0.000013701932,0.000065574706,0.012256201],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983292,0.00018120228,0.0005498617,0.00025434748,0.0003915295,0.0002938474],"domain_scores_gemma":[0.9987074,0.0003227207,0.00014315077,0.00020909157,0.0002526345,0.00036500915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059077475,0.00020624236,0.0002845582,0.00048738884,0.00011435924,0.0003043938,0.0002108502,0.00010077688,0.00074582343],"category_scores_gemma":[0.00020113564,0.00015423092,0.00021333716,0.0003300757,0.000050819996,0.00038469784,0.000027490307,0.00039093354,0.000069336405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013264817,0.0004537904,0.0011553975,0.00008164625,0.00009255069,0.000010477719,0.02323781,0.00007010833,0.0015894846,0.00065901526,0.9211648,0.051352274],"study_design_scores_gemma":[0.00025696144,0.00014543335,0.0015536111,0.00046855304,0.000094627525,0.000090072914,0.008518468,0.00006569583,0.0012502309,0.00086965563,0.9864828,0.00020387219],"about_ca_topic_score_codex":0.00018747972,"about_ca_topic_score_gemma":0.000027053391,"teacher_disagreement_score":0.21038307,"about_ca_system_score_codex":0.00045124965,"about_ca_system_score_gemma":0.00027149662,"threshold_uncertainty_score":0.8166244},"labels":[],"label_agreement":null},{"id":"W4402736062","doi":"10.1016/j.jsurg.2024.08.015","title":"Implementation and Evaluation of an Academic Development Rotation for Surgery Residents","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institutes of Health","keywords":"Rotation (mathematics); Medicine; Medical education; General surgery; Psychology; Computer science; Artificial intelligence","score_opus":0.28840021401254046,"score_gpt":0.5914119425687102,"score_spread":0.30301172855616976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402736062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9897837,0.002273989,0.00021322689,0.0068481676,0.0003902104,0.00043848038,0.0000014152611,0.000004103035,0.000046706675],"genre_scores_gemma":[0.99728227,0.00093382574,0.0009398631,0.00015978426,0.00056361844,0.000027240429,0.00004951204,0.000007333428,0.00003657305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980889,0.00012476121,0.00062097237,0.00008381402,0.0009134934,0.00016809115],"domain_scores_gemma":[0.9976126,0.00047527792,0.00017531856,0.00004231433,0.00085274293,0.00084173295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007867076,0.00005084155,0.0001673936,0.0003268343,0.00003088169,0.000015064819,0.000023651293,0.000065945715,0.00008558023],"category_scores_gemma":[0.0037470588,0.00003839314,0.000042795244,0.00016306322,0.000021657821,0.00030526408,0.0000042598112,0.0001753335,0.0000012337915],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027333666,0.000081029364,0.003935704,0.0005429144,0.000024990819,0.0000028402135,0.00068186945,0.0000016996878,0.00084664184,0.000079776546,0.0046220603,0.98890716],"study_design_scores_gemma":[0.0054041515,0.0016757699,0.8228511,0.004294177,0.00057262054,0.0008368682,0.0055975188,0.0036732154,0.023988875,0.004085091,0.12680605,0.00021451162],"about_ca_topic_score_codex":0.000019168247,"about_ca_topic_score_gemma":0.0000032238222,"teacher_disagreement_score":0.98869264,"about_ca_system_score_codex":0.00028669226,"about_ca_system_score_gemma":0.016486347,"threshold_uncertainty_score":0.98908925},"labels":[],"label_agreement":null},{"id":"W4403094764","doi":"10.1016/j.jsurg.2024.08.023","title":"Development and Assessment of a Deceased Donor Organ Recovery Workshop for Surgical Fellows","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; Toronto General Hospital; University Health Network; Canada Research Chairs","funders":"","keywords":"Medicine; Medical education; General surgery","score_opus":0.04649042107888306,"score_gpt":0.38378998943492276,"score_spread":0.3372995683560397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403094764","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9916441,0.0015647039,0.00062856736,0.0022387928,0.0006694386,0.00020337026,0.0000014990769,0.000013752839,0.003035765],"genre_scores_gemma":[0.9856739,0.00029112637,0.0128488485,0.00007045878,0.0004977808,0.000008329379,0.000017087708,0.00001405224,0.00057839975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987829,0.000036079633,0.0006354072,0.00013356144,0.00028783374,0.00012425454],"domain_scores_gemma":[0.9984649,0.0008198754,0.0001678082,0.00006366044,0.00025874565,0.00022503495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075595017,0.00009970817,0.00032616805,0.00019933032,0.00003932674,0.00004154582,0.000037500577,0.00008708169,0.00027980361],"category_scores_gemma":[0.00010971601,0.00007162939,0.00015572159,0.00023922484,0.000035148336,0.000119008146,0.000011131396,0.00021512064,0.0000016374386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015586965,0.0011335416,0.007365173,0.0005329136,0.00036555307,0.00019084262,0.00089608075,0.00009105565,0.00018355848,0.004411067,0.0011210522,0.9821505],"study_design_scores_gemma":[0.005244456,0.0002982283,0.01375647,0.0010913467,0.00017902655,0.00068730174,0.0008706959,0.0019541357,0.00043221953,0.00033286354,0.97501135,0.00014191591],"about_ca_topic_score_codex":0.0000011083066,"about_ca_topic_score_gemma":8.8272736e-7,"teacher_disagreement_score":0.9820086,"about_ca_system_score_codex":0.00012087055,"about_ca_system_score_gemma":0.0013195584,"threshold_uncertainty_score":0.3063653},"labels":[],"label_agreement":null},{"id":"W4403120360","doi":"10.1016/j.jsurg.2024.09.005","title":"An Eye on Childbearing, Fertility, and Lactation Experiences: A Survey of Canadian Ophthalmologists and Trainees","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Fertility; Lactation; Medicine; Family medicine; Psychology; Demography; Gynecology; Pregnancy; Population; Sociology; Biology; Environmental health","score_opus":0.05516443439122159,"score_gpt":0.37503150565491383,"score_spread":0.31986707126369224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403120360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935007,0.0006440387,0.0000015460571,0.0017146156,0.0004232508,0.00003902551,0.0000028694183,0.000002862131,0.0036710878],"genre_scores_gemma":[0.9994119,0.0003595151,0.000028935277,0.000041960426,0.000088086315,6.3866656e-7,0.0000033798483,0.0000015037833,0.00006410518],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9992963,0.00015816874,0.0001322223,0.00007169991,0.0002646717,0.00007691095],"domain_scores_gemma":[0.99944985,0.00012582546,0.000051371004,0.000030912135,0.00013834269,0.00020368134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016081771,0.000036301895,0.00009060853,0.00023214097,0.00009300448,0.00007682648,0.00008695991,0.000048252652,0.00009270661],"category_scores_gemma":[0.0002239979,0.000029252951,0.000016088468,0.00026169533,0.0002044628,0.00022014459,0.000004568514,0.00009386032,4.1957887e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024133288,0.00042997464,0.43351588,0.00010796446,0.00005034316,0.00009501389,0.4567376,0.000012565325,0.000057986246,0.010628047,0.0016371894,0.096486114],"study_design_scores_gemma":[0.000094628434,0.00022933437,0.92180073,0.0001000828,0.000010155755,0.000014383399,0.074221835,0.000016809967,0.000011839869,0.00038246208,0.0030770903,0.000040617066],"about_ca_topic_score_codex":0.09838981,"about_ca_topic_score_gemma":0.017989345,"teacher_disagreement_score":0.4882849,"about_ca_system_score_codex":0.000046879748,"about_ca_system_score_gemma":0.000663848,"threshold_uncertainty_score":0.9999298},"labels":[],"label_agreement":null},{"id":"W4403135233","doi":"10.1016/j.jsurg.2024.09.001","title":"Exploring Gender Diversity in Canadian Surgical Residency Leadership","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Paul's Hospital; Dalhousie University; University of British Columbia; Memorial University of Newfoundland","funders":"","keywords":"Diversity (politics); Medical education; Medicine; Psychology; Family medicine; Political science; Law","score_opus":0.38000587285608667,"score_gpt":0.3686546447318827,"score_spread":0.011351228124203971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403135233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90085447,0.0031326727,0.0000021175533,0.030407121,0.003579652,0.000057651647,0.0000010635667,0.0000121209705,0.06195314],"genre_scores_gemma":[0.995772,0.0017527791,0.000023299875,0.00012211005,0.001201458,6.896634e-7,0.0000011328198,0.0000028029285,0.0011237112],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865365,0.00016289881,0.00018380018,0.0000913496,0.0006467009,0.00026157638],"domain_scores_gemma":[0.9991898,0.00017467038,0.00004008521,0.000044786866,0.000131455,0.00041923166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024944171,0.000050966573,0.00011414837,0.00037637094,0.00024136479,0.00008716458,0.000244212,0.00006786833,0.0007090172],"category_scores_gemma":[0.00014594295,0.000046939585,0.00007955753,0.00046626842,0.000106655025,0.00069460226,0.000030012648,0.00033703007,0.00003169367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016978683,0.00035712504,0.3308656,0.00021438448,0.000092261864,0.0065424247,0.2561547,0.000056850597,0.0000041525664,0.22362088,0.06225928,0.11966257],"study_design_scores_gemma":[0.00031109655,0.000043827593,0.042661935,0.0003426519,0.000039033184,0.00009493382,0.15327972,0.0000056802783,0.00000449458,0.0032536138,0.7998368,0.00012618126],"about_ca_topic_score_codex":0.15025096,"about_ca_topic_score_gemma":0.070057206,"teacher_disagreement_score":0.73757756,"about_ca_system_score_codex":0.00064660993,"about_ca_system_score_gemma":0.0029996089,"threshold_uncertainty_score":0.9469118},"labels":[],"label_agreement":null},{"id":"W4403191074","doi":"10.1016/j.jsurg.2024.09.009","title":"Impact of COVID-19 on Confidence and Anxiety in Medical Students Related to Procedural Skills","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Anxiety; Psychology; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Confidence interval; Self-confidence; Medical education; Medicine; Clinical psychology; Social psychology; Psychiatry; Virology; Internal medicine; Infectious disease (medical specialty); Disease","score_opus":0.020747842195389613,"score_gpt":0.4356076672267106,"score_spread":0.414859825031321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403191074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907858,0.00035011134,0.000011328499,0.007553492,0.00023587757,0.00014665749,9.295137e-7,0.000008826062,0.00090702344],"genre_scores_gemma":[0.99878585,0.00031237505,0.000033205044,0.000592236,0.00009175386,0.0000020653872,0.0000029495202,0.000006523019,0.00017303538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984444,0.00006236774,0.0005237253,0.0001203492,0.00074324163,0.00010595045],"domain_scores_gemma":[0.99868095,0.0004355016,0.00009757258,0.000055769186,0.0001260675,0.0006041173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010262418,0.000079336816,0.00025695845,0.0002741763,0.000015229713,0.00002691307,0.000072263516,0.000095874435,0.00068428926],"category_scores_gemma":[0.0012160355,0.000051876243,0.00010651137,0.00043034137,0.00004360235,0.00008642265,0.000015811027,0.00033574807,0.000007087044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002519592,0.0033665812,0.80093825,0.00037490862,0.00026586012,0.0008394745,0.008596265,0.0008456733,0.00015707214,0.0034008187,0.0026794833,0.17601602],"study_design_scores_gemma":[0.00533088,0.0013740773,0.9654574,0.002244771,0.000058252084,0.002151506,0.000719852,0.0008320529,0.000039284758,0.00080769364,0.020852841,0.00013141817],"about_ca_topic_score_codex":0.000025251225,"about_ca_topic_score_gemma":0.000001155281,"teacher_disagreement_score":0.1758846,"about_ca_system_score_codex":0.00019954951,"about_ca_system_score_gemma":0.0014184734,"threshold_uncertainty_score":0.7492488},"labels":[],"label_agreement":null},{"id":"W4403191293","doi":"10.1016/j.jsurg.2024.08.024","title":"Autonomy and Competence in Cardiac Surgical Training: A Qualitative Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta","funders":"","keywords":"Competence (human resources); Autonomy; Qualitative analysis; Psychology; Medical education; Medicine; Qualitative research; Knowledge management; Computer science; Sociology; Political science; Social psychology; Social science","score_opus":0.05837548624533682,"score_gpt":0.4220724509486986,"score_spread":0.36369696470336177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403191293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828251,0.0036567843,0.000085622676,0.0036738333,0.0003541138,0.000089232984,0.0000020216085,0.000016747212,0.009296553],"genre_scores_gemma":[0.9984901,0.00023240974,0.00057233294,0.000054793272,0.00031089963,0.0000037077652,0.000010418799,0.000007243696,0.00031812242],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986412,0.00020915049,0.0005599647,0.00015973335,0.00029064485,0.000139331],"domain_scores_gemma":[0.99831563,0.0011346422,0.00010653232,0.000063498985,0.00014501376,0.00023465836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013749131,0.000098866665,0.0005198081,0.00057509943,0.00002542959,0.000051932046,0.000035735768,0.00007329317,0.0002851844],"category_scores_gemma":[0.00010922656,0.000073380084,0.0002881126,0.0010750385,0.00007768495,0.00016630857,0.000009152965,0.00034741627,0.0000052440246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015306156,0.0013283566,0.0983776,0.0003380033,0.0030276976,0.0024611307,0.16321874,0.00081490347,0.00006499339,0.054217484,0.00025987823,0.6743606],"study_design_scores_gemma":[0.0061497926,0.0006275883,0.20277476,0.0012236822,0.002005353,0.0014657973,0.060216818,0.014628174,0.0000360048,0.0029273268,0.70747167,0.00047299836],"about_ca_topic_score_codex":0.000017189996,"about_ca_topic_score_gemma":0.0000013918835,"teacher_disagreement_score":0.7072118,"about_ca_system_score_codex":0.00012778332,"about_ca_system_score_gemma":0.0007888214,"threshold_uncertainty_score":0.3122569},"labels":[],"label_agreement":null},{"id":"W4403258564","doi":"10.1016/j.jsurg.2024.09.003","title":"Interventions Used to Improve Communication Competencies in Surgical Residencies: A Systematic Review","year":2024,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; Toronto General Hospital; McGill University; University of Toronto","funders":"University of Toronto","keywords":"Psychological intervention; Medical education; Medicine; Psychology; Nursing","score_opus":0.08855411460257492,"score_gpt":0.4615065429536679,"score_spread":0.372952428351093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403258564","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006491283,0.9887727,0.000019077786,0.005863753,0.001638529,0.0031604352,0.000007324913,0.000027279619,0.0004460148],"genre_scores_gemma":[0.000058817714,0.9952243,0.0013173756,0.00035526403,0.00056061975,0.0006013889,0.00015179845,0.00005978042,0.0016706402],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99271965,0.0007989251,0.0048711393,0.0003430694,0.00098011,0.00028708228],"domain_scores_gemma":[0.9950745,0.0006271648,0.001954357,0.00090378406,0.0012295858,0.00021058618],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049277525,0.00042429887,0.003751874,0.0017772268,0.00006747804,0.00009724087,0.0005825265,0.00036480342,0.00021944795],"category_scores_gemma":[0.0039466466,0.00028910823,0.0014130463,0.0029424038,0.00010818068,0.0002305727,0.00012228754,0.0018792847,0.00024609224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013321098,0.00074658106,0.0000017956474,0.909679,0.00016027343,0.00007370874,0.00027520687,1.778292e-7,1.1467773e-7,0.0010754595,0.019008966,0.068965405],"study_design_scores_gemma":[0.00020136204,0.00013106709,0.0000019778854,0.5924628,0.0036592146,0.0021859596,0.00033203315,0.0000022749723,1.01543904e-7,0.00007902757,0.40080082,0.0001434019],"about_ca_topic_score_codex":0.000023595372,"about_ca_topic_score_gemma":0.000008664598,"teacher_disagreement_score":0.38179186,"about_ca_system_score_codex":0.0015867519,"about_ca_system_score_gemma":0.003846155,"threshold_uncertainty_score":0.99995613},"labels":[],"label_agreement":null},{"id":"W4404437070","doi":"10.1016/j.jsurg.2024.103336","title":"A Scoping Review of Mental Practice in Athletes: How can Surgeons Learn?","year":2024,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Sport Psychology and Performance","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Providence Health Care; University of British Columbia; Queen's University; University of Ottawa","funders":"","keywords":"Athletes; Psychology; Medical education; Medicine; Physical therapy","score_opus":0.07483465883657911,"score_gpt":0.48046712196571945,"score_spread":0.40563246312914036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404437070","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000053358286,0.98440284,4.068206e-7,0.0031729387,0.005454439,0.0006130112,0.000009552569,0.0000056374006,0.006287842],"genre_scores_gemma":[0.000038226357,0.9975498,0.00004954909,0.00028311147,0.0004888839,0.000057000685,0.00003964318,0.00002885288,0.0014649378],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721587,0.000560161,0.0014713882,0.0002532049,0.00027931028,0.0002200879],"domain_scores_gemma":[0.996793,0.00060465396,0.0020132752,0.0002723188,0.00020893224,0.00010786315],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024708284,0.00025198126,0.0016284535,0.0004901996,0.000025995485,0.000018854525,0.00026144963,0.00031562545,0.0013375584],"category_scores_gemma":[0.00029296617,0.00018634304,0.0005648712,0.0007354525,0.000072264076,0.0001793233,0.000024397803,0.0012656114,0.00008738195],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003750423,0.0005410432,0.000046122324,0.10156572,0.00021463877,0.0001606976,0.0005805866,4.0336023e-8,2.4764452e-8,0.00018676172,0.031818863,0.864848],"study_design_scores_gemma":[0.000102437465,0.00006574211,0.000015057715,0.40185717,0.000473528,0.0023452027,0.0001551663,2.911993e-8,2.7845195e-8,0.000005702555,0.5948884,0.00009153797],"about_ca_topic_score_codex":0.00003010135,"about_ca_topic_score_gemma":0.000008956564,"teacher_disagreement_score":0.86475646,"about_ca_system_score_codex":0.00014310489,"about_ca_system_score_gemma":0.0018291916,"threshold_uncertainty_score":0.9995754},"labels":[],"label_agreement":null},{"id":"W4404730321","doi":"10.1016/j.jsurg.2024.103350","title":"Beyond Textbooks: Interactive Learning of Biomechanical Principles of Osteosynthesis with an Online Tool for Orthopaedic Residents","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"AO Foundation","keywords":"Osteosynthesis; Online learning; Psychology; Computer science; Medicine; Multimedia; Orthodontics","score_opus":0.01915793309202765,"score_gpt":0.33246277498036897,"score_spread":0.3133048418883413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404730321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967009,0.00067641644,0.0007382125,0.0012146725,0.00022090996,0.00025014285,0.000006016535,0.000006285437,0.00018646404],"genre_scores_gemma":[0.99452597,0.00014722045,0.004716251,0.000013341953,0.00022346567,0.0000064804467,0.000025065703,0.0000146836865,0.00032749344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988637,0.000076073804,0.0005692563,0.000115401876,0.00029535915,0.000080239755],"domain_scores_gemma":[0.998502,0.00047463848,0.0003292069,0.000079876794,0.00053474196,0.00007954715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004886109,0.00008151975,0.0002922805,0.00027606543,0.0000232317,0.000010964783,0.000048771548,0.00006336235,0.00007750135],"category_scores_gemma":[0.00045078286,0.0000514741,0.00020144354,0.00018286942,0.00006292694,0.00020187566,0.000009101762,0.00018703695,5.803449e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011007496,0.007232071,0.022838602,0.0066737183,0.0008737119,0.00003314261,0.005510013,0.000205158,0.05594921,0.008855497,0.00026078854,0.8805606],"study_design_scores_gemma":[0.015309669,0.07738662,0.69804275,0.035449725,0.004124445,0.0019303933,0.057345204,0.016687987,0.0322503,0.011586112,0.048704233,0.0011825672],"about_ca_topic_score_codex":0.000016214239,"about_ca_topic_score_gemma":0.000004766196,"teacher_disagreement_score":0.879378,"about_ca_system_score_codex":0.000052422718,"about_ca_system_score_gemma":0.00050678395,"threshold_uncertainty_score":0.2099053},"labels":[],"label_agreement":null},{"id":"W4404874325","doi":"10.1016/j.jsurg.2024.103351","title":"Mindfulness in Surgical Training (MiST): A Modified Mindfulness Curriculum for Surgical Residents","year":2024,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Michael's Hospital; University Health Network; University of Toronto; Toronto General Hospital; Mount Sinai Hospital; Sunnybrook Health Science Centre; Trillium Health Centre","funders":"","keywords":"Mindfulness; Curriculum; Medicine; Psychotherapist; Psychology; Medical-surgical nursing; Nursing; Pedagogy","score_opus":0.04559050913849284,"score_gpt":0.3853462557504036,"score_spread":0.33975574661191077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404874325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626207,0.0018757716,0.011352638,0.0031511097,0.0105751,0.00041784544,0.000031725816,0.000039078765,0.009936079],"genre_scores_gemma":[0.99098057,0.000001613337,0.00005610902,0.000018797477,0.0018301129,0.0012211712,0.000023992749,0.000038717786,0.0058289403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662954,0.0003871108,0.0015248721,0.00044468697,0.0005133633,0.0005004229],"domain_scores_gemma":[0.99788415,0.0008119627,0.00038494528,0.00024960513,0.000336634,0.00033269252],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014994163,0.0002760853,0.00064214703,0.0007473342,0.00012548004,0.0001942647,0.00040282193,0.0003061389,0.007287558],"category_scores_gemma":[0.0000895795,0.00022235814,0.0007168842,0.00075563433,0.000093544564,0.00031885572,0.00004004828,0.0007162432,0.000064933716],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012658436,0.0030571804,0.00034739816,0.00021877263,0.00019323346,0.0022059476,0.001229285,0.00008354968,0.0000012932779,0.43718332,0.04213696,0.5120772],"study_design_scores_gemma":[0.011742283,0.00089945906,0.002758912,0.003992815,0.00032033861,0.01473764,0.013312867,0.002067816,0.0018768378,0.109024614,0.8381682,0.0010982314],"about_ca_topic_score_codex":0.00012978082,"about_ca_topic_score_gemma":0.00001551236,"teacher_disagreement_score":0.79603124,"about_ca_system_score_codex":0.00019523597,"about_ca_system_score_gemma":0.0005127685,"threshold_uncertainty_score":0.9936199},"labels":[],"label_agreement":null},{"id":"W4406196139","doi":"10.1016/j.jsurg.2024.103349","title":"Is Specific Consent for Educational Sensitive Exams on Anesthetized Patients Necessary? Arguments for and Against From Canadian Medical Students","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Medical education; Informed consent; Psychology; Medicine; Alternative medicine; Pathology","score_opus":0.016722603304165116,"score_gpt":0.3541838040585715,"score_spread":0.3374612007544064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406196139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91844183,0.0001976026,0.00012760147,0.07664991,0.0027746186,0.0008639476,0.00003533115,0.0000043835066,0.0009047856],"genre_scores_gemma":[0.96977043,0.0004832428,0.0030280014,0.02331483,0.0013826129,0.00010297265,0.0005777059,0.000021931965,0.00131829],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997841,0.000061174076,0.0007334036,0.00024775998,0.0008973876,0.0002192969],"domain_scores_gemma":[0.9970282,0.00067113,0.00031641117,0.00015612702,0.0014799809,0.00034816528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008465981,0.00015658978,0.0003461337,0.00048673197,0.0001661019,0.000059558806,0.00015952077,0.00020394853,0.00030313077],"category_scores_gemma":[0.0014224245,0.0001341932,0.000111476074,0.00025472033,0.0001115061,0.00009442596,0.000015604675,0.00030242512,0.000008851211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018531828,0.005069941,0.10004226,0.00019423326,0.00038121082,0.000010524379,0.0012504419,0.0000014916543,0.000046710054,0.0034310361,0.6220992,0.26561975],"study_design_scores_gemma":[0.011069037,0.00059164455,0.32774737,0.0017852467,0.00020280144,0.00006329638,0.0015741229,0.00013060617,0.00039649263,0.0024556946,0.6537445,0.00023918758],"about_ca_topic_score_codex":0.0003410241,"about_ca_topic_score_gemma":0.00006468038,"teacher_disagreement_score":0.26538056,"about_ca_system_score_codex":0.0005916426,"about_ca_system_score_gemma":0.0051722866,"threshold_uncertainty_score":0.9175414},"labels":[],"label_agreement":null},{"id":"W4406410107","doi":"10.1016/j.jsurg.2024.103397","title":"Get Over It: Surgical Residents’ Responses to Simulated Harassment. A Multi Method Study","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; Centre de Santé et de Services Sociaux de la Montagne; McGill University Health Centre","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; McGill University Health Centre; Institut de recherche, Centre universitaire de santé McGill","keywords":"Harassment; Psychology; Medicine; Social psychology","score_opus":0.04216053507088009,"score_gpt":0.46950399541740706,"score_spread":0.427343460346527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406410107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803111,0.00025522636,0.00021569886,0.01529921,0.0012763155,0.0003740185,0.0000010757582,0.000017252964,0.0022501089],"genre_scores_gemma":[0.98470044,0.00021831437,0.0014907016,0.00045852113,0.00048339606,0.000007038535,8.105421e-7,0.000007254889,0.012633504],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700606,0.0012468342,0.0006155826,0.00019808285,0.00066332123,0.00027012898],"domain_scores_gemma":[0.9977202,0.0011995552,0.00025386043,0.00014339175,0.00044662843,0.00023638779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004225657,0.00011674982,0.00029683879,0.00042881505,0.0003680882,0.00018203765,0.00031359878,0.00011320838,0.00048563906],"category_scores_gemma":[0.000924405,0.000096040036,0.00014080181,0.0009932127,0.000052163465,0.00031058298,0.00005156822,0.00030829117,0.000025673875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039129187,0.0066213985,0.84755623,0.000031022544,0.0002829566,0.00043179022,0.032554198,0.0009868968,0.00028604356,0.0022687863,0.051308047,0.05375973],"study_design_scores_gemma":[0.0031625133,0.00043655417,0.2898677,0.00077897625,0.00016105681,0.000030204923,0.06467793,0.0001233061,0.000114054834,0.00062197284,0.63970304,0.00032267594],"about_ca_topic_score_codex":0.0009868057,"about_ca_topic_score_gemma":0.00013744127,"teacher_disagreement_score":0.588395,"about_ca_system_score_codex":0.00028873974,"about_ca_system_score_gemma":0.0015094087,"threshold_uncertainty_score":0.5317407},"labels":[],"label_agreement":null},{"id":"W4407599542","doi":"10.1016/j.jsurg.2025.103470","title":"The Surgical Education Checklist: A Novel Tool to Improve the Use of Entrustable Professional Activities in Operative Training in Competence by Design","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"McMaster University; Society of American Gastrointestinal and Endoscopic Surgeons","keywords":"Checklist; Competence (human resources); Medical education; Medicine; Psychology","score_opus":0.034288459283525884,"score_gpt":0.3687722651447236,"score_spread":0.33448380586119775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407599542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95768976,0.00040511074,0.0016288372,0.036616284,0.002273878,0.0009426937,0.000003367672,0.0000042302217,0.0004358327],"genre_scores_gemma":[0.98729026,0.00016386846,0.006660812,0.0012630218,0.00031796255,0.00019062065,0.000015473966,0.000011283419,0.004086669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784404,0.0002482733,0.0010125809,0.00016904435,0.0004973111,0.00022872147],"domain_scores_gemma":[0.9973639,0.001211087,0.00046959962,0.00020699485,0.00069270155,0.000055714434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021505882,0.00013475028,0.00033291857,0.0003475244,0.00014003592,0.00006338755,0.00020617363,0.000113371745,0.000046895093],"category_scores_gemma":[0.0025624402,0.000079733494,0.00006794693,0.001249571,0.00017529371,0.00036317747,0.000035563728,0.0007253967,9.891238e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003993202,0.008938841,0.0110475505,0.0002623513,0.00014275525,0.000011133796,0.026901232,0.0010485089,0.017059019,0.038982857,0.08655549,0.80505705],"study_design_scores_gemma":[0.0066804346,0.0008891488,0.06605231,0.0059471633,0.00015675914,0.0004879879,0.10519349,0.0054158377,0.01045316,0.0017896655,0.79642284,0.00051121274],"about_ca_topic_score_codex":0.000091538255,"about_ca_topic_score_gemma":0.0000098988685,"teacher_disagreement_score":0.8045458,"about_ca_system_score_codex":0.00053924863,"about_ca_system_score_gemma":0.0075861225,"threshold_uncertainty_score":0.99803996},"labels":[],"label_agreement":null},{"id":"W4409654546","doi":"10.1016/j.jsurg.2025.103504","title":"Mixed Reality for Remote Procedural Training and Assessment: A Feasibility Study","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Training (meteorology); Virtual reality; Computer science; Medicine; Psychology; Human–computer interaction; Geography","score_opus":0.09570179192505565,"score_gpt":0.4169650281284432,"score_spread":0.3212632362033876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409654546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28200725,0.00013278307,0.6853321,0.029585592,0.0005134287,0.0009434248,0.000002417829,0.000027368196,0.0014556532],"genre_scores_gemma":[0.9556751,0.000025696185,0.04392266,0.00013060973,0.000088761735,0.000020193225,0.0000021760968,0.0000028600139,0.00013190565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99884695,0.00013609446,0.00048954744,0.00020615375,0.00020042826,0.000120853445],"domain_scores_gemma":[0.998675,0.00027499834,0.0003153078,0.00024622094,0.00039296536,0.00009554194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016104066,0.00007916416,0.00020447583,0.00011549882,0.00014720684,0.00010965783,0.00030336704,0.000042142314,0.0000020214634],"category_scores_gemma":[0.00016685775,0.000066109984,0.000068491594,0.000360309,0.00003792351,0.000331778,0.00005911773,0.00018789918,1.703474e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093215596,0.0035016807,0.0051947166,0.00013893604,0.0001290802,0.000003050323,0.0034852559,0.00005336681,0.00014433524,0.11058671,0.004386132,0.8722835],"study_design_scores_gemma":[0.0069772284,0.0014155147,0.6237923,0.00039452224,0.00027974028,0.0004082431,0.012299287,0.08056399,0.0002109494,0.19195789,0.081175424,0.0005248963],"about_ca_topic_score_codex":0.000025455505,"about_ca_topic_score_gemma":0.000011205746,"teacher_disagreement_score":0.87175864,"about_ca_system_score_codex":0.0001607072,"about_ca_system_score_gemma":0.0012422857,"threshold_uncertainty_score":0.26958868},"labels":[],"label_agreement":null},{"id":"W4410480196","doi":"10.1016/j.jsurg.2025.103512","title":"Promoting Longevity in Surgical Careers: A Narrative Review and Fitness Program to Reduce Occupational Pain","year":2025,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster Children's Hospital; Hamilton Health Sciences; Queen's University; McMaster University","funders":"","keywords":"Longevity; Narrative; Narrative review; Psychology; Medicine; Gerontology; Psychotherapist; Art; Literature","score_opus":0.07411067444382105,"score_gpt":0.45720139991996084,"score_spread":0.38309072547613976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410480196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079156744,0.9930736,0.000004854488,0.002661527,0.00027221546,0.0021675732,0.000005654469,0.000019506313,0.0010035122],"genre_scores_gemma":[0.0011775873,0.99702,0.00039866552,0.00029456182,0.00044463424,0.00018937193,0.000104780374,0.000020490415,0.00034990156],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963102,0.0009042964,0.0016353383,0.00036732707,0.00052226696,0.00026058374],"domain_scores_gemma":[0.99648595,0.0014777521,0.00077320036,0.00017387004,0.0006470685,0.00044218363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032803486,0.00033987925,0.0022906896,0.00053271215,0.00006524904,0.000050886174,0.00013329774,0.0002786004,0.00019446884],"category_scores_gemma":[0.0021522832,0.00024440116,0.00047464872,0.0013487827,0.00006229553,0.00013970087,0.000048467344,0.0009038654,0.0000038039452],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010189329,0.00062880816,0.00016829825,0.028744431,0.00008066147,0.00014002681,0.00042530053,8.928845e-7,1.2195854e-8,0.00003985748,0.00044122004,0.9692286],"study_design_scores_gemma":[0.0009433976,0.00027627219,0.00022148262,0.1378345,0.00063157134,0.00086308096,0.00016977957,0.000012128527,1.0464017e-7,0.000014861534,0.8588428,0.00019003902],"about_ca_topic_score_codex":0.000007560093,"about_ca_topic_score_gemma":0.000002167666,"teacher_disagreement_score":0.96903855,"about_ca_system_score_codex":0.0003560697,"about_ca_system_score_gemma":0.002955662,"threshold_uncertainty_score":0.996639},"labels":[],"label_agreement":null},{"id":"W4410701615","doi":"10.1016/j.jsurg.2025.103550","title":"Competency-Based Training for Orthopedic Surgery: An Evaluation of the Australian Orthopedic Association Training Program 2017-2021","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University Health Centre; Canadian Network for Innovation in Education","funders":"","keywords":"Orthopedic surgery; Training (meteorology); Medicine; Medical education; Physical therapy; Orthopedic Procedures; General surgery; Surgery","score_opus":0.12017335942851246,"score_gpt":0.4212552153379258,"score_spread":0.3010818559094134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410701615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98249096,0.0002568108,0.00018837377,0.010089728,0.0018426925,0.0009922188,0.000006369073,0.000021893911,0.0041109556],"genre_scores_gemma":[0.99685395,0.000026524853,0.0016460279,0.00027479025,0.0005858386,0.00005357274,0.000069868605,0.000013981094,0.00047543703],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970073,0.00044754718,0.0010505584,0.00018479368,0.0010565812,0.00025321482],"domain_scores_gemma":[0.99538827,0.0011537372,0.0010828415,0.00018610395,0.0020054653,0.0001835544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059046997,0.0001492338,0.0005327706,0.00033241653,0.00014795277,0.000041883413,0.00010831074,0.00018069321,0.0002844741],"category_scores_gemma":[0.002256498,0.00010654442,0.00048096388,0.0007648054,0.00006131282,0.00020945696,0.000008083346,0.00033959196,9.395892e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004661803,0.0010166307,0.06429963,0.0001225581,0.0001666358,0.0000027753854,0.0010687944,0.0011753228,0.000058399477,0.000751982,0.0008008355,0.9300703],"study_design_scores_gemma":[0.021095077,0.0011589809,0.61554474,0.004049792,0.003393264,0.00013676351,0.010602026,0.040189695,0.0003835321,0.002682353,0.30024582,0.0005179395],"about_ca_topic_score_codex":0.000008029693,"about_ca_topic_score_gemma":0.000012462762,"teacher_disagreement_score":0.9295523,"about_ca_system_score_codex":0.00032567495,"about_ca_system_score_gemma":0.0071486915,"threshold_uncertainty_score":0.99847984},"labels":[],"label_agreement":null},{"id":"W4410711777","doi":"10.1016/j.jsurg.2025.103543","title":"Characteristics of Surgical Coaching Interventions: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Coaching; Psychological intervention; Medicine; Psychology; Nursing; Psychotherapist","score_opus":0.08079114019454668,"score_gpt":0.44443619022723135,"score_spread":0.36364505003268466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410711777","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015848987,0.9953468,0.00003223185,0.00028161865,0.0007891232,0.0011179737,0.000010978047,0.000011740312,0.0023936743],"genre_scores_gemma":[0.00025532657,0.9979966,0.00011635765,0.000078405676,0.0003900824,0.000038159786,0.000112433445,0.00002193959,0.0009906649],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9943346,0.0006715201,0.0040791184,0.00018333782,0.000569335,0.00016212226],"domain_scores_gemma":[0.99319506,0.0019389928,0.0035760363,0.00029876234,0.0007533148,0.00023782653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002188836,0.00029793903,0.0050123683,0.0005301191,0.000040745763,0.000027515414,0.00020346952,0.00024987725,0.00043770976],"category_scores_gemma":[0.0017551578,0.00019358762,0.002780122,0.0006791111,0.00005171778,0.00009700264,0.000040212857,0.0007902215,0.000015879974],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024376008,0.00047985822,0.0000075916614,0.7605612,0.00029114482,0.0000812805,0.0000145801305,7.629359e-8,3.6382901e-9,0.0004031444,0.00016950455,0.23796721],"study_design_scores_gemma":[0.00043142217,0.00007280992,0.000004889689,0.60371804,0.0058096773,0.00140298,0.000020058527,0.0000017859146,2.9455176e-8,0.000010138002,0.3884438,0.00008436026],"about_ca_topic_score_codex":0.0000015764057,"about_ca_topic_score_gemma":7.068255e-8,"teacher_disagreement_score":0.3882743,"about_ca_system_score_codex":0.00019253972,"about_ca_system_score_gemma":0.0016232628,"threshold_uncertainty_score":0.7894274},"labels":[],"label_agreement":null},{"id":"W4410888806","doi":"10.1016/j.jsurg.2025.103553","title":"Variability in Testing Scenario Complexity Reduces the Validity of the Advanced Trauma Life Support Certification Assessment","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Certification; Advanced trauma life support; Psychology; Computer science; Medicine; Reliability engineering; Medical emergency; Engineering; Political science","score_opus":0.14502248105702858,"score_gpt":0.4404700779937134,"score_spread":0.2954475969366848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410888806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94701433,0.00006303757,0.00011111534,0.049164474,0.0015394079,0.0005297419,0.0000025688544,0.000006967406,0.0015683854],"genre_scores_gemma":[0.99727166,0.000013853208,0.001957518,0.0003847723,0.00024361056,0.000022794087,0.000010609078,0.0000061741603,0.000088992936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973735,0.0006971163,0.0011783659,0.00016078359,0.00045103746,0.00013917481],"domain_scores_gemma":[0.9941674,0.0025565943,0.0009408724,0.00042480516,0.0017900593,0.00012030619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003373561,0.000102203376,0.0003002051,0.00014745544,0.00014353672,0.000019561667,0.00020334606,0.00008347795,0.00013818375],"category_scores_gemma":[0.0026469477,0.00006252552,0.00012332559,0.00091566273,0.00016774294,0.00013246444,0.000021154812,0.0005203305,8.184076e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014202375,0.0012035263,0.9735935,0.00019450203,0.00001990543,4.1887023e-7,0.0010807967,0.000871471,0.00046962168,0.0014428565,0.00062184397,0.02035957],"study_design_scores_gemma":[0.0006054681,0.000083300314,0.9904963,0.00037089174,0.00006012983,0.000023153056,0.002189538,0.0010345553,0.0013385173,0.0027543171,0.0009951113,0.00004874085],"about_ca_topic_score_codex":0.00013626307,"about_ca_topic_score_gemma":0.000006541881,"teacher_disagreement_score":0.050257374,"about_ca_system_score_codex":0.00065730093,"about_ca_system_score_gemma":0.00682561,"threshold_uncertainty_score":0.99880475},"labels":[],"label_agreement":null},{"id":"W4411510980","doi":"10.1016/j.jsurg.2025.103577","title":"Transparency of Parental Policies and Benefits in Canadian General Surgery Residency Programs","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Transparency (behavior); Accounting; Business; Medicine; Psychology; Medical education; Computer science; Computer security","score_opus":0.03287099434912569,"score_gpt":0.3217621298585593,"score_spread":0.28889113550943357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411510980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97935784,0.002281042,4.1382253e-7,0.010272246,0.00057855365,0.00005169449,0.0000016544254,0.0000015234039,0.007455049],"genre_scores_gemma":[0.9970858,0.0023362506,0.00003297439,0.000091340844,0.00015230001,8.4380224e-7,0.0000026787404,0.0000010632808,0.00029675456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999199,0.000080483245,0.0002588559,0.00004915458,0.00026775218,0.00014478905],"domain_scores_gemma":[0.9994719,0.000086309075,0.00009245071,0.000031521773,0.00015344056,0.00016440269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010167643,0.00003733363,0.00014664528,0.00030361456,0.00007757398,0.00002432014,0.0001058734,0.000054106145,0.000045048553],"category_scores_gemma":[0.00011723122,0.000033934983,0.000045863173,0.00035584593,0.00013705004,0.00014060271,0.0000052927785,0.000092465176,2.3365291e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018773675,0.00010023714,0.9184217,0.000021929493,0.000007841841,0.000006946982,0.0062631783,0.0000043463706,0.0000022007143,0.015477282,0.0020823132,0.057593264],"study_design_scores_gemma":[0.0002618602,0.00004766286,0.91798985,0.00052187,0.000030574327,0.000009202361,0.028541582,0.0000015751424,0.000023132547,0.0021960405,0.050310224,0.000066426444],"about_ca_topic_score_codex":0.33937675,"about_ca_topic_score_gemma":0.3105974,"teacher_disagreement_score":0.057526838,"about_ca_system_score_codex":0.0001254237,"about_ca_system_score_gemma":0.0028912628,"threshold_uncertainty_score":0.70198244},"labels":[],"label_agreement":null},{"id":"W4411651554","doi":"10.1016/j.jsurg.2025.103585","title":"Development and Validity Evidence of a Trauma Laparotomy Operative Assessment Tool","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Alberta","funders":"University of Alberta","keywords":"Laparotomy; Psychology; Medicine; General surgery; Surgery","score_opus":0.09248774281454902,"score_gpt":0.44031355754544677,"score_spread":0.34782581473089774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411651554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99246913,0.000353889,0.0003045077,0.0016871905,0.00019184334,0.00015558902,1.6733647e-7,0.0000035725993,0.0048341006],"genre_scores_gemma":[0.99227065,0.00009704794,0.0071272543,0.00014787437,0.00007002939,0.000005888955,0.0000011993637,0.000002399162,0.00027765534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990554,0.000067344976,0.00048791265,0.00007902169,0.00024322182,0.00006708695],"domain_scores_gemma":[0.9989463,0.000367482,0.00018018941,0.00005492576,0.0003695116,0.00008156156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070272817,0.00006336133,0.00025071565,0.00011613946,0.0000398262,0.000016015661,0.000034512123,0.000042762716,0.00015774426],"category_scores_gemma":[0.00017817615,0.000045321423,0.00005896263,0.00018202199,0.00003695606,0.00013172343,0.000012552533,0.00015736924,7.697872e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012744785,0.0018454723,0.15928562,0.0004039512,0.00023678306,0.00004362131,0.0028122517,0.00007331291,0.00079842424,0.0093514165,0.0003690234,0.82350564],"study_design_scores_gemma":[0.0048498376,0.000416169,0.84027815,0.003075382,0.00015505555,0.00016846425,0.0020870848,0.00043212136,0.0067495997,0.00034716434,0.14130732,0.00013362458],"about_ca_topic_score_codex":0.000002716977,"about_ca_topic_score_gemma":4.6409343e-7,"teacher_disagreement_score":0.823372,"about_ca_system_score_codex":0.000095696996,"about_ca_system_score_gemma":0.0010008592,"threshold_uncertainty_score":0.1848154},"labels":[],"label_agreement":null},{"id":"W4411848317","doi":"10.1016/j.jsurg.2025.103583","title":"Association of Grit and Shame Based Learning on Burnout in Surgical Training: A Single Institution Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Shame; Burnout; Institution; Grit; Association (psychology); Psychology; Medicine; Medical education; Social psychology; Clinical psychology; Psychotherapist; Sociology","score_opus":0.025888897850578123,"score_gpt":0.3351086900412116,"score_spread":0.30921979219063345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411848317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98750174,0.00024883723,0.0003058752,0.0023139424,0.0006137579,0.000104222316,0.0000012257519,0.000009131029,0.008901292],"genre_scores_gemma":[0.9987047,0.00005344096,0.00012902361,0.000062892956,0.0001656844,0.000004680998,0.00001771757,0.0000049607975,0.00085692515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983641,0.0003572921,0.0006753146,0.00016855045,0.00027929575,0.00015546879],"domain_scores_gemma":[0.99828815,0.00064388267,0.00063398626,0.00008739692,0.00027757155,0.00006902838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013067281,0.00010336978,0.00037704592,0.0009944331,0.00005432912,0.000028936032,0.00007238652,0.00019382407,0.00014375061],"category_scores_gemma":[0.00050841563,0.00009425699,0.000163845,0.0010916557,0.000035180892,0.00012739823,0.0000072158496,0.00040872692,0.0000023618754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014662313,0.009090305,0.8013205,0.000082142076,0.00095958833,0.000050446797,0.008599312,0.0069702016,0.0004901567,0.014668431,0.001223248,0.15507942],"study_design_scores_gemma":[0.00367728,0.0004016189,0.94395715,0.0002582297,0.00041159114,0.000020172352,0.0017707167,0.00048605216,0.0001156043,0.00032892366,0.0484369,0.00013579156],"about_ca_topic_score_codex":0.00007195948,"about_ca_topic_score_gemma":0.00002176353,"teacher_disagreement_score":0.15494363,"about_ca_system_score_codex":0.00028354,"about_ca_system_score_gemma":0.0002715773,"threshold_uncertainty_score":0.38436887},"labels":[],"label_agreement":null},{"id":"W4411983334","doi":"10.1016/j.jsurg.2025.103595","title":"Ambidextrous Surgical Skills Training: What is Left to Do it Right?","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Left and right; Training (meteorology); Medicine; Psychology; Anatomy; Engineering; Physics","score_opus":0.023294688894776153,"score_gpt":0.3589495130474402,"score_spread":0.33565482415266407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411983334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8747604,0.0017478265,0.00016718803,0.064772695,0.0026162644,0.00030172287,0.0000015280573,0.000032031498,0.05560035],"genre_scores_gemma":[0.98522323,0.00069085206,0.00055153057,0.005143395,0.0008488397,0.0000036784734,0.00000715534,0.000015543228,0.007515746],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791837,0.00009761762,0.0008825115,0.00023914796,0.0005729117,0.0002894446],"domain_scores_gemma":[0.9979139,0.0005693163,0.00023424256,0.00020126607,0.0005500416,0.0005312392],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007790905,0.00018241233,0.00056080177,0.0004360852,0.00009605509,0.00016917061,0.00013773896,0.0001685473,0.0035600152],"category_scores_gemma":[0.0002068356,0.00013718763,0.00035274835,0.0005335457,0.000058734753,0.0003789177,0.000020450627,0.00045188307,0.000080673395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016794914,0.0024194103,0.010359631,0.000080376456,0.0003059624,0.00073472067,0.006572198,0.00016189895,0.000080182916,0.0058058347,0.021591526,0.9502088],"study_design_scores_gemma":[0.004022618,0.00024197885,0.010261313,0.0009418175,0.00011238589,0.0011341491,0.0028089227,0.0000496701,0.0002773561,0.00090523704,0.9790947,0.00014986422],"about_ca_topic_score_codex":0.0000050841286,"about_ca_topic_score_gemma":0.0000010114817,"teacher_disagreement_score":0.95750314,"about_ca_system_score_codex":0.00017313963,"about_ca_system_score_gemma":0.0008253155,"threshold_uncertainty_score":0.9973509},"labels":[],"label_agreement":null},{"id":"W4411991970","doi":"10.1016/j.jsurg.2025.103592","title":"VitalSurg: Outcomes From a Surgical Task-Shifting Training Program in a Humanitarian Context","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Global Health and Surgery","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"University of British Columbia; Royal College of Physicians and Surgeons of Canada; Institute of Development, Aging and Cancer, Tohoku University","keywords":"Task (project management); Context (archaeology); Training (meteorology); Medical education; Psychology; Computer science; Medicine; Knowledge management; Engineering; History; Geography","score_opus":0.03928086316477051,"score_gpt":0.3803101380959655,"score_spread":0.34102927493119495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411991970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9766499,0.0020402498,0.000008472882,0.011512145,0.0012847562,0.00029331906,0.0000029463101,0.000021852818,0.008186362],"genre_scores_gemma":[0.99761903,0.00011609971,0.00052325655,0.0009650246,0.00041091352,0.000017545563,0.000019950432,0.000009288315,0.00031888307],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979724,0.00014061014,0.0010345924,0.00016964848,0.00033205532,0.00035063777],"domain_scores_gemma":[0.99830407,0.00068762514,0.00030310563,0.00012759678,0.00026467245,0.00031294432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010029676,0.00014486813,0.00068660866,0.00036861768,0.00006527654,0.000041327716,0.000087041546,0.00014640368,0.00016498803],"category_scores_gemma":[0.00052496645,0.00011262157,0.0002532954,0.00042373012,0.000050364317,0.00015184807,0.000017469336,0.0005413552,0.000008667493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010201288,0.0021416687,0.31096843,0.00009922265,0.000094771036,0.00075557217,0.001630466,0.0000023708533,0.00001685647,0.0022274323,0.0024263537,0.67861676],"study_design_scores_gemma":[0.006182033,0.00040039845,0.62620336,0.0017914871,0.00012004968,0.0005506657,0.007959482,0.00008234621,0.000018658307,0.0020473618,0.35444018,0.00020394337],"about_ca_topic_score_codex":0.0004012148,"about_ca_topic_score_gemma":0.000060898583,"teacher_disagreement_score":0.6784128,"about_ca_system_score_codex":0.00023958209,"about_ca_system_score_gemma":0.0017829499,"threshold_uncertainty_score":0.45925742},"labels":[],"label_agreement":null},{"id":"W4412561436","doi":"10.1016/j.jsurg.2025.103621","title":"Returning to Surgical Residency After Maternity Leave: Exploring Challenges and Shining a Light on the Motherhood Advantage","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Western University","funders":"Department of Surgery; Western University","keywords":"Maternity care; Maternity leave; Medical education; Residency training; Patient care; Nursing; Medicine; Family medicine; Psychology; Pregnancy; Biology","score_opus":0.04733088226494152,"score_gpt":0.33152531044906036,"score_spread":0.28419442818411883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412561436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86731994,0.002589539,0.0000044522835,0.09294019,0.00085119676,0.000076810626,3.2805355e-7,0.00000830658,0.03620926],"genre_scores_gemma":[0.99189204,0.005743657,0.000049144284,0.00046149798,0.0006440759,0.0000066754887,1.2448888e-7,0.0000034539803,0.0011993122],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987709,0.00026330116,0.00020684644,0.00010842392,0.0005008568,0.00014967806],"domain_scores_gemma":[0.9991445,0.00040336666,0.00009788119,0.000083315914,0.0001369499,0.0001339754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022223566,0.00006995068,0.00014842817,0.00012898307,0.00023314633,0.000089097484,0.0002142408,0.000055403343,0.0001860911],"category_scores_gemma":[0.00033651397,0.00004674621,0.00005334613,0.00015283904,0.00006699706,0.0002601282,0.00004857182,0.0002887055,0.000007546799],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017054068,0.00064563035,0.030861206,0.00016863774,0.00014140725,0.0005097118,0.2991048,0.000012113969,0.00006166065,0.17776294,0.0080400575,0.48098642],"study_design_scores_gemma":[0.00066391757,0.00027732583,0.04293943,0.0020449741,0.00007241216,0.000048187576,0.34917018,0.0000023139962,0.00017772197,0.0058898046,0.59852886,0.00018487347],"about_ca_topic_score_codex":0.000035161756,"about_ca_topic_score_gemma":0.000032193468,"teacher_disagreement_score":0.5904888,"about_ca_system_score_codex":0.00008596692,"about_ca_system_score_gemma":0.00022537842,"threshold_uncertainty_score":0.2037567},"labels":[],"label_agreement":null},{"id":"W4413023145","doi":"10.1016/j.jsurg.2025.103641","title":"Striking a Balance: A Qualitative Thematic Analysis of General Surgery Residents’ Perceptions of their Role as Medical Student Educators","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Cancer Institute; Washington University School of Medicine in St. Louis","keywords":"Thematic analysis; Balance (ability); Perception; Medical education; Qualitative analysis; Qualitative research; Psychology; Medicine; Sociology; Social science; Physical therapy","score_opus":0.019434157882185756,"score_gpt":0.43799315598077837,"score_spread":0.4185589980985926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413023145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895387,0.0007748325,0.00042200222,0.006727911,0.0009087542,0.00019259965,0.000003674341,0.000006695064,0.001424805],"genre_scores_gemma":[0.9969581,0.00050942146,0.0011916833,0.00046894813,0.00030971938,0.000020575419,0.000048101265,0.000010323583,0.00048314346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99606663,0.0003942328,0.0019197789,0.00017380179,0.0012658882,0.00017964368],"domain_scores_gemma":[0.99541414,0.0011413307,0.0012139889,0.00031361403,0.0017759991,0.00014091619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0035217574,0.00015300015,0.0009838587,0.0020935587,0.000066272965,0.000015431466,0.00022365722,0.00017258734,0.0012345858],"category_scores_gemma":[0.0034964771,0.00011479597,0.0005102637,0.0034806817,0.000229123,0.00014122215,0.000036303994,0.00046795834,0.0000017409549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093240157,0.018384608,0.64008844,0.0015642,0.010203456,0.000022984868,0.11363165,0.00014833867,0.0026922785,0.02431262,0.040621575,0.14739747],"study_design_scores_gemma":[0.001383596,0.00028566338,0.6839409,0.0039067706,0.0036385553,0.00017937756,0.29876155,0.001034124,0.0011130986,0.0034963547,0.0020290115,0.0002310267],"about_ca_topic_score_codex":0.00010510072,"about_ca_topic_score_gemma":0.0000036766187,"teacher_disagreement_score":0.1851299,"about_ca_system_score_codex":0.00032556304,"about_ca_system_score_gemma":0.0047867615,"threshold_uncertainty_score":0.99967843},"labels":[],"label_agreement":null},{"id":"W4413470150","doi":"10.1016/j.jsurg.2025.103659","title":"Systematic Review of Gender Differences in Reference Letters for Postgraduate Surgical Training Programs","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Medical education; Training (meteorology); Medicine; Psychology; General surgery; Computer science; Geography","score_opus":0.10550474242039812,"score_gpt":0.37369894951802174,"score_spread":0.26819420709762365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413470150","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90171635,0.04009992,0.00020431475,0.03940842,0.0019479261,0.0016775753,0.0000038793887,0.000014976899,0.01492665],"genre_scores_gemma":[0.9881954,0.01070687,0.00018559644,0.00045677,0.00013026845,0.000016521015,0.0000043240493,0.0000020457685,0.00030218356],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9983717,0.0002936532,0.0005919169,0.00007970732,0.000522872,0.0001401239],"domain_scores_gemma":[0.99869525,0.0004112544,0.0003799348,0.00006249866,0.0003769424,0.00007413309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032195195,0.00006178933,0.0004711752,0.00013531731,0.00006732925,0.000028408935,0.0002849623,0.00005260241,0.000030903873],"category_scores_gemma":[0.0005818982,0.000045142504,0.0001239598,0.0003681354,0.0001352334,0.00012960561,0.000012615989,0.00014837926,5.9368216e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057709386,0.0028546778,0.033742584,0.56734973,0.0006036737,0.00012006868,0.081582166,0.000003991199,0.000060497747,0.22833046,0.011974923,0.07280015],"study_design_scores_gemma":[0.003389902,0.0005227652,0.008184939,0.72728133,0.001316717,0.00009760287,0.21866389,0.000022250102,0.000019999876,0.00639075,0.033636793,0.00047305692],"about_ca_topic_score_codex":0.000070719674,"about_ca_topic_score_gemma":0.000013819023,"teacher_disagreement_score":0.22193971,"about_ca_system_score_codex":0.00008639671,"about_ca_system_score_gemma":0.00061500364,"threshold_uncertainty_score":0.18408579},"labels":[],"label_agreement":null},{"id":"W4413595138","doi":"10.1016/j.jsurg.2025.103653","title":"Proceed with Caution: Assessing for and Increasing Psychological Safety in Obstetrics and Gynecology Residency Teaching and Learning Environments","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Obstetrics and gynaecology; Residency training; Medical education; Medicine; Psychology; Obstetrics; Family medicine; Pregnancy; Biology","score_opus":0.040946613547867994,"score_gpt":0.4547360654107389,"score_spread":0.4137894518628709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413595138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98531187,0.004358853,0.00046573568,0.008478299,0.00040501085,0.00034254813,6.345023e-7,0.000004691918,0.0006323748],"genre_scores_gemma":[0.99039346,0.0025604016,0.0062461863,0.00032063943,0.000121066994,0.000021892325,0.0000032226067,0.0000065730583,0.000326574],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976814,0.0011769232,0.00061357167,0.00018107294,0.00013130905,0.00021574469],"domain_scores_gemma":[0.9909104,0.008420699,0.00040130643,0.00004538955,0.000099936864,0.00012227643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003101446,0.0000923061,0.00028411322,0.00021545016,0.00090296206,0.000023185228,0.00004055771,0.00020873446,0.000010576565],"category_scores_gemma":[0.0055488627,0.00006666707,0.000016301854,0.00012660204,0.00006973301,0.00024634044,0.000043713793,0.0014050221,1.7559049e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040958432,0.00018803259,0.61208063,0.0003498085,0.000011316919,0.000008353432,0.0016066218,0.0000033593544,0.000089597524,0.0019175223,0.000048848957,0.3832863],"study_design_scores_gemma":[0.0019359243,0.0002260859,0.9686899,0.0031025517,0.000025039748,0.000074989104,0.009289931,0.0001282471,0.000001727742,0.0017911844,0.014648849,0.00008556644],"about_ca_topic_score_codex":0.00006732105,"about_ca_topic_score_gemma":0.000012296852,"teacher_disagreement_score":0.38320073,"about_ca_system_score_codex":0.00018483037,"about_ca_system_score_gemma":0.0005857897,"threshold_uncertainty_score":0.69449455},"labels":[],"label_agreement":null},{"id":"W4413889343","doi":"10.1016/j.jsurg.2025.103680","title":"Problem Identification and Needs Assessment for a Universal Surgical Simulation Educational Fellowship Curriculum","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Association for Surgical Education","keywords":"Identification (biology); Curriculum; Medical education; Medicine; Medical physics; Psychology; Pedagogy; Biology","score_opus":0.022257080043570632,"score_gpt":0.3751562929173183,"score_spread":0.35289921287374765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413889343","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96302557,0.00063513784,0.0052651674,0.016482487,0.0010679497,0.00074601563,0.0000036264114,0.000032487416,0.012741563],"genre_scores_gemma":[0.9944954,0.00008871143,0.00249014,0.00012656098,0.000518606,0.000018574792,0.0000613324,0.00000993532,0.0021907487],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985915,0.00008203695,0.00069347746,0.00016332716,0.0003176657,0.0001520132],"domain_scores_gemma":[0.9976198,0.0008105793,0.00036857362,0.00010204053,0.00090748415,0.00019154337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074255397,0.00012711088,0.00029536174,0.00048532753,0.00013059675,0.000071411945,0.000063992935,0.000120894496,0.00011705389],"category_scores_gemma":[0.00016401919,0.000106769294,0.0001721735,0.0005433655,0.000055735323,0.00027045698,0.00001485796,0.00022967473,0.0000023791395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027469231,0.006693081,0.30372822,0.0008382623,0.0005373125,0.00003127262,0.0012692783,0.009781835,0.00032691588,0.33242938,0.0059651993,0.33565232],"study_design_scores_gemma":[0.017460674,0.0006067663,0.20156483,0.000956072,0.0007288149,0.0004388982,0.0035957436,0.06078328,0.0001128086,0.012467028,0.7008848,0.00040027843],"about_ca_topic_score_codex":0.0000073933265,"about_ca_topic_score_gemma":6.178901e-7,"teacher_disagreement_score":0.6949196,"about_ca_system_score_codex":0.00022860865,"about_ca_system_score_gemma":0.0010991711,"threshold_uncertainty_score":0.43539253},"labels":[],"label_agreement":null},{"id":"W4414303651","doi":"10.1016/j.jsurg.2025.103698","title":"Navigating the Path to Surgery: A Systematic Review of Early Surgical Exposure Programs for Preclerkship Medical Students in North America","year":2025,"lang":"en","type":"review","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Workforce; Curriculum; Career path; Path (computing); Professional development; Medical knowledge; Workforce development; MEDLINE","score_opus":0.06070287286874846,"score_gpt":0.43416146770631997,"score_spread":0.3734585948375715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414303651","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003595955,0.9900973,0.00001309107,0.001199251,0.0004990225,0.004472561,0.000008217048,0.000012575366,0.000102060585],"genre_scores_gemma":[0.005522938,0.9927687,0.00010351252,0.0003805729,0.00044635625,0.00055902236,0.00011889564,0.000033611683,0.000066364446],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9923242,0.0010667593,0.003941896,0.0003038289,0.0020282983,0.0003350638],"domain_scores_gemma":[0.9891175,0.0069237226,0.0023099408,0.0003650583,0.00080556615,0.0004781868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005527592,0.00037197466,0.0046174875,0.00022762171,0.00005714828,0.000059941434,0.0005667055,0.00028699983,0.00009063866],"category_scores_gemma":[0.00553366,0.00020372497,0.0015966896,0.001907967,0.00007561249,0.00007975483,0.00007958904,0.0012784161,0.000005427844],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008046925,0.0006100663,0.0012546058,0.4782853,0.00017456761,0.00006275725,0.00015834178,3.5598302e-7,8.9161484e-10,0.000011950368,0.00009201971,0.5192695],"study_design_scores_gemma":[0.000763777,0.00026263238,0.00021576494,0.79081655,0.0014318267,0.00035031445,0.0001341252,0.000003931747,2.0849036e-8,0.0000045032857,0.20586975,0.00014678406],"about_ca_topic_score_codex":0.000014357645,"about_ca_topic_score_gemma":0.0000035656753,"teacher_disagreement_score":0.5191228,"about_ca_system_score_codex":0.00021586644,"about_ca_system_score_gemma":0.0030582992,"threshold_uncertainty_score":0.83076626},"labels":[],"label_agreement":null},{"id":"W4414976749","doi":"10.1016/j.jsurg.2025.103743","title":"Effect of Artificial Intelligence-Augmented Human Instruction on Feedback Frequency and Surgical Performance During Simulation Training","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University Health Centre; McGill University; McMaster University Medical Centre; Montreal Neurological Institute and Hospital","funders":"Fonds de Recherche du Québec - Santé; Montreal Neurological Institute and Hospital; Canadian Institutes of Health Research; Mitacs; Brain Tumour Foundation of Canada; Royal College of Physicians and Surgeons of Canada; McGill University","keywords":"Training (meteorology); Simulation training; Cohort; Learning curve; Surgical simulation; Initial training","score_opus":0.033590381550745486,"score_gpt":0.3631885249622238,"score_spread":0.3295981434114783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414976749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955607,0.000100488425,0.000054813,0.00024647592,0.000434507,0.00018040766,5.7178937e-7,0.000013890425,0.0034081312],"genre_scores_gemma":[0.9994157,0.000067878835,0.00009025149,0.000017651357,0.00031597033,0.0000028744923,0.000009011596,0.0000081366115,0.00007250378],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984894,0.00012873248,0.00077985215,0.0001468785,0.00031863866,0.00013651136],"domain_scores_gemma":[0.99875146,0.0004721603,0.0003425811,0.00008848422,0.00022506039,0.00012023691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068666955,0.00013199622,0.00039245744,0.00039678247,0.00011881385,0.00002167417,0.000045067216,0.000114344446,0.00014611863],"category_scores_gemma":[0.00017171004,0.000101963735,0.00012920951,0.0004024598,0.000085986765,0.00017037659,0.000010614465,0.00032681273,0.000001965828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042797797,0.00041848008,0.027585164,0.00036752594,0.00009763319,0.000027096066,0.0005778827,0.0060644806,0.0012016416,0.0031625642,0.000002258612,0.9562155],"study_design_scores_gemma":[0.039535698,0.016905114,0.722218,0.013389347,0.0014998488,0.0022424932,0.0051457225,0.09780106,0.08744691,0.005290935,0.007243252,0.0012816247],"about_ca_topic_score_codex":0.0000042088086,"about_ca_topic_score_gemma":3.293736e-7,"teacher_disagreement_score":0.9549339,"about_ca_system_score_codex":0.00010982273,"about_ca_system_score_gemma":0.00014018867,"threshold_uncertainty_score":0.41579604},"labels":[],"label_agreement":null},{"id":"W4415257947","doi":"10.1016/j.jsurg.2025.103729","title":"Cognitive Load Effect on Intraoperative Learning – A Randomized Trial in Simulation-Based Settings","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Cognitive load; Randomized controlled trial; Adaptability; Cognition; Psychological intervention; Realism","score_opus":0.015098259117017156,"score_gpt":0.37064950484711284,"score_spread":0.35555124573009567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415257947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98329765,0.0001149778,0.00038899935,0.0023220377,0.0005030042,0.00085459236,3.0153168e-7,0.000014011682,0.012504402],"genre_scores_gemma":[0.99855983,0.000010865001,0.00005400346,0.0007514877,0.00023650896,0.000024617231,0.00001064975,0.000007516438,0.00034449156],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99792904,0.0007145726,0.0007069898,0.00014025524,0.0003813121,0.00012781183],"domain_scores_gemma":[0.9865524,0.0124303745,0.0003176652,0.000048793976,0.0005465626,0.00010416488],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024104093,0.00012776464,0.0006762665,0.00037560824,0.000059309572,0.00003276539,0.00003449264,0.00010525763,0.0002679925],"category_scores_gemma":[0.008926638,0.000088504436,0.0002707801,0.00045527966,0.00006613478,0.00008434607,0.000005058141,0.00059512904,0.0000086710725],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.883399,0.0007133502,0.0016843263,0.000036110363,0.00008883732,0.000036243775,0.00046444198,0.025572876,0.0000082194165,0.00026425498,0.000017614813,0.08771474],"study_design_scores_gemma":[0.9474705,0.0012746053,0.0010146314,0.0015018327,0.00017362209,0.000006227822,0.00034637595,0.04365813,0.00022500317,0.000119585246,0.0041181375,0.000091391244],"about_ca_topic_score_codex":0.000008743541,"about_ca_topic_score_gemma":6.470594e-7,"teacher_disagreement_score":0.08762334,"about_ca_system_score_codex":0.00022997886,"about_ca_system_score_gemma":0.001059862,"threshold_uncertainty_score":0.9994216},"labels":[],"label_agreement":null},{"id":"W4416411096","doi":"10.1016/j.jsurg.2025.103778","title":"Perceptions and the Impact of Early Mentorship of Medical Students in Neurosurgery: A Qualitative Study","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; Sunnybrook Health Science Centre; Université de Montréal; London Health Sciences Centre; University of Toronto; Western University; McGill University","funders":"","keywords":"Mentorship; Qualitative research; Perception; Patient care; Qualitative property; Qualitative analysis","score_opus":0.04511913949104668,"score_gpt":0.4909739359224964,"score_spread":0.4458547964314497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416411096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996277,0.00028542793,0.0000057865263,0.0017326833,0.0009671949,0.00014812748,7.7250047e-7,0.0000011404825,0.00058191],"genre_scores_gemma":[0.9992601,0.00011768829,0.0000074440754,0.000023095581,0.000058528505,0.000011573287,3.9065102e-7,0.0000026366354,0.00051851565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752885,0.0009785995,0.00071722415,0.00008129255,0.00059609476,0.00009796699],"domain_scores_gemma":[0.99846745,0.00091770885,0.0003477997,0.00007950776,0.000114058006,0.00007348594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060024965,0.00006411805,0.0002848981,0.00022822869,0.00002086181,0.000013236419,0.00023093933,0.000061888975,0.00022979871],"category_scores_gemma":[0.00034287258,0.000037442158,0.000082083505,0.00028252305,0.000099186494,0.00004542093,0.00003988573,0.00030179965,0.0000010196841],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007880582,0.0029981425,0.74024624,0.000014284049,0.00023408729,0.000005680291,0.246414,0.000001868544,0.00001738807,0.0015966406,0.0022679656,0.005415614],"study_design_scores_gemma":[0.0023547136,0.00021408955,0.9283472,0.00016006982,0.000027582719,0.000011341069,0.06817154,0.0000013950248,0.0000022732816,0.00046685257,0.0002126874,0.000030299801],"about_ca_topic_score_codex":0.00062520546,"about_ca_topic_score_gemma":0.000002525188,"teacher_disagreement_score":0.1881009,"about_ca_system_score_codex":0.000068549125,"about_ca_system_score_gemma":0.00035546854,"threshold_uncertainty_score":0.25161347},"labels":[],"label_agreement":null},{"id":"W4416690700","doi":"10.1016/j.jsurg.2025.103794","title":"Comparing Virtual Reality Trauma Training Across Diverse Clinical Backgrounds: A Mixed-Methods Study in Canada And India","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Trauma and Emergency Care Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; University of Toronto; Montreal Children's Hospital; McGill University; McGill University Health Centre","funders":"","keywords":"Virtual reality; Training (meteorology); Virtual patient; Major trauma; Clinical Practice; Standard of care; Adjunct","score_opus":0.11671114130721297,"score_gpt":0.47597476243277287,"score_spread":0.3592636211255599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416690700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99498564,0.00045314152,0.00004129394,0.000795166,0.002317912,0.00013691845,0.0000016119395,0.0000036911483,0.0012645968],"genre_scores_gemma":[0.9990058,0.00024140597,0.0003264885,0.00009786918,0.00025376404,0.0000039988067,0.0000018953837,0.000004532815,0.00006424243],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815583,0.00035700048,0.000913055,0.00015955885,0.00022880646,0.00018576196],"domain_scores_gemma":[0.9989055,0.000451272,0.00020384797,0.00009839002,0.00018525646,0.00015573457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002138754,0.000106680505,0.00058303337,0.000099448065,0.000084615625,0.000015443691,0.000069980975,0.000053576918,0.000018041526],"category_scores_gemma":[0.000314235,0.00008623849,0.00009023487,0.00028661778,0.00007201891,0.00009571777,0.000045040335,0.00047349682,2.516732e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026016607,0.00042581387,0.66209215,0.000020970723,0.00009035835,0.000057107824,0.0041836486,0.000005960042,0.0000017635055,0.000036088033,0.0007724726,0.33205354],"study_design_scores_gemma":[0.0020442982,0.00022044216,0.854878,0.00013729202,0.00007625038,0.000072897536,0.13841963,0.000018963368,0.0000032613157,0.000038317477,0.0040308563,0.000059770435],"about_ca_topic_score_codex":0.17192273,"about_ca_topic_score_gemma":0.41424635,"teacher_disagreement_score":0.33199376,"about_ca_system_score_codex":0.00035229078,"about_ca_system_score_gemma":0.0019807755,"threshold_uncertainty_score":0.8335915},"labels":[],"label_agreement":null},{"id":"W4417457519","doi":"10.1016/j.jsurg.2025.103821","title":"Training Surgeons’ Visual Scanning Pattern in Laparoscopic Surgery to Enhance Patient Safety","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Patient safety; Training (meteorology); Laparoscopic surgery; Patient care; Visual search","score_opus":0.02850259853821561,"score_gpt":0.3733050540915118,"score_spread":0.3448024555532962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417457519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892638,0.00029503554,0.0003436946,0.003872659,0.0011780262,0.0001516523,6.7725443e-7,0.00001292337,0.0048815324],"genre_scores_gemma":[0.99799573,0.00007040341,0.0001291218,0.0013721862,0.0001788271,0.0000069870503,0.000007694867,0.000009833757,0.00022922263],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816096,0.00011925758,0.0009676657,0.00017048273,0.00033714043,0.00024447218],"domain_scores_gemma":[0.99830157,0.0008636777,0.00024287056,0.00009355957,0.0002527758,0.0002455501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000878545,0.00012497636,0.0005220799,0.00060693594,0.0000546865,0.000028044415,0.000051265117,0.00008454848,0.00028728636],"category_scores_gemma":[0.00054092496,0.00010706101,0.00017255562,0.00076977164,0.000025412366,0.00012418759,0.000018817427,0.00033136635,0.000009278942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054836535,0.0004689458,0.15958714,0.000044129476,0.000032124433,0.000083835264,0.0012766215,0.0003332616,0.00006783836,0.000054850083,0.00039987062,0.837103],"study_design_scores_gemma":[0.0032493942,0.00037309004,0.7215254,0.005278557,0.00008512621,0.00022307783,0.0052317693,0.000669201,0.0017485113,0.0001585237,0.2611064,0.0003509647],"about_ca_topic_score_codex":0.00003924444,"about_ca_topic_score_gemma":0.000009539519,"teacher_disagreement_score":0.83675206,"about_ca_system_score_codex":0.00021739812,"about_ca_system_score_gemma":0.0009779829,"threshold_uncertainty_score":0.43658215},"labels":[],"label_agreement":null},{"id":"W4417498165","doi":"10.1016/j.jsurg.2025.103803","title":"Examining the Quality and Quantity of Verbal Feedback in the Operating Room: A Multi-Specialty Study in a Canadian Context","year":2025,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"Queen's University","keywords":"Context (archaeology); Quality (philosophy); Focus (optics); Nonverbal communication; Focus group; Affect (linguistics)","score_opus":0.08378246610287285,"score_gpt":0.4282848391023269,"score_spread":0.3445023729994541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417498165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984255,0.0003544179,0.000017056534,0.013778795,0.0004941921,0.00040878356,5.790501e-7,0.0000010898156,0.0006900913],"genre_scores_gemma":[0.99828666,0.00003626665,0.00027072086,0.0011727754,0.0001636657,0.000013524571,0.0000023100354,0.000003130757,0.000050918952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982207,0.00040538458,0.00084949686,0.00009902403,0.00029008582,0.00013533911],"domain_scores_gemma":[0.9987748,0.00037972064,0.0002577991,0.0001595091,0.00038225623,0.000045860645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054617836,0.00007067292,0.0002568682,0.00031405495,0.00008419654,0.0000297248,0.00013244321,0.00006133257,0.00003153574],"category_scores_gemma":[0.0028389858,0.000042042804,0.000027953547,0.0008670213,0.00008011332,0.0001047359,0.000014035612,0.0005389259,5.613729e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007363067,0.0012786182,0.93564,0.000048046095,0.000019231335,0.0000079304655,0.013641639,0.00000789406,0.000029415647,0.00169082,0.0008602033,0.046702612],"study_design_scores_gemma":[0.0013831224,0.00010937334,0.92280805,0.00026834107,0.000021961052,0.000035922367,0.07290459,0.00016402667,0.000008240064,0.00004418684,0.0022188148,0.000033379616],"about_ca_topic_score_codex":0.0571163,"about_ca_topic_score_gemma":0.10075949,"teacher_disagreement_score":0.059262946,"about_ca_system_score_codex":0.0003205163,"about_ca_system_score_gemma":0.002495456,"threshold_uncertainty_score":0.9491624},"labels":[],"label_agreement":null},{"id":"W881994680","doi":"10.1016/j.jsurg.2015.06.005","title":"A Randomized Controlled Trial to Assess the Effects of Competition on the Development of Laparoscopic Surgical Skills","year":2015,"lang":"en","type":"article","venue":"Journal of surgical education","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Center for Research Resources; National Institute for Health and Care Research; National Center for Advancing Translational Sciences; National Aeronautics and Space Administration","keywords":"Randomized controlled trial; Medicine; Physical therapy; Rating scale; Laparoscopic surgery; Laparoscopy; Physical medicine and rehabilitation; Surgery; Psychology","score_opus":0.04186764813511756,"score_gpt":0.36470343850451065,"score_spread":0.3228357903693931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W881994680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886756,0.00014467174,0.000090780704,0.0028966323,0.0011531322,0.0017529799,2.445885e-7,0.000004581517,0.0052813715],"genre_scores_gemma":[0.99887,0.000025398804,0.00023548427,0.0001790735,0.00041425438,0.00006665321,0.0000029842925,0.0000069262837,0.00019920588],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9970639,0.0007957365,0.0011830443,0.000085083324,0.0007602891,0.00011195417],"domain_scores_gemma":[0.98994905,0.008335974,0.0007419124,0.00012650748,0.00064838125,0.00019816525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004254352,0.00011295707,0.001125742,0.00013087504,0.000047959096,0.000015461002,0.000102768696,0.000067918285,0.0001282706],"category_scores_gemma":[0.0035687932,0.000047882037,0.00036356898,0.00023674376,0.00009262831,0.000041632265,0.000013962749,0.00022511066,0.0000058788182],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.9830874,0.0020275586,0.0001908444,0.000047553134,0.00028374468,0.000010490268,0.0019047274,0.00010196194,0.000061215236,0.007264824,0.00016164356,0.004858009],"study_design_scores_gemma":[0.985485,0.0007181998,0.00073772826,0.0005879318,0.00020913669,0.000036320762,0.00048345592,0.00007103829,0.0014603359,0.00025194135,0.009899027,0.00005989255],"about_ca_topic_score_codex":0.00000228397,"about_ca_topic_score_gemma":4.7501183e-7,"teacher_disagreement_score":0.010194413,"about_ca_system_score_codex":0.00007315027,"about_ca_system_score_gemma":0.0008630278,"threshold_uncertainty_score":0.42724365},"labels":[],"label_agreement":null}]}